#!/usr/bin/env bash
set -euo pipefail
export LC_ALL=C.UTF-8
export LANG=C.UTF-8
workdir="$(mktemp -d)"
html="$workdir/trending.html"
json="$workdir/report_items.json"
report="$workdir/report.md"
landing="$workdir/landing.html"
today="$(date -u +%F)"
curl -fsSL --retry 3 --retry-delay 2 'https://github.com/trending' -o "$html"
python3 - "$html" "$json" "$report" "$landing" "$today" <<'PY'
import json, re, sys
from pathlib import Path
from html.parser import HTMLParser
html_path, json_path, report_path, landing_path, today = sys.argv[1:6]
text = Path(html_path).read_text(encoding='utf-8', errors='replace')
class Parser(HTMLParser):
def __init__(self):
super().__init__()
self.items=[]
self.in_article=False
self.cur=None
self.capture=None
self.buf=[]
def handle_starttag(self, tag, attrs):
d = dict(attrs)
if tag=='article' and d.get('class','').startswith('Box-row'):
self.in_article=True; self.cur={}
if not self.in_article: return
if tag=='h2':
self.capture='h2'; self.buf=[]; self.cur['url']=''
elif tag=='a' and self.capture=='h2':
href = d.get('href','')
if href:
self.cur['url'] = 'https://github.com' + href
elif tag=='p' and self.cur.get('description') is None and 'col-9' in d.get('class',''):
self.capture='desc'; self.buf=[]
elif tag=='span' and d.get('itemprop')=='programmingLanguage':
self.capture='lang'; self.buf=[]
elif tag=='a' and d.get('href','').endswith('/stargazers'):
self.capture='stars'; self.buf=[]
def handle_data(self, data):
if self.capture: self.buf.append(data)
def handle_endtag(self, tag):
if not self.in_article: return
if self.capture == 'h2':
if tag == 'a':
val = ' '.join(''.join(self.buf).split())
self.cur['name'] = val.replace(' / ', '/').strip()
self.capture = None; self.buf = []
return
if tag in {'p','span','a'} and self.capture:
val = ' '.join(''.join(self.buf).split())
if self.capture=='desc': self.cur['description']=val
elif self.capture=='lang': self.cur['language']=val
elif self.capture=='stars':
self.cur['stars']=val.replace(',','')
self.capture=None; self.buf=[]
elif tag=='article':
if self.cur and self.cur.get('url') and 'sponsors/' not in self.cur['url']:
self.items.append(self.cur)
self.in_article=False; self.cur=None; self.capture=None; self.buf=[]
p=Parser(); p.feed(text)
items=[]
for x in p.items:
if len(items)>=10: break
items.append({
'rank': len(items)+1,
'name': x.get('name','').replace(' / ','/'),
'url': x.get('url',''),
'language': x.get('language') or 'Não informado',
'stars': x.get('stars') or 'N/D',
'problem': x.get('description') or 'Sem descrição.',
'why_hot': 'Aparece na página de trending do GitHub.',
'technologies': x.get('language','') or 'N/D',
})
Path(json_path).write_text(json.dumps(items, ensure_ascii=False, indent=2), encoding='utf-8')
# Markdown report
lines = [f'# GitHub Trending Diário — {today}', '']
for it in items:
lines += [
f"{it['rank']}. [{it['name']}]({it['url']})",
f" - Linguagem: {it['language']}",
f" - Estrelas: {it['stars']}",
f" - Descrição: {it['problem']}",
f" - Por que está em alta: {it['why_hot']}",
''
]
Path(report_path).write_text('\n'.join(lines), encoding='utf-8')
# Landing page HTML
def esc(s):
return str(s).replace('&','&').replace('<','<').replace('>','>').replace('"','"')
cards = []
for it in items:
lang_cls = re.sub(r'[^a-z0-9]', '', it['language'].lower())[:12] or 'outro'
cards.append(f'''
#{it['rank']}
{esc(it['problem'])}
{esc(it['language'])}
⭐ {it['stars']}
''')
html_content = f'''
GitHub Trending — {today}
🔥 GitHub Trending — {today}
Top 10 repositórios em alta
{"".join(cards)}
'''
Path(landing_path).write_text(html_content, encoding='utf-8')
print(Path(report_path).read_text(encoding='utf-8'))
PY
# Copy landing page to serving dir
LANDING_DIR="/home/ice/.hermes/landing"
mkdir -p "$LANDING_DIR"
cp "$landing" "$LANDING_DIR/github-trending.html"
# Start HTTP server if not running
if ! pgrep -f "http\.server.*$LANDING_DIR" >/dev/null 2>&1; then
cd "$LANDING_DIR"
nohup python3 -m http.server 8080 --directory "$LANDING_DIR" >/dev/null 2>&1 &
cd "$OLDPWD"
sleep 0.5
fi
# Get IP for the landing page URL
IP=$(hostname -I 2>/dev/null | awk '{print $1}')
echo "---"
echo "🌐 Landing page: http://$IP:8080/github-trending.html"