Publish campaign performance dashboard

update.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# AgentStage runs this hourly. The guard below refreshes once after 12:00 Asia/Shanghai.
+export TZ=Asia/Shanghai
+hour="$(date +%H)"
+target_date="$(date -v-1d +%F 2>/dev/null || date -d yesterday +%F)"
+if [ "$hour" -lt 12 ]; then exit 0; fi
+
+: "${TABLEAU_COOKIE:?Set TABLEAU_COOKIE in the AgentStage runner secret environment}"
+base_url="${TABLEAU_CSV_URL:-https://mars.ushareit.org/views/DSPSpend/DSPDailyData.csv}"
+tmp_file="$(mktemp)"
+trap 'rm -f "$tmp_file"' EXIT
+
+pkg_csv="$(python3 -c 'import json; d=json.load(open("campaign_config.json")); print(",".join(sorted({r["pkg"] for r in d if r["status"].lower()=="active"})))')"
+query="?:showVizHome=no&dt=${target_date}&pkg=${pkg_csv}&维度1=pkg&维度2=campaign_name&Source=展开&source=bigo,kwai,mintegral"
+curl -fsSL --cookie "$TABLEAU_COOKIE" "${base_url}${query}" -o "$tmp_file"
+
+python3 - "$tmp_file" "$target_date" <<'PY'
+import csv, io, json, re, sys
+from datetime import datetime
+from zoneinfo import ZoneInfo
+
+src, target = sys.argv[1:]
+raw = open(src, 'rb').read()
+if b'<html' in raw[:1000].lower(): raise SystemExit('Tableau authentication redirected to HTML')
+text = raw.decode('utf-16') if raw.startswith((b'\xff\xfe', b'\xfe\xff')) else raw.decode('utf-8-sig')
+delimiter = '\t' if text.count('\t') > text.count(',') else ','
+incoming = list(csv.DictReader(io.StringIO(text), delimiter=delimiter))
+config = json.load(open('campaign_config.json', encoding='utf-8'))
+by_id = {str(r['adping_id']): r for r in config}
+
+def num(v):
+    try: return float(str(v or '0').replace(',', '').replace('%', ''))
+    except ValueError: return 0
+
+rows=[]
+for r in incoming:
+    m=re.match(r'^(\d+)', r.get('维度2',''))
+    if not m or m.group(1) not in by_id: continue
+    c=by_id[m.group(1)]; group=c['group']
+    source=(r.get('Source') or c['channel']).lower()
+    rows.append({'date':target,'pkg':c['pkg'],'geo':c['geo'],'source':source,'group':group,
+      'adpingId':c['adping_id'],'campaign':'General campaign' if group=='对照组' else r.get('维度2',''),
+      'status':c['status'],'kpi':c['kpi'],'impression':num(r.get('impression')),'click':num(r.get('click')),
+      'conversions':num(r.get('conversions')),'spend':num(r.get('spend'))})
+if not rows: raise SystemExit('No valid Tableau rows; data.json preserved')
+old=json.load(open('data.json',encoding='utf-8')) if __import__('os').path.exists('data.json') else {'rows':[]}
+old['rows']=[r for r in old.get('rows',[]) if r.get('date')!=target]+rows
+old['latestDate']=max(r['date'] for r in old['rows'])
+old['generatedAt']=datetime.now(ZoneInfo('Asia/Shanghai')).isoformat()
+old['source']='DSP Daily Data / Campaign info'
+with open('data.json.tmp','w',encoding='utf-8') as f: json.dump(old,f,ensure_ascii=False,separators=(',',':'))
+__import__('os').replace('data.json.tmp','data.json')
+PY