Classify campaigns by experiment adping IDs

update.sh

@@ -16,40 +16,4 @@ pkg_csv="$(python3 -c 'import json; d=json.load(open("campaign_config.json")); p
 query="?:showVizHome=no&dt=${target_date}&pkg=${pkg_csv}&维度1=pkg&维度2=campaign_name&Source=展开&source=bigo,kwai,mintegral"
 curl -fsSL --cookie "$TABLEAU_COOKIE" "${base_url}${query}" -o "$tmp_file"
 
-python3 - "$tmp_file" "$target_date" <<'PY'
-import csv, io, json, re, sys
-from datetime import datetime
-from zoneinfo import ZoneInfo
-
-src, target = sys.argv[1:]
-raw = open(src, 'rb').read()
-if b'<html' in raw[:1000].lower(): raise SystemExit('Tableau authentication redirected to HTML')
-text = raw.decode('utf-16') if raw.startswith((b'\xff\xfe', b'\xfe\xff')) else raw.decode('utf-8-sig')
-delimiter = '\t' if text.count('\t') > text.count(',') else ','
-incoming = list(csv.DictReader(io.StringIO(text), delimiter=delimiter))
-config = json.load(open('campaign_config.json', encoding='utf-8'))
-by_id = {str(r['adping_id']): r for r in config}
-
-def num(v):
-    try: return float(str(v or '0').replace(',', '').replace('%', ''))
-    except ValueError: return 0
-
-rows=[]
-for r in incoming:
-    m=re.match(r'^(\d+)', r.get('维度2',''))
-    if not m or m.group(1) not in by_id: continue
-    c=by_id[m.group(1)]; group=c['group']
-    source=(r.get('Source') or c['channel']).lower()
-    rows.append({'date':target,'pkg':c['pkg'],'geo':c['geo'],'source':source,'group':group,
-      'adpingId':c['adping_id'],'campaign':'General campaign' if group=='对照组' else r.get('维度2',''),
-      'status':c['status'],'kpi':c['kpi'],'impression':num(r.get('impression')),'click':num(r.get('click')),
-      'conversions':num(r.get('conversions')),'spend':num(r.get('spend'))})
-if not rows: raise SystemExit('No valid Tableau rows; data.json preserved')
-old=json.load(open('data.json',encoding='utf-8')) if __import__('os').path.exists('data.json') else {'rows':[]}
-old['rows']=[r for r in old.get('rows',[]) if r.get('date')!=target]+rows
-old['latestDate']=max(r['date'] for r in old['rows'])
-old['generatedAt']=datetime.now(ZoneInfo('Asia/Shanghai')).isoformat()
-old['source']='DSP Daily Data / Campaign info'
-with open('data.json.tmp','w',encoding='utf-8') as f: json.dump(old,f,ensure_ascii=False,separators=(',',':'))
-__import__('os').replace('data.json.tmp','data.json')
-PY
+python3 transform_tableau.py "$tmp_file" "$target_date"