feat: add Bigo channel (backfill 08-26~09-01) + daily auto-update with token rotation

update.sh

@@ -98,12 +98,96 @@ existing = []
 if os.path.exists("mtg_data.json"):
     try: existing = json.load(open("mtg_data.json"))
     except: existing = []
-merged = {(r["date"],r["campid"],r["location"]): r for r in existing}
+merged = {(r["date"],r["campid"],r["location"],r.get("channel","")): r for r in existing}
 for r in new_rows:
-    merged[(r["date"],r["campid"],r["location"])] = r
-out = sorted(merged.values(), key=lambda x:(x["date"], -x["impression"]))
+    merged[(r["date"],r["campid"],r["location"],r.get("channel",""))] = r
+out = sorted(merged.values(), key=lambda x:(x["date"], x.get("channel",""), -x["impression"]))
 json.dump(out, open("mtg_data.json","w"), ensure_ascii=False, indent=2)
-print(f"[update] 合并后共 {len(out)} 条，已写入 mtg_data.json")
+print(f"[update] Mintegral 合并后共 {len(out)} 条")
+PYEOF
+
+# ============ Bigo 每日更新 ============
+python3 - <<'PYEOF'
+import json, os, base64, urllib.request, urllib.parse, urllib.error
+from datetime import date, timedelta
+
+CLIENT_ID = "2603256442212040610048"
+SECRET    = "14u0a4anx5a5"
+TOKEN_URL = "https://api.adsbigo.com/oauth/token"
+REPORT_URL = "https://api.adsbigo.com/openapi/report/list"
+STATE = "bigo_token.json"
+
+# 初始 refresh_token（首次运行用；之后从 STATE 文件读取轮转后的）
+INIT_REFRESH = "eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCIsImtpZCI6IlA0SkRvOUx1emlkeUVoZlF6SG1qbHRKR0R5bC81UXNKVzBZMDhkTmkrTHM9In0.eyJhdWQiOlsib3BlbmFwaSJdLCJ1c2VyX25hbWUiOiJhZG1pbiIsInNjb3BlIjpbInJlYWQiXSwiYXRpIjoiMzY2YjMxYTYtYzg2OS00ZDMzLTkyM2EtZjZlZDdjN2QxNzIzIiwiZXhwIjoxNzkxNDQ3NjgxLCJhdXRob3JpdGllcyI6WyJST0xFX0FETUlOIl0sImp0aSI6ImM4MmZiZmNmLTY2YzQtNDE5MS05ZjFkLWViYjVhYTVkNTk1MSIsImNsaWVudF9pZCI6IjI2MDMyNTY0NDIyMTIwNDA2MTAwNDgifQ.VB-ntRjhOvUKIF_BToHOXXT5SCsLKnIyYDGaQwiFICpLHQWJ8Nktyau8FMvbPjIe6DRcYshGCxNRXhP-W1H6R1Nd8Phv-5YW8IUT4ihhHdwarTjpXBU4B9HB9FIatomVr-OubN0RBHWRBy2LArnFIUDvnbD3d6eWr8K0XN8_eGm_5FIT81JhNNVi4jdaeqSMA0cUApQoPyLLZf_CjqyNMlLG3ph4vUm7xD0qM3-T9K7dZCNba2z4FuGZHZ3h_arsFx0nLk0WAIGymuitvY8RNZUbx9EqZdifF__ybtsD-Za2V7KTr37sMXmMnlTaPahBGl2kMfRizgVvwTm0WNw52Q"
+
+def get_refresh():
+    if os.path.exists(STATE):
+        try: return json.load(open(STATE)).get("refresh_token") or INIT_REFRESH
+        except: return INIT_REFRESH
+    return INIT_REFRESH
+
+# 1) 用 refresh_token 换新 access_token（并轮转保存新的 refresh_token）
+auth = base64.b64encode(f"{CLIENT_ID}:{SECRET}".encode()).decode()
+data = urllib.parse.urlencode({"grant_type":"refresh_token","refresh_token":get_refresh()}).encode()
+req = urllib.request.Request(TOKEN_URL, data=data, method="POST",
+    headers={"Content-Type":"application/x-www-form-urlencoded","Authorization":"Basic "+auth})
+try:
+    with urllib.request.urlopen(req, timeout=60) as r:
+        tok = json.loads(r.read().decode())
+except urllib.error.HTTPError as e:
+    print("[update] Bigo token 刷新失败:", e.read().decode()[:200]); raise SystemExit(0)
+
+access = tok.get("access_token")
+if not access:
+    print("[update] Bigo 未拿到 access_token，跳过"); raise SystemExit(0)
+# 保存轮转后的 token
+json.dump(tok, open(STATE,"w"))
+print("[update] Bigo token 已刷新")
+
+# 2) 拉前一天数据
+target = (date.today() - timedelta(days=1)).isoformat()
+camps = json.load(open("campaigns.json"))
+bigo = {c["pkg"]: c for c in camps if c.get("channel")=="Bigo"}
+our_pkgs = set(bigo.keys())
+
+body = {"timezone":8,"startDate":target,"endDate":target,
+    "indicators":["impression","click","ctr","real_result_conversion",
+                  "real_result_conversion_rate","totalCost","campaignName","cpm","cpc"],
+    "breakDowns":["campaignId","country","tgtPkgName"],
+    "aggregateType":2,"pageNo":1,"pageSize":100000}
+req = urllib.request.Request(REPORT_URL, data=json.dumps(body).encode(),
+    headers={"Content-Type":"application/json","Authorization":"Bearer "+access}, method="POST")
+try:
+    with urllib.request.urlopen(req, timeout=120) as r:
+        d = json.loads(r.read().decode())
+except urllib.error.HTTPError as e:
+    print("[update] Bigo 报表请求失败:", e.read().decode()[:200]); raise SystemExit(0)
+if d.get("retcode") != 0:
+    print("[update] Bigo API:", d.get("retmsg")); raise SystemExit(0)
+
+new_rows = []
+for r in d["result"].get("list") or []:
+    pkg = r.get("tgtPkgName")
+    if pkg not in our_pkgs: continue
+    rec = bigo[pkg]
+    new_rows.append({
+        "date": r["aggregateTime"], "channel":"Bigo", "campid": rec["campid"],
+        "offer_name": r.get("campaignName",""), "product": rec["product"], "pkg": pkg,
+        "location": (r.get("country") or "").upper(), "bid_type":"",
+        "impression": int(r.get("impression") or 0), "clicks": int(r.get("click") or 0),
+        "conversions": int(r.get("real_result_conversion") or 0),
+        "ctr": float(r.get("ctr") or 0), "cvr": float(r.get("real_result_conversion_rate") or 0),
+        "spend": round(float(r.get("totalCost") or 0)/100.0, 2),
+    })
+print(f"[update] Bigo 新增匹配 {len(new_rows)} 条 ({target})")
+
+existing = json.load(open("mtg_data.json")) if os.path.exists("mtg_data.json") else []
+merged = {(r["date"],r["campid"],r["location"],r.get("channel","")): r for r in existing}
+for r in new_rows:
+    merged[(r["date"],r["campid"],r["location"],r["channel"])] = r
+out = sorted(merged.values(), key=lambda x:(x["date"], x.get("channel",""), -x["impression"]))
+json.dump(out, open("mtg_data.json","w"), ensure_ascii=False, indent=2)
+print(f"[update] Bigo 合并后共 {len(out)} 条，已写入 mtg_data.json")
 PYEOF
 
 echo "[update] $(date '+%Y-%m-%d %H:%M:%S') 完成"