#!/usr/bin/env python3
import csv, io, json, os, re, sys
from datetime import datetime
from zoneinfo import ZoneInfo

src, target = sys.argv[1:]
raw = open(src, 'rb').read()
if b'<html' in raw[:1000].lower():
    raise SystemExit('Tableau authentication redirected to HTML')
text = raw.decode('utf-16') if raw.startswith((b'\xff\xfe', b'\xfe\xff')) else raw.decode('utf-8-sig')
delimiter = '\t' if text.count('\t') > text.count(',') else ','
matrix = list(csv.reader(io.StringIO(text), delimiter=delimiter))

aliases = {
    'pkg': {'pkg', '维度1'}, 'source': {'source', 'platform'}, 'date': {'date', 'dt', '日期'},
    'campaign': {'campaign name', 'campaign_name', '维度2'},
    'impression': {'impression', 'impressions'}, 'click': {'click', 'clicks'},
    'conversions': {'conversion', 'conversions'}, 'spend': {'spend', 'cost'},
}
header = [c.strip().lower() for c in matrix[0]] if matrix else []
has_header = any(c in aliases['pkg'] for c in header) and any(c in aliases['campaign'] for c in header)

def cell(row, field):
    if has_header:
        for i, name in enumerate(header):
            if name in aliases[field]: return row[i] if i < len(row) else ''
        return ''
    positions = {'pkg':0, 'source':1, 'date':3, 'campaign':4, 'impression':5, 'click':6, 'conversions':7, 'spend':8}
    i = positions[field]
    return row[i] if i < len(row) else ''

def num(v):
    try: return float(str(v or '0').replace(',', '').replace('%', ''))
    except ValueError: return 0

config = [r for r in json.load(open('campaign_config.json', encoding='utf-8')) if r['status'].lower() == 'active']
experiment = {}
for r in config:
    if r['group'] == '实验组':
        experiment.setdefault((r['pkg'], r['channel'].lower()), []).append((str(r['adping_id']), r))
scopes = {}
for r in config:
    scopes.setdefault((r['pkg'], r['channel'].lower(), r['geo'].upper()), r)

def resolve_geo(pkg, source, campaign):
    candidates = sorted({g for p, s, g in scopes if p == pkg and s == source}, key=len, reverse=True)
    upper = campaign.upper()
    # Some platform campaign names append a sequence directly to the GEO (for example MY2/TH1).
    matches = [g for g in candidates if re.search(r'(^|[^A-Z0-9])' + re.escape(g) + r'(?=[^A-Z]|$)', upper)]
    if len(matches) == 1: return matches[0]
    return candidates[0] if len(candidates) == 1 else None

rows, unresolved = [], []
for raw_row in matrix[1:] if has_header else matrix:
    pkg, source = cell(raw_row, 'pkg').strip(), cell(raw_row, 'source').strip().lower()
    campaign = cell(raw_row, 'campaign').strip()
    if not pkg or not source or not campaign: continue
    exp = next((meta for adping, meta in experiment.get((pkg, source), [])
                if re.search(r'(?<!\d)' + re.escape(adping) + r'(?!\d)', campaign)), None)
    if exp:
        meta, group, shown, adping = exp, '实验组', campaign, str(exp['adping_id'])
    else:
        geo = resolve_geo(pkg, source, campaign)
        meta = scopes.get((pkg, source, geo)) if geo else None
        if not meta:
            unresolved.append(campaign)
            continue
        group, shown, adping = '对照组', 'General campaign', ''
    rows.append({'date': cell(raw_row, 'date').strip() or target, 'pkg':pkg, 'geo':meta['geo'], 'source':source,
      'group':group, 'adpingId':adping, 'campaign':shown, 'status':'Active', 'kpi':meta.get('kpi',''),
      'impression':num(cell(raw_row,'impression')), 'click':num(cell(raw_row,'click')),
      'conversions':num(cell(raw_row,'conversions')), 'spend':num(cell(raw_row,'spend'))})

if not rows: raise SystemExit('No valid Tableau rows; data.json preserved')
old = json.load(open('data.json',encoding='utf-8')) if os.path.exists('data.json') else {'rows':[]}
old['rows'] = [r for r in old.get('rows',[]) if r.get('date') != target] + rows
old['latestDate'] = max(r['date'] for r in old['rows'])
old['generatedAt'] = datetime.now(ZoneInfo('Asia/Shanghai')).isoformat()
old['source'] = 'DSP Daily Data / Campaign info'
old['quality'] = {'unresolvedCount':len(unresolved), 'unresolvedExamples':unresolved[:20]}
with open('data.json.tmp','w',encoding='utf-8') as f: json.dump(old,f,ensure_ascii=False,separators=(',',':'))
os.replace('data.json.tmp','data.json')
print(json.dumps({'date':target,'rows':len(rows),'unresolved':len(unresolved)},ensure_ascii=False))