import json,math,csv,collections,zipfile,tempfile,sys
from pathlib import Path
w=Path('/work');r1=json.loads((w/'results/R1.json').read_text());r2=json.loads((w/'results/R2.json').read_text())
N=r1['pool']['size'];share=r1['pool']['share_with_any_hit'];K=round(N*share);sizes=[r1['classes'][c]['anchors'] for c in ['normal_stress','shear','flow_momentum','path']]
bernoulli=(1-share)**sum(sizes)
exact_independent_sets=math.prod(math.comb(N-K,k)/math.comb(N,k) for k in sizes)
exact_disjoint_union=math.comb(N-K,sum(sizes))/math.comb(N,sum(sizes))
rows=list(csv.DictReader((w/'data/clics4/languages.csv').open()))
print('language fields',list(rows[0]));blank=[r for r in rows if not r.get('Family')]
print('blank family',len(blank),'examples',[{k:r.get(k) for k in ['ID','Name','Glottocode','Family']} for r in blank[:6]])
out=dict(pool_size=N,pool_nonzero_concepts=K,class_sizes=sizes,submitted_probability=r2['nonload']['p_all_four_zero_random'],independent_anchor_bernoulli=bernoulli,exact_within_class_without_replacement_independent_classes=exact_independent_sets,exact_disjoint_union=exact_disjoint_union)
print(json.dumps(out,indent=2));Path('/out/null-audit.json').write_text(json.dumps(out,indent=2)+'\n')
# Inspect family witnesses for benchmark hits using the submitted functions, only inside Docker.
tmp=Path(tempfile.mkdtemp())
for f in ['forms','concepts']:
 with zipfile.ZipFile(w/f'data/clics4/{f}.csv.zip') as z:z.extractall(tmp)
sys.path.insert(0,str(w/'code'));import colex
lex,fam=colex.load(str(tmp/'forms.csv'),str(w/'data/clics4/languages.csv'))
for a,b in [('HEAVY','DIFFICULT'),('LIGHT (WEIGHT)','EASY')]:
 fs=set();unknown=[]
 for var,cs in lex.items():
  if a in cs and b in cs and cs[a]&cs[b]:
   fs.add(fam[var])
   if fam[var].startswith('isolate:'):unknown.append(var)
 print(a,b,'families',sorted(fs),'blank-family witnesses',unknown)
