#!/usr/bin/env python3
"""Reconcile published EOR Index aggregates; does not validate collection/coding."""
import json,sys
from decimal import Decimal, ROUND_HALF_UP

def rounded(v):return float(Decimal(str(v)).quantize(Decimal('0.1'),rounding=ROUND_HALF_UP))
def check(data):
 months=data.get('periods',data.get('months'));results=[]
 for m in months:
  ps=m['public_review_index']['providers'];scored=[p for p in ps if p['state']=='scored'];fs=m['field_sentiment']['providers'];issues=[]
  for p in ps:
   if sum(p['sources'].values())!=p['n']:issues.append('review source sum '+p['id'])
  for p in fs:
   if sum(p['mix'].values())!=p['n']:issues.append('field category sum '+p['id'])
   if sum(p['sources'].values())!=p['n']:issues.append('field source sum '+p['id'])
  n=sum(p['n'] for p in scored);fn=sum(p['n'] for p in fs)
  mean=rounded(sum(Decimal(str(p['score'])) for p in scored)/Decimal(len(scored)))
  if n!=m['coverage']['reviews']:issues.append('review coverage total')
  if fn!=m['coverage']['fieldN']:issues.append('field coverage total')
  if mean!=m['public_review_index']['index_value']:issues.append('category mean differs from rounded score inputs')
  results.append({'period':m['period'],'review_n':n,'field_n':fn,'category_mean_from_published_scores':mean,'published_index':m['public_review_index']['index_value'],'issues':issues})
 p=next(p for p in months[-1]['public_review_index']['providers'] if p['id']=='teamed');n=p['n'];a=p['themes']['support_responsiveness'];b=p['themes']['support_quality']
 return {'scope':'aggregate arithmetic only; empirical collection/coding not replicated','editions':results,'worked_support':{'n':n,'responsiveness_count':a,'quality_count':b,'responsiveness_percent':a/n*100,'quality_percent':b/n*100,'unique_either_min':max(a,b),'unique_either_max':min(n,a+b),'percentage_point_change_from_october':(a/n-16/67)*100,'extra_mention_percent':(a+1)/(n+1)*100,'extra_nonmention_percent':a/(n+1)*100},'unknowns':['review-level sentiment','field observation coding','selection/deduplication','monthly sample membership','upstream 90-day computation']}
if __name__=='__main__':print(json.dumps(check(json.load(open(sys.argv[1] if len(sys.argv)>1 else 'eor-index-all.json'))),indent=2))
