$test_scores) { foreach($test_scores as $type=>$score) { $COUNT_TS [$t][$system][$type] += $score; $TOTAL_TS [$t][$system][$type]++; $TOTAL_TSJ[$t][$system][$j][$type]++; if ($UNIQUE_ASSIGNMENTS[$t][$j][$sentence_id] == 0) { #only unique judges $COUNT_TSA [$t][$system][$type][$sentence_id] += $score; $TOTAL_TSA [$t][$system][$type][$sentence_id]++; } $COUNT_TType[$t][$type]++; } $test_stat_types[$type] = true; } //add global stats $COUNT_TJ [$t][$j]++; $COUNT_J [$j]++; $TIME_J [$j]+= (($time > 300) ? 300 : $time); $COUNT_T [$t]++; $UNIQUE_ASSIGNMENTS [$t][$j][$sentence_id]++; } ?>

Annotators

$count) { $all_time+=$TIME_J[$j]; $all_count+=$count; $sec=$TIME_J[$j] % 60; $min=floor($TIME_J[$j] / 60) % 60; $hour=floor($TIME_J[$j] / 3600); print(""); } print(""); ?>

Annotator	Judged	Time (hhh:mm:ss)	Sec / Judgement
".$j."	".$count."	".sprintf("%02d:%02d:%02d",$hour,$min,$sec)."	".sprintf("%01.2f",$TIME_J[$j]/$count)."
TOTAL	".$all_count."	".sprintf("%03d:%02d:%02d",floor($all_time / 3600),floor($all_time / 60) % 60,$all_time % 60)."	".sprintf("%01.2f",$all_time/$all_count)."

Tasks Summary

$test"); } print(""); ksort($COUNT_TType); foreach(array_keys($COUNT_TType) as $t) { print(""); foreach($test_type as $test) { print(""); } print(""); } ?>

Task
".$t."	".($COUNT_TType[$t][$test]?$COUNT_TType[$t][$test]:"0")."

Tasks Breakdown

$test"); $test_total[$test] = 0; } print(""); $test_total = array(); #pre-compute best score foreach (array_keys($COUNT_TS[$t]) as $system) { foreach($test_type as $test) { if ($COUNT_TS[$t][$system][$test]) { $AVG_SCORE[$test][$system] = $COUNT_TS[$t][$system][$test]/$TOTAL_TS[$t][$system][$test]; } } } foreach ($test_type as $test) { if ($AVG_SCORE[$test]) asort($AVG_SCORE[$test]); } foreach (array_keys($COUNT_TS[$t]) as $system) { $sys_total = 0; $sys = preg_replace("/(.+\/)([^\/]+)/","$1$2",$system); print ""; foreach($test_type as $test) { print""; } print "\n"; } print(""); foreach($test_type as $test) { print(""); } ?>

System	TOTAL
$sys	"; if ($COUNT_TS[$t][$system][$test]) { $avg_score = $AVG_SCORE[$test][$system]; $best_system = array_pop(array_keys($AVG_SCORE[$test])); if ($best_system == $system) print(""); print number_format($COUNT_TS[$t][$system][$test]/$TOTAL_TS[$t][$system][$test],2) ." (".($TOTAL_TS[$t][$system][$test]).")"; $sys_total+= $TOTAL_TS[$t][$system][$test]; $test_total[$test] += $TOTAL_TS[$t][$system][$test]; if ($best_system == $system) print(""); } else { print"0.0 (0)"; } print"	$sys_total
TOTAL	".number_format($test_total[$test],0)."

Most Repeated Sentences (Unique Users)

$test"); } print(""); foreach (array_keys($COUNT_TS[$t]) as $system) { print ""; foreach($test_type as $test) { print""; } print "\n"; } ?>

System
$system	"; if (sizeof($TOTAL_TSA[$t][$system][$test])>0) { #arsort($TOTAL_TSA[$t][$system][$test]); #$ordered_sentence_ids = array_keys($TOTAL_TSA[$t][$system][$test]); #for($i=0;$i"); #} $histogram = array_count_values($TOTAL_TSA[$t][$system][$test]); krsort($histogram); foreach($histogram as $times => $count) { print("".$times."x: ".$count." items "); } } else { print" "; } print"