|
<?php |
|
|
|
|
|
|
|
|
|
|
|
function diff_analysis() { |
|
global $task,$user,$setup,$id,$id2,$set; |
|
global $comment,$dir; |
|
|
|
head("Comparative Analysis: $task ($user), Set $set"); |
|
|
|
$c = $comment["$setup-$id"]->name; |
|
$c2 = $comment["$setup-$id2"]->name; |
|
if (substr($c2,0,strlen($id)+1) == $id."+") { |
|
print "Run $id2 vs $id (".substr($c2,strlen($id)).")"; |
|
} |
|
else { |
|
print "Run $id2 ($c2) vs $id ($c)"; |
|
} |
|
print "</h4>"; |
|
|
|
?><script language="javascript" src="javascripts/prototype.js"></script> |
|
<script language="javascript" src="javascripts/scriptaculous.js"></script> |
|
<script> |
|
function diff(field,sort,count) { |
|
var url = '?analysis_diff=' + field + '_diff' |
|
+ '&setup=<?php print $setup ?>' |
|
+ '&id=<?php print $id ?>' |
|
+ '&id2=<?php print $id2 ?>' |
|
+ '&set=<?php print $set ?>' |
|
+ '&sort=' + sort |
|
+ '&count=' + count; |
|
new Ajax.Updater(field, url, { method: 'get' }); |
|
} |
|
function ngram_diff(type,order,count,sort,smooth) { |
|
var url = '?analysis_diff=ngram_' + type + '_diff' |
|
+ '&setup=<?php print $setup ?>' |
|
+ '&id=<?php print $id ?>' |
|
+ '&id2=<?php print $id2 ?>' |
|
+ '&set=<?php print $set ?>' |
|
+ '&order=' + order |
|
+ '&smooth=' + smooth |
|
+ '&sort=' + sort |
|
+ '&count=' + count; |
|
var field = (type == "precision" ? "nGramPrecision" : "nGramRecall") + order; |
|
new Ajax.Updater(field, url, { method: 'get' }); |
|
} |
|
function generic_show_diff(field,parameters) { |
|
var url = '?analysis=' + field + '_show' |
|
+ '&setup=<?php print $setup ?>' |
|
+ '&id=<?php print $id ?>' |
|
+ '&id2=<?php print $id2 ?>' |
|
+ '&set=<?php print $set ?>' |
|
+ '&' + parameters; |
|
new Ajax.Updater(field, url, { method: 'get', evalScripts: true }); |
|
} |
|
</script> |
|
</head> |
|
<body> |
|
<div id="nGramSummary"><?php ngram_summary_diff() ?></div> |
|
<div id="PrecisionByCoverageDiff"></div> |
|
<div id="PrecisionRecallDetailsDiff"></div> |
|
<div id="bleu">(loading...)</div> |
|
<script> |
|
diff('bleu','',5); |
|
</script> |
|
</body></html> |
|
<?php |
|
} |
|
|
|
function precision_by_coverage_diff() { |
|
global $experiment,$evalset,$dir,$set,$id,$id2; |
|
$img_width = 1000; |
|
|
|
print "<h3>Precision by Coverage</h3>"; |
|
print "The graphs display what ratio of words of a specific type are translated correctly (yellow), and what ratio is deleted (blue)."; |
|
print " The extend of the boxes is scaled on the x-axis by the number of tokens of the displayed type."; |
|
|
|
$data = file(get_current_analysis_filename2("precision","precision-by-corpus-coverage")); |
|
$total = 0; |
|
$log_info = array(); |
|
for($i=0;$i<count($data);$i++) { |
|
$item = split("\t",$data[$i]); |
|
$info[$item[0]]["precision"] = $item[1]; |
|
$info[$item[0]]["delete"] = $item[2]; |
|
$info[$item[0]]["length"] = $item[3]; |
|
$info[$item[0]]["total"] = $item[4]; |
|
$total += $item[4]; |
|
$log_count = -1; |
|
if ($item[0]>0) { |
|
$log_count = (int) (log($item[0])/log(2)); |
|
} |
|
if (!array_key_exists($log_count,$log_info)) { |
|
$log_info[$log_count]["precision"] = 0; |
|
$log_info[$log_count]["delete"] = 0; |
|
$log_info[$log_count]["length"] = 0; |
|
$log_info[$log_count]["total"] = 0; |
|
} |
|
$log_info[$log_count]["precision"] += $item[1]; |
|
$log_info[$log_count]["delete"] += $item[2]; |
|
$log_info[$log_count]["length"] += $item[3]; |
|
$log_info[$log_count]["total"] += $item[4]; |
|
} |
|
$log_info_new = $log_info; |
|
|
|
|
|
$data = file(get_current_analysis_filename("precision","precision-by-corpus-coverage")); |
|
for($i=0;$i<count($data);$i++) { |
|
$item = split("\t",$data[$i]); |
|
$info[$item[0]]["precision"] -= $item[1]; |
|
$info[$item[0]]["delete"] -= $item[2]; |
|
$info[$item[0]]["length"] -= $item[3]; |
|
$log_count = -1; |
|
if ($item[0]>0) { |
|
$log_count = (int) (log($item[0])/log(2)); |
|
} |
|
$log_info[$log_count]["precision"] -= $item[1]; |
|
$log_info[$log_count]["delete"] -= $item[2]; |
|
$log_info[$log_count]["length"] -= $item[3]; |
|
} |
|
|
|
|
|
print "<h4>By log<sub>2</sub>-count in the training corpus</h4>"; |
|
precision_by_coverage_diff_graph("byCoverage",$log_info,$log_info_new,$total,$img_width,SORT_NUMERIC); |
|
precision_by_coverage_diff_matrix(); |
|
|
|
|
|
$d = dir("$dir/evaluation/$set.analysis.".get_precision_analysis_version($dir,$set,$id)); |
|
while (false !== ($file = $d->read())) { |
|
if (preg_match('/precision-by-corpus-coverage.(.+)$/',$file, $match) && |
|
file_exists(get_current_analysis_filename2("precision","precision-by-corpus-coverage.$match[1]"))) { |
|
precision_by_coverage_diff_factored($img_width,$total,$file,$match[1]); |
|
} |
|
} |
|
} |
|
|
|
function precision_by_coverage_diff_factored($img_width,$total,$file,$factor_id) { |
|
global $dir,$set,$id,$id2; |
|
$data = file(get_current_analysis_filename2("precision",$file)); |
|
for($i=0;$i<count($data);$i++) { |
|
$item = split("\t",$data[$i]); |
|
$factor = $item[0]; |
|
$count = $item[1]; |
|
$info_factored[$factor][$count]["precision"] = $item[2]; |
|
$info_factored[$factor][$count]["delete"] = $item[3]; |
|
$info_factored[$factor][$count]["length"] = $item[4]; |
|
$info_factored[$factor][$count]["total"] = $item[5]; |
|
$info_factored_sum[$factor]["precision"] += $item[2]; |
|
$info_factored_sum[$factor]["delete"] += $item[3]; |
|
$info_factored_sum[$factor]["length"] += $item[4]; |
|
$info_factored_sum[$factor]["total"] += $item[5]; |
|
$total_factored[$factor] += $item[5]; |
|
$log_count = -1; |
|
if ($count>0) { |
|
$log_count = (int) (log($count)/log(2)); |
|
} |
|
$log_info_factored[$factor][$log_count]["precision"] += $item[2]; |
|
$log_info_factored[$factor][$log_count]["delete"] += $item[3]; |
|
$log_info_factored[$factor][$log_count]["length"] += $item[4]; |
|
$log_info_factored[$factor][$log_count]["total"] += $item[5]; |
|
} |
|
$info_factored_new = $info_factored; |
|
$info_factored_sum_new = $info_factored_sum; |
|
$log_info_factored_new = $log_info_factored; |
|
|
|
|
|
$data = file(get_current_analysis_filename("precision",$file)); |
|
for($i=0;$i<count($data);$i++) { |
|
$item = split("\t",$data[$i]); |
|
$factor = $item[0]; |
|
$count = $item[1]; |
|
$info_factored[$factor][$count]["precision"] -= $item[2]; |
|
$info_factored[$factor][$count]["delete"] -= $item[3]; |
|
$info_factored[$factor][$count]["length"] -= $item[4]; |
|
$info_factored_sum[$factor]["precision"] -= $item[2]; |
|
$info_factored_sum[$factor]["delete"] -= $item[3]; |
|
$info_factored_sum[$factor]["length"] -= $item[4]; |
|
$log_count = -1; |
|
if ($count>0) { |
|
$log_count = (int) (log($count)/log(2)); |
|
} |
|
$log_info_factored[$factor][$log_count]["precision"] -= $item[2]; |
|
$log_info_factored[$factor][$log_count]["delete"] -= $item[3]; |
|
$log_info_factored[$factor][$log_count]["length"] -= $item[4]; |
|
} |
|
print "<h4>By factor ".factor_name("input",$factor_id)."</h4>"; |
|
precision_by_coverage_diff_graph("byFactor",$info_factored_sum,$info_factored_sum_new,$total,$img_width,SORT_STRING); |
|
|
|
print "<h4>For each factor, by log<sub>2</sub>-count in the corpus</h4>"; |
|
foreach ($log_info_factored as $factor => $info) { |
|
if ($total_factored[$factor]/$total > 0.01) { |
|
print "<table style=\"display:inline;\"><tr><td align=center><font size=-2><b>$factor</b></font>"; |
|
precision_by_coverage_diff_graph("byCoverageFactor$factor",$info,$log_info_factored_new[$factor],$total,10+2*$img_width*$total_factored[$factor]/$total,SORT_NUMERIC); |
|
print "</td></tr></table>"; |
|
} |
|
} |
|
} |
|
|
|
function precision_by_word_diff($type) { |
|
global $dir,$set,$id,$id2; |
|
$byCoverage = -2; |
|
$byFactor = "false"; |
|
if ($type == "byCoverage") { |
|
$byCoverage = (int) $_GET["type"]; |
|
} |
|
else if ($type == "byFactor") { |
|
$byFactor = $_GET["type"]; |
|
} |
|
else if (preg_match("/byCoverageFactor(.+)/",$type,$match)) { |
|
$byCoverage = (int) $_GET["type"]; |
|
$byFactor = $match[1]; |
|
} |
|
|
|
$data = file(get_current_analysis_filename2("precision","precision-by-input-word")); |
|
$total = 0; |
|
$info = array(); |
|
for($i=0;$i<count($data);$i++) { |
|
$line = rtrim($data[$i]); |
|
$item = split("\t",$line); |
|
$total += $item[3]; |
|
|
|
|
|
$count = $item[4]; |
|
$log_count = -1; |
|
if ($count>0) { |
|
$log_count = (int) (log($count)/log(2)); |
|
} |
|
if ($byCoverage != -2 && $byCoverage != $log_count) { |
|
continue; |
|
} |
|
|
|
|
|
$word = $item[5]; |
|
if ($byFactor != "false" && $byFactor != $item[6]) { |
|
continue; |
|
} |
|
if (!array_key_exists($word,$info)) { |
|
$info[$word]["precision"] = 0; |
|
$info[$word]["delete"] = 0; |
|
$info[$word]["length"] = 0; |
|
$info[$word]["total"] = 0; |
|
} |
|
$info[$word]["precision"] += $item[0]; |
|
$info[$word]["delete"] += $item[1]; |
|
$info[$word]["length"] += $item[2]; |
|
$info[$word]["total"] += $item[3]; |
|
} |
|
$info_new = $info; |
|
|
|
$data = file(get_current_analysis_filename("precision","precision-by-input-word")); |
|
for($i=0;$i<count($data);$i++) { |
|
$line = rtrim($data[$i]); |
|
$item = split("\t",$line); |
|
|
|
|
|
$count = $item[4]; |
|
$log_count = -1; |
|
if ($count>0) { |
|
$log_count = (int) (log($count)/log(2)); |
|
} |
|
if ($byCoverage != -2 && $byCoverage != $log_count) { |
|
continue; |
|
} |
|
|
|
|
|
$word = $item[5]; |
|
if ($byFactor != "false" && $byFactor != $item[6]) { |
|
continue; |
|
} |
|
if (!array_key_exists($word,$info)) { |
|
$info[$word]["precision"] = 0; |
|
$info[$word]["delete"] = 0; |
|
$info[$word]["length"] = 0; |
|
$info_new[$word]["length"] = 0; |
|
$info_new[$word]["delete"] = 0; |
|
$info_new[$word]["precision"] = 0; |
|
$info_new[$word]["total"] = 0; |
|
$info[$word]["total"] = -$item[3]; |
|
} |
|
$info[$word]["precision"] -= $item[0]; |
|
$info[$word]["delete"] -= $item[1]; |
|
$info[$word]["length"] -= $item[2]; |
|
} |
|
|
|
print "<table border=1><tr><td align=center> </td><td align=center colspan=3>Precision</td><td align=center colspan=2>Precision Impact</td><td align=center colspan=3>Delete</td><td align=center colspan=2>Delete Impact</td><td align=center>Length</td></tr>\n"; |
|
foreach ($info as $word => $wordinfo) { |
|
print "<tr><td align=center>$word</td>"; |
|
printf("<td align=right>%.1f%s</td><td align=right>%+.1f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>",$info_new[$word]["precision"]/$wordinfo["total"]*100,"%",$wordinfo["precision"]/$wordinfo["total"]*100,"%",$wordinfo["precision"],$wordinfo["total"]); |
|
printf("<td align=right>%+.2f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>",$wordinfo["precision"]/$total*100,"%",$wordinfo["precision"],$total); |
|
printf("<td align=right>%.1f%s</td><td align=right>%+.1f%s</td><td align=right><font size=-1>%+d/%d</font></td>",$info_new[$word]["delete"]/$wordinfo["total"]*100,"%",$wordinfo["delete"]/$wordinfo["total"]*100,"%",$wordinfo["delete"],$wordinfo["total"]); |
|
printf("<td align=right>%+.2f%s</td><td align=right><font size=-1>%+d/%d</font></td>",$wordinfo["delete"]/$total*100,"%",$wordinfo["delete"],$total); |
|
printf("<td align=right>%+.3f</td>",$wordinfo["length"]/$wordinfo["total"]); |
|
print "</tr>"; |
|
} |
|
print "</table>\n"; |
|
} |
|
|
|
function precision_by_coverage_diff_matrix() { |
|
global $id,$id2; |
|
print "<h4>Impact of Change in Coverage</h4>"; |
|
print "Coverage in run $id is the x-axis, change in coverage in run $id2 is the y-axis. Size of box reflects how many output words are produced, yellow is the number of correct translations, green indicates increase, green decrease. The bleu rectangle below each box indicates number of words dropped, and increase (cyan) or decrease (purple).<p>("; |
|
$scale = 30; |
|
for($i=1; $i<=5; $i++) { |
|
$size = (int)(sqrt($i*$scale)); |
|
$name = "size-$i"; |
|
print "<canvas id=\"$name\" width=\"$size\" height=\"$size\"></canvas><script language=\"javascript\"> |
|
var canvas = document.getElementById(\"$name\"); |
|
var ctx = canvas.getContext(\"2d\"); |
|
ctx.fillStyle = \"rgb(0,0,0)\"; |
|
ctx.fillRect (0, 0, $size, $size); |
|
</script> = $i word"; |
|
if ($i>1) { print "s"; } |
|
if ($i<5) { print ", "; } |
|
} |
|
print ")<p>"; |
|
|
|
$data = file(get_current_analysis_filename("precision","precision-by-input-word")); |
|
$word = array(); $class = array(); |
|
for($i=0;$i<count($data);$i++) { |
|
$line = rtrim($data[$i]); |
|
$item = split("\t",$line); |
|
$surface = $item[5]; |
|
$word[$surface] = array(); |
|
$word[$surface]["precision"] = $item[0]; |
|
$word[$surface]["delete"] = $item[1]; |
|
$word[$surface]["total"] = $item[2]; |
|
$word[$surface]["coverage"] = $item[4]; |
|
if ($item[4] == 0) { $log_count = -1; } |
|
else { $log_count = (int) (log($item[4])/log(2)); } |
|
$word[$surface]["log_count"] = $log_count; |
|
if (!array_key_exists($log_count,$class)) { $class[$log_count] = array(); } |
|
$class[$log_count][] = $surface; |
|
} |
|
|
|
|
|
$matrix = array(); |
|
$max_base_log_count = -1; |
|
$min_alt_log_count = 99; |
|
$max_alt_log_count = -1; |
|
foreach(array_keys($class) as $log_count) { |
|
$matrix[$log_count] = array(); |
|
if ($log_count > $max_base_log_count) { $max_base_log_count = $log_count; } |
|
} |
|
|
|
|
|
$data = file(get_current_analysis_filename2("precision","precision-by-input-word")); |
|
for($i=0;$i<count($data);$i++) { |
|
$line = rtrim($data[$i]); |
|
$item = split("\t",$line); |
|
$surface = $item[5]; |
|
if ($item[4] == 0) { $alt = -1; } |
|
else { $alt = (int) (log($item[4])/log(2)); } |
|
|
|
$base = -1; |
|
if (array_key_exists($surface,$word)) { |
|
$base = $word[$surface]["log_count"]; |
|
} |
|
|
|
$alt -= $base; |
|
if ($alt > $max_alt_log_count) { $max_alt_log_count = $alt; } |
|
if ($alt < $min_alt_log_count) { $min_alt_log_count = $alt; } |
|
|
|
if (!array_key_exists($alt,$matrix[$base])) { |
|
$matrix[$base][$alt] = array(); |
|
$matrix[$base][$alt]["precision1"] = 0; |
|
$matrix[$base][$alt]["delete1"] = 0; |
|
$matrix[$base][$alt]["total1"] = 0; |
|
$matrix[$base][$alt]["coverage1"] = 0; |
|
$matrix[$base][$alt]["precision2"] = 0; |
|
$matrix[$base][$alt]["delete2"] = 0; |
|
$matrix[$base][$alt]["total2"] = 0; |
|
$matrix[$base][$alt]["coverage2"] = 0; |
|
} |
|
|
|
if (array_key_exists($surface,$word)) { |
|
$matrix[$base][$alt]["precision1"] += $word[$surface]["precision"]; |
|
$matrix[$base][$alt]["delete1"] += $word[$surface]["delete"]; |
|
$matrix[$base][$alt]["total1"] += $word[$surface]["total"]; |
|
$matrix[$base][$alt]["coverage1"] += $word[$surface]["count"]; |
|
$matrix[$base][$alt]["precision2"] += $item[0]; |
|
$matrix[$base][$alt]["delete2"] += $item[1]; |
|
$matrix[$base][$alt]["total2"] += $item[2]; |
|
$matrix[$base][$alt]["coverage2"] += $item[4]; |
|
} |
|
} |
|
|
|
|
|
print "<table border=1 cellspacing=0 cellpadding=0><tr><td> </td>"; |
|
for($base=-1;$base<=$max_base_log_count;$base++) { |
|
print "<td align=center>$base</td>"; |
|
} |
|
print "<td></td></tr>"; |
|
for($alt=$max_alt_log_count;$alt>=$min_alt_log_count;$alt--) { |
|
print "<tr><td>$alt</td>"; |
|
for($base=-1;$base<=$max_base_log_count;$base++) { |
|
print "<td align=center valign=center>"; |
|
if (array_key_exists($base,$matrix) && |
|
array_key_exists($alt,$matrix[$base])) { |
|
|
|
|
|
|
|
|
|
|
|
|
|
$scale = 30; |
|
$total = $matrix[$base][$alt]["total1"]; |
|
if ($matrix[$base][$alt]["total2"] > $total) { |
|
$total = $matrix[$base][$alt]["total2"]; |
|
} |
|
$total = (int)(sqrt($total*$scale)); |
|
if ($total>0) { |
|
$prec1 = $matrix[$base][$alt]["precision1"]*$scale; |
|
$prec2 = $matrix[$base][$alt]["precision2"]*$scale; |
|
if ($prec1 > $prec2) { |
|
$prec_base = (int)(sqrt($prec1)); |
|
$prec_imp = (int)(sqrt($prec1-$prec2)); |
|
$prec_color = "255,100,100"; |
|
} |
|
else { |
|
$prec_base = (int)(sqrt($prec2)); |
|
$prec_imp = (int)(sqrt($prec2-$prec1)); |
|
$prec_color = "100,255,100"; |
|
} |
|
$prec_base_top = (int)(($total-$prec_base)/2); |
|
$prec_imp_top = (int)(($total-$prec_imp)/2); |
|
|
|
$del1 = $matrix[$base][$alt]["delete1"]*$scale; |
|
$del2 = $matrix[$base][$alt]["delete2"]*$scale; |
|
if ($del1 > $del2) { |
|
$del_base = $del1; |
|
$del_imp = $del1-$del2; |
|
$del_color = "150,100,255"; |
|
} |
|
else { |
|
$del_base = $del2; |
|
$del_imp = $del2-$del1; |
|
$del_color = "100,200,200"; |
|
} |
|
$del_base_height = (int)($del_base/$total); |
|
$del_imp_height = (int)($del_imp/$total); |
|
|
|
$name = "matrix-$base-$alt"; |
|
|
|
print "<a href=\"javascript:generic_show_diff('CoverageMatrixDetails','base=$base&alt=$alt')\">"; |
|
print "<canvas id=\"$name\" width=\"$total\" height=\"".($total+$del_base_height+$del_imp_height)."\"></canvas></a>"; |
|
print "<script language=\"javascript\"> |
|
var canvas = document.getElementById(\"$name\"); |
|
var ctx = canvas.getContext(\"2d\"); |
|
ctx.fillStyle = \"rgb(200,200,200)\"; |
|
ctx.fillRect (0, 0, $total, $total); |
|
ctx.fillStyle = \"rgb(200,200,0)\"; |
|
ctx.fillRect ($prec_base_top, $prec_base_top, $prec_base, $prec_base); |
|
ctx.fillStyle = \"rgb($prec_color)\"; |
|
ctx.fillRect ($prec_imp_top, $prec_imp_top, $prec_imp, $prec_imp); |
|
ctx.fillStyle = \"rgb(100,100,255)\"; |
|
ctx.fillRect (0, $total, $total, $del_base_height); |
|
ctx.fillStyle = \"rgb($del_color)\"; |
|
ctx.fillRect (0, ".($total+$del_base_height).", $total, $del_imp_height); |
|
</script>"; |
|
} |
|
} |
|
print "</td>"; |
|
} |
|
print "<td>$alt</td></tr>"; |
|
} |
|
print "<tr><td></td>"; |
|
for($base=-1;$base<=$max_base_log_count;$base++) { |
|
print "<td align=center>$base</td>"; |
|
} |
|
print "<td></td></tr></table><div id=\"CoverageMatrixDetails\"></div>"; |
|
} |
|
|
|
function precision_by_coverage_diff_matrix_details() { |
|
$alt = $_GET["alt"]; |
|
$base = $_GET["base"]; |
|
|
|
$impact_total = 0; |
|
$data = file(get_current_analysis_filename("precision","precision-by-input-word")); |
|
$word = array(); $class = array(); |
|
for($i=0;$i<count($data);$i++) { |
|
$line = rtrim($data[$i]); |
|
$item = split("\t",$line); |
|
if ($item[4] == 0) { $log_count = -1; } |
|
else { $log_count = (int) (log($item[4])/log(2)); } |
|
if ($log_count == $base) { |
|
$surface = $item[5]; |
|
$word[$surface] = array(); |
|
$word[$surface]["precision"] = $item[0]; |
|
$word[$surface]["delete"] = $item[1]; |
|
$word[$surface]["total"] = $item[2]; |
|
$word[$surface]["coverage"] = $item[4]; |
|
} |
|
$impact_total += $item[2]; |
|
} |
|
|
|
print "<table border=1><tr><td align=center> </td><td align=center colspan=3>Precision</td><td align=center colspan=2>Precision Impact</td><td align=center colspan=3>Delete</td><td align=center colspan=2>Delete Impact</td></tr>\n"; |
|
|
|
|
|
$data = file(get_current_analysis_filename2("precision","precision-by-input-word")); |
|
for($i=0;$i<count($data);$i++) { |
|
$line = rtrim($data[$i]); |
|
$item = split("\t",$line); |
|
if ($item[4] == 0) { $log_count = -1; } |
|
else { $log_count = (int) (log($item[4])/log(2)); } |
|
$surface = $item[5]; |
|
if ($log_count-$base == $alt && array_key_exists($surface,$word)) { |
|
$precision = $item[0]; |
|
$delete = $item[1]; |
|
$total = $item[3]; |
|
$coverage = $item[4]; |
|
$surface = $item[5]; |
|
$out = sprintf("%07d", (1-($precision-$word[$surface]["precision"])/$impact_total)*1000000); |
|
$out .= "\t<tr><td align=cente>$surface</td>"; |
|
$out .= sprintf("<td align=right>%.1f%s</td><td align=right>%+.1f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>", |
|
$precision/$total*100,"%", |
|
($precision-$word[$surface]["precision"])/$total*100,"%", |
|
$precision-$word[$surface]["precision"],$total); |
|
$out .= sprintf("<td align=right>%+.2f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>", |
|
($precision-$word[$surface]["precision"])/$impact_total*100,"%", |
|
$precision-$word[$surface]["precision"],$impact_total); |
|
$out .= sprintf("<td align=right>%.1f%s</td><td align=right>%+.1f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>", |
|
$delete/$total*100,"%", |
|
($delete-$word[$surface]["delete"])/$total*100,"%", |
|
$delete-$word[$surface]["delete"],$total); |
|
$out .= sprintf("<td align=right>%+.2f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>", |
|
($delete-$word[$surface]["delete"])/$impact_total*100,"%", |
|
$delete-$word[$surface]["delete"],$impact_total); |
|
$out .= "</tr>"; |
|
$all_out[] = $out; |
|
} |
|
} |
|
sort($all_out); |
|
foreach($all_out as $out) { $o = explode("\t",$out); print $o[1]; } |
|
print "</table>"; |
|
} |
|
|
|
function precision_by_coverage_diff_graph($name,$log_info,$log_info_new,$total,$img_width,$sort_type) { |
|
$keys = array_keys($log_info); |
|
sort($keys,$sort_type); |
|
|
|
print "<div id=\"Toggle$name\" onClick=\"document.getElementById('Table$name').style.display = 'none'; this.style.display = 'none';\" style=\"display:none;\"><font size=-2>(hide table)</font></div>\n"; |
|
print "<div id=\"Table$name\" style=\"display:none;\">\n"; |
|
print "<table border=1><tr><td align=center> </td><td align=center colspan=3>Precision</td><td align=center colspan=2>Precision Impact</td><td align=center colspan=3>Delete</td><td align=center colspan=2>Delete Impact</td><td align=center>Length</td></tr>\n"; |
|
foreach ($keys as $i) { |
|
if (array_key_exists($i,$log_info)) { |
|
print "<tr><td align=center>$i</td>"; |
|
printf("<td align=right>%.1f%s</td><td align=right>%.1f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>",$log_info_new[$i]["precision"]/$log_info[$i]["total"]*100,"%",$log_info[$i]["precision"]/$log_info[$i]["total"]*100,"%",$log_info[$i]["precision"],$log_info[$i]["total"]); |
|
printf("<td align=right>%+.2f%s</td><td align=right><font size=-1>%+.1f/%d</font></td>",$log_info[$i]["precision"]/$total*100,"%",$log_info[$i]["precision"],$total); |
|
printf("<td align=right>%.1f%s</td><td align=right>%+.1f%s</td><td align=right><font size=-1>%+d/%d</font></td>",$log_info_new[$i]["delete"]/$log_info[$i]["total"]*100,"%",$log_info[$i]["delete"]/$log_info[$i]["total"]*100,"%",$log_info[$i]["delete"],$log_info[$i]["total"]); |
|
printf("<td align=right>%+.2f%s</td><td align=right><font size=-1>%+d/%d</font></td>",$log_info[$i]["delete"]/$total*100,"%",$log_info[$i]["delete"],$total); |
|
printf("<td align=right>%+.3f</td>",$log_info[$i]["length"]/$log_info[$i]["total"]); |
|
print "<td><A HREF=\"javascript:generic_show_diff('PrecisionByWordDiff$name','type=$i')\">Ⓘ</A></td>"; |
|
print "</tr>"; |
|
} |
|
} |
|
print "</table><div id=\"PrecisionByWordDiff$name\"></div></div>"; |
|
|
|
print "<div id=\"Graph$name\" onClick=\"document.getElementById('Table$name').style.display = 'block'; document.getElementById('Toggle$name').style.display = 'block';\"><canvas id=\"$name\" width=$img_width height=300></canvas></div>"; |
|
print "<script language=\"javascript\"> |
|
var canvas = document.getElementById(\"$name\"); |
|
var ctx = canvas.getContext(\"2d\"); |
|
ctx.lineWidth = 0.5; |
|
ctx.font = '9px serif'; |
|
"; |
|
for($line=-1;$line<=0.8;$line+=.2) { |
|
$height = 90-$line/2*180; |
|
print "ctx.moveTo(20, $height);\n"; |
|
print "ctx.lineTo($img_width, $height);\n"; |
|
print "ctx.fillText(\"".sprintf("%d",10 * $line * 1.001)."\%\", 0, $height+4);"; |
|
} |
|
for($line=-0.4;$line<=0.4;$line+=.2) { |
|
$height = 250+$line/2*180; |
|
print "ctx.moveTo(20, $height);\n"; |
|
print "ctx.lineTo($img_width, $height);\n"; |
|
if ($line != 0) { |
|
print "ctx.fillText(\"".sprintf("%d",10 * $line * 1.001)."\%\", 0, $height+4);"; |
|
} |
|
} |
|
print "ctx.strokeStyle = \"rgb(100,100,100)\"; ctx.stroke();\n"; |
|
|
|
$total = 0; |
|
foreach ($keys as $i) { |
|
$total += $log_info[$i]["total"]; |
|
} |
|
$total_so_far = 0; |
|
foreach ($keys as $i) { |
|
$prec_ratio = $log_info[$i]["precision"]/$log_info[$i]["total"]; |
|
$x = (int)(20+($img_width-20) * $total_so_far / $total); |
|
$y = (int)(90-($prec_ratio*180*5)); |
|
$width = (int)($img_width * $log_info[$i]["total"]/$total); |
|
$height = (int)($prec_ratio*180*5); |
|
print "ctx.fillStyle = \"rgb(200,200,0)\";"; |
|
print "ctx.fillRect ($x, $y, $width, $height);"; |
|
|
|
$del_ratio = $log_info[$i]["delete"]/$log_info[$i]["total"]; |
|
$height = (int)($del_ratio*180*5); |
|
print "ctx.fillStyle = \"rgb(100,100,255)\";"; |
|
print "ctx.fillRect ($x, 250, $width, $height);"; |
|
|
|
$total_so_far += $log_info[$i]["total"]; |
|
|
|
if ($width>3) { |
|
print "ctx.fillStyle = \"rgb(0,0,0)\";"; |
|
|
|
print "ctx.fillText(\"$i\", $x+$width/2-3, 190);"; |
|
|
|
} |
|
} |
|
print "</script>"; |
|
} |
|
|
|
|
|
|
|
function precision_recall_details_diff() { |
|
?> |
|
<table width=100%> |
|
<tr> |
|
<td width=25% valign=top><div id="nGramPrecision1">(loading...)</div></td> |
|
<td width=25% valign=top><div id="nGramPrecision2">(loading...)</div></td> |
|
<td width=25% valign=top><div id="nGramPrecision3">(loading...)</div></td> |
|
<td width=25% valign=top><div id="nGramPrecision4">(loading...)</div></td> |
|
</tr><tr> |
|
<td width=25% valign=top><div id="nGramRecall1">(loading...)</div></td> |
|
<td width=25% valign=top><div id="nGramRecall2">(loading...)</div></td> |
|
<td width=25% valign=top><div id="nGramRecall3">(loading...)</div></td> |
|
<td width=25% valign=top><div id="nGramRecall4">(loading...)</div></td> |
|
</tr></table> |
|
<script language="javascript"> |
|
ngram_diff('precision',1,5,'',0); |
|
ngram_diff('precision',2,5,'',0); |
|
ngram_diff('precision',3,5,'',0); |
|
ngram_diff('precision',4,5,'',0); |
|
ngram_diff('recall',1,5,'',0); |
|
ngram_diff('recall',2,5,'',0); |
|
ngram_diff('recall',3,5,'',0); |
|
ngram_diff('recall',4,5,'',0); |
|
</script> |
|
<?php |
|
} |
|
|
|
function ngram_summary_diff() { |
|
global $experiment,$evalset,$dir,$set,$id,$id2; |
|
|
|
|
|
for($idx=0;$idx<2;$idx++) { |
|
$data = file(get_analysis_filename($dir,$set,$idx?$id2:$id,"basic","summary")); |
|
for($i=0;$i<count($data);$i++) { |
|
$item = split(": ",$data[$i]); |
|
$info[$idx][$item[0]] = $item[1]; |
|
} |
|
} |
|
|
|
print "<table cellspacing=5 width=100%><tr><td valign=top align=center bgcolor=#eeeeee>"; |
|
print "<b>Precision of Output</b><br>"; |
|
|
|
$type = "precision"; |
|
print "<table><tr><td>$type</td><td>1-gram</td><td>2-gram</td><td>3-gram</td><td>4-gram</td></tr>\n"; |
|
printf("<tr><td>correct</td><td>%d (%+d)</td><td>%d (%+d)</td><td>%d (%+d)</td><td>%d (%+d)</td></tr>\n", |
|
$info[1]["$type-1-correct"],$info[1]["$type-1-correct"]-$info[0]["$type-1-correct"], |
|
$info[1]["$type-2-correct"],$info[1]["$type-2-correct"]-$info[0]["$type-2-correct"], |
|
$info[1]["$type-3-correct"],$info[1]["$type-3-correct"]-$info[0]["$type-3-correct"], |
|
$info[1]["$type-4-correct"],$info[1]["$type-4-correct"]-$info[0]["$type-4-correct"]); |
|
printf("<tr><td> </td><td>%.1f%s (%+.1f%s)</td><td>%.1f%s (%+.1f%s)</td><td>%.1f%s (%+.1f%s)</td><td>%.1f%s (%+.1f%s)</td></tr>\n", |
|
$info[1]["$type-1-correct"]/$info[1]["$type-1-total"]*100,'%',$info[1]["$type-1-correct"]/$info[1]["$type-1-total"]*100-$info[0]["$type-1-correct"]/$info[0]["$type-1-total"]*100,'%', |
|
$info[1]["$type-2-correct"]/$info[1]["$type-2-total"]*100,'%',$info[1]["$type-2-correct"]/$info[1]["$type-2-total"]*100-$info[0]["$type-2-correct"]/$info[0]["$type-2-total"]*100,'%', |
|
$info[1]["$type-3-correct"]/$info[1]["$type-3-total"]*100,'%',$info[1]["$type-3-correct"]/$info[1]["$type-3-total"]*100-$info[0]["$type-3-correct"]/$info[0]["$type-3-total"]*100,'%', |
|
$info[1]["$type-4-correct"]/$info[1]["$type-4-total"]*100,'%',$info[1]["$type-4-correct"]/$info[1]["$type-4-total"]*100-$info[0]["$type-4-correct"]/$info[0]["$type-4-total"]*100,'%'); |
|
printf("<tr><td>wrong</td><td>%d (%+d)</td><td>%d (%+d)</td><td>%d (%+d)</td><td>%d (%+d)</td></tr>\n", |
|
$info[1]["$type-1-total"]-$info[1]["$type-1-correct"],($info[1]["$type-1-total"]-$info[1]["$type-1-correct"])-($info[0]["$type-1-total"]-$info[0]["$type-1-correct"]), |
|
$info[1]["$type-2-total"]-$info[1]["$type-2-correct"],($info[1]["$type-2-total"]-$info[1]["$type-2-correct"])-($info[0]["$type-2-total"]-$info[0]["$type-2-correct"]), |
|
$info[1]["$type-3-total"]-$info[1]["$type-3-correct"],($info[1]["$type-3-total"]-$info[1]["$type-3-correct"])-($info[0]["$type-3-total"]-$info[0]["$type-3-correct"]), |
|
$info[1]["$type-4-total"]-$info[1]["$type-4-correct"],($info[1]["$type-4-total"]-$info[1]["$type-4-correct"])-($info[0]["$type-4-total"]-$info[0]["$type-4-correct"])); |
|
print "</table>"; |
|
|
|
|
|
print "<A HREF=\"javascript:generic_show_diff('PrecisionRecallDetailsDiff','')\">details</A> "; |
|
if (file_exists(get_current_analysis_filename("precision","precision-by-corpus-coverage")) && |
|
file_exists(get_current_analysis_filename2("precision","precision-by-corpus-coverage"))) { |
|
print "| <A HREF=\"javascript:generic_show_diff('PrecisionByCoverageDiff','')\">precision of input by coverage</A> "; |
|
} |
|
|
|
print "</td><td valign=top align=center bgcolor=#eeeeee>"; |
|
print "<b>Metrics</b><br>\n"; |
|
|
|
for($idx=0;$idx<2;$idx++) { |
|
$each_score = explode(" ; ",$experiment[$idx?$id2:$id]->result[$set]); |
|
for($i=0;$i<count($each_score);$i++) { |
|
if (preg_match('/([\d\(\)\.\s]+) (BLEU[\-c]*)/',$each_score[$i],$match) || |
|
preg_match('/([\d\(\)\.\s]+) (IBM[\-c]*)/',$each_score[$i],$match) || |
|
preg_match('/([\d\(\)\.\s]+) (METEOR[\-c]*)/',$each_score[$i],$match)) { |
|
$score[$match[2]][$idx] = $match[1]; |
|
} |
|
} |
|
} |
|
$header = ""; $score_line = ""; $diff_line = ""; |
|
foreach ($score as $name => $value) { |
|
$header .= "<td>$name</td>"; |
|
$score_line .= "<td>".$score[$name][1]."</td>"; |
|
$diff_line .= sprintf("<td>%+.2f</td>",$score[$name][1]-$score[$name][0]); |
|
} |
|
print "<table border=1><tr>".$header."</tr><tr>".$score_line."</tr><tr>".$diff_line."</tr></table>"; |
|
printf("length-diff<br>%d (%+d)",$info[1]["precision-1-total"]-$info[1]["recall-1-total"],$info[1]["precision-1-total"]-$info[0]["precision-1-total"]); |
|
|
|
print "</td><tr><table>"; |
|
} |
|
|
|
function bleu_diff() { |
|
$count = $_GET['count']; |
|
if ($count == 0) { $count = 5; } |
|
|
|
print "<b>annotated sentences</b><br>"; |
|
print "<font size=-1>sorted by "; |
|
|
|
if ($_GET['sort'] == "order" || $_GET['sort'] == "") { |
|
print "order "; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:diff('bleu','order',$count)\">order</A> "; |
|
} |
|
|
|
if ($_GET['sort'] == "better") { |
|
print "order "; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:diff('bleu','better',$count)\">better</A> "; |
|
} |
|
|
|
if ($_GET['sort'] == "worse") { |
|
print "order "; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:diff('bleu','worse',$count)\">worse</A> "; |
|
} |
|
|
|
print "display <A HREF=\"\">fullscreen</A> "; |
|
|
|
$count = $_GET['count']; |
|
if ($count == 0) { $count = 5; } |
|
print "showing $count "; |
|
print "<A HREF=\"javascript:diff('bleu','" . $_GET['sort'] . "',5+$count)\">more</A> "; |
|
if ($count > 5) { |
|
print "<A HREF=\"javascript:diff('bleu','" . $_GET['sort'] . "',$count-5)\">less</A> "; |
|
} |
|
print "<A HREF=\"javascript:diff('bleu','" . $_GET['sort'] . "',9999)\">all</A> "; |
|
|
|
print "</font><BR>\n"; |
|
|
|
bleu_diff_annotation(); |
|
print "<font size=-1>"; |
|
print "<A HREF=\"javascript:diff('bleu','" . $_GET['sort'] . "',5+$count)\">more</A> "; |
|
print "</font><BR>\n"; |
|
} |
|
|
|
function bleu_diff_annotation() { |
|
global $set,$id,$id2,$dir; |
|
|
|
|
|
$input_annotation = file(get_analysis_filename($dir,$set,$id,"coverage","input-annotation")); |
|
for($i=0;$i<count($input_annotation);$i++) { |
|
$item = split("\t",$input_annotation[$i]); |
|
$input[$i] = $item[0]; |
|
} |
|
|
|
|
|
for($idx=0;$idx<2;$idx++) { |
|
$data = file(get_analysis_filename($dir,$set,$idx?$id2:$id,"basic","bleu-annotation")); |
|
for($i=0;$i<count($data);$i++) { |
|
$item = split("\t",$data[$i]); |
|
$annotation[$item[1]]["bleu$idx"] = $item[0]; |
|
$annotation[$item[1]]["system$idx"] = $item[2]; |
|
$annotation[$item[1]]["reference"] = $item[3]; |
|
$annotation[$item[1]]["id"] = $item[1]; |
|
} |
|
} |
|
$data = array(); |
|
|
|
$identical=0; $same=0; $better=0; $worse=0; |
|
for($i=0;$i<count($annotation);$i++) { |
|
if ($annotation[$i]["system1"] == $annotation[$i]["system0"]) { |
|
$identical++; |
|
} |
|
else if ($annotation[$i]["bleu1"] == $annotation[$i]["bleu0"]) { |
|
$same++; |
|
} |
|
else if ($annotation[$i]["bleu1"] > $annotation[$i]["bleu0"]) { |
|
$better++; |
|
} |
|
else { |
|
$worse++; |
|
} |
|
} |
|
|
|
print "<table><tr><td>identical</td><td>same</td><td>better</td><td>worse</td></tr>\n"; |
|
printf("<tr><td>%d</td><td>%d</td><td>%d</td><td>%d</td></tr>\n", $identical, $same, $better, $worse); |
|
printf("<tr><td>%d%s</td><td>%d%s</td><td>%d%s</td><td>%d%s</td></tr></table>\n", $identical*100/count($annotation)+.5, '%', $same*100/count($annotation)+.5, '%', $better*100/count($annotation)+.5, '%', $worse*100/count($annotation)+.5, '%'); |
|
|
|
|
|
|
|
|
|
global $sort; |
|
$sort = $_GET['sort']; |
|
if ($sort == '') { |
|
$sort = "order"; |
|
} |
|
function cmp($a, $b) { |
|
global $sort; |
|
if ($sort == "worse") { |
|
$a_idx = $a["bleu1"]-$a["bleu0"]; |
|
$b_idx = $b["bleu1"]-$b["bleu0"]; |
|
} |
|
else if ($sort == "better") { |
|
$a_idx = -$a["bleu1"]+$a["bleu0"]; |
|
$b_idx = -$b["bleu1"]+$b["bleu0"]; |
|
} |
|
|
|
if ($a_idx == $b_idx) { |
|
return 0; |
|
} |
|
return ($a_idx < $b_idx) ? -1 : 1; |
|
} |
|
|
|
if ($sort != 'order') { |
|
usort($annotation, 'cmp'); |
|
} |
|
|
|
$count = $_GET['count']; |
|
if ($count == 0) { $count = 5; } |
|
|
|
|
|
for($i=0;$i<$count && $i<count($annotation);$i++) { |
|
$line = $annotation[$i]; |
|
print "<font size=-2>[src]</font> ".$input[$line["id"]]."<br>"; |
|
|
|
$word_with_score1 = split(" ",$line["system1"]); |
|
$word_with_score0 = split(" ",$line["system0"]); |
|
$word1 = split(" ",preg_replace("/\|\d/","",$line["system1"])); |
|
$word0 = split(" ",preg_replace("/\|\d/","",$line["system0"])); |
|
$matched_with_score = string_edit_distance($word_with_score0,$word_with_score1); |
|
$matched = string_edit_distance($word0,$word1); |
|
|
|
print "<font size=-2>[".$id2."-".$line["id"].":".$line["bleu1"]."]</font> "; |
|
$matched1 = preg_replace('/D/',"",$matched); |
|
$matched_with_score1 = preg_replace('/D/',"",$matched_with_score); |
|
bleu_line_diff( $word_with_score1, $matched1, $matched_with_score1 ); |
|
|
|
print "<font size=-2>[".$id."-".$line["id"].":".$line["bleu0"]."]</font> "; |
|
$matched0 = preg_replace('/I/',"",$matched); |
|
$matched_with_score0 = preg_replace('/I/',"",$matched_with_score); |
|
bleu_line_diff( $word_with_score0, $matched0, $matched_with_score0 ); |
|
|
|
print "<font size=-2>[ref]</font> ".$line["reference"]."<hr>"; |
|
} |
|
} |
|
|
|
function bleu_line_diff( $word,$matched,$matched_with_score ) { |
|
$color = array("#FFC0C0","#FFC0FF","#C0C0FF","#C0FFFF","#C0FFC0"); |
|
$lcolor = array("#FFF0F0","#FFF0FF","#F0F0FF","#F0FFFF","#F0FFF0"); |
|
for($j=0;$j<count($word);$j++) { |
|
list($surface,$correct) = split("\|", $word[$j]); |
|
if (substr($matched_with_score,$j,1) == "M") { |
|
$style = "background-color: $lcolor[$correct];"; |
|
} |
|
else { |
|
$style = "background-color: $color[$correct];"; |
|
} |
|
if (substr($matched,$j,1) == "M") { |
|
$style .= "color: #808080;"; |
|
} |
|
print "<span style=\"$style\">$surface</span> "; |
|
} |
|
print "<br>"; |
|
} |
|
|
|
function ngram_diff($type) { |
|
global $set,$id,$id2,$dir; |
|
|
|
ini_set('memory_limit',1e9); |
|
|
|
|
|
$order = $_GET['order']; |
|
|
|
for($idx=0;$idx<2;$idx++) { |
|
$data = file(get_analysis_filename($dir,$set,$idx?$id2:$id,"basic","n-gram-$type.$order")); |
|
for($i=0;$i<count($data);$i++) { |
|
$item = split("\t",$data[$i]); |
|
$ngram_hash[$item[2]]["total$idx"] = $item[0]; |
|
$ngram_hash[$item[2]]["correct$idx"] = $item[1]; |
|
} |
|
unset($data); |
|
} |
|
|
|
|
|
$sort = $_GET['sort']; |
|
$smooth = $_GET['smooth']; |
|
if ($sort == '') { |
|
$sort = 'ratio_worse'; |
|
$smooth = 1; |
|
} |
|
|
|
error_reporting(E_ERROR); |
|
|
|
|
|
foreach ($ngram_hash as $n => $value) { |
|
$item = $value; |
|
|
|
|
|
|
|
|
|
$item["ngram"] = $n; |
|
|
|
if ($sort == "abs_worse") { |
|
$item["index"] = (2*$item["correct1"] - $item["total1"]) |
|
- (2*$item["correct0"] - $item["total0"]); |
|
} |
|
else if ($sort == "abs_better") { |
|
$item["index"] = - (2*$item["correct1"] - $item["total1"]) |
|
+ (2*$item["correct0"] - $item["total0"]); |
|
} |
|
else if ($sort == "ratio_worse") { |
|
$item["index"] = |
|
($item["correct1"] + $smooth) / ($item["total1"] + $smooth) |
|
- ($item["correct0"] + $smooth) / ($item["total0"] + $smooth); |
|
} |
|
else if ($sort == "ratio_better") { |
|
$item["index"] = |
|
- ($item["correct1"] + $smooth) / ($item["total1"] + $smooth) |
|
+ ($item["correct0"] + $smooth) / ($item["total0"] + $smooth); |
|
} |
|
$ngram[] = $item; |
|
unset($ngram_hash[$n]); |
|
} |
|
unset($ngram_hash); |
|
|
|
|
|
function cmp($a, $b) { |
|
if ($a["index"] == $b["index"]) { |
|
return 0; |
|
} |
|
return ($a["index"] < $b["index"]) ? -1 : 1; |
|
} |
|
|
|
usort($ngram, 'cmp'); |
|
|
|
|
|
$count = $_GET['count']; |
|
if ($count == 0) { $count = 5; } |
|
|
|
print "<B>$order-gram $type</B><br><font size=-1>sorted by<br>"; |
|
if ($sort == "ratio_worse") { |
|
print "ratio worse "; |
|
print "smooth-$smooth "; |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'ratio_worse',$smooth+1)\">+</A> "; |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'ratio_worse',$smooth-1)\">-</A>,"; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'ratio_worse',1)\">ratio worse</A>, "; |
|
} |
|
if ($sort == "abs_worse") { |
|
print "absolute worse, "; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'abs_worse',0)\">absolute worse</A>, "; |
|
} |
|
|
|
print "<br>"; |
|
if ($sort == "ratio_better") { |
|
print "ratio better "; |
|
print "smooth-$smooth "; |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'ratio_better',$smooth+1)\">+</A> "; |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'ratio_better',$smooth-1)\">-</A>,"; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'ratio_better',1)\">ratio better</A>, "; |
|
} |
|
if ($sort == "abs_better") { |
|
print "absolute better, "; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count,'abs_better',0)\">absolute better</A>, "; |
|
} |
|
|
|
print "<br>showing $count "; |
|
if ($count < 9999) { |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count+5,'$sort',$smooth)\">more</A> "; |
|
if ($count > 5) { |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,$count-5,'$sort',$smooth)\">less</A> "; |
|
} |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,9999,'$sort',$smooth)\">all</A> "; |
|
} |
|
else { |
|
print "<A HREF=\"javascript:ngram_diff('$type',$order,5,'$sort',$smooth)\">top5</A> "; |
|
} |
|
|
|
print "<br>\n"; |
|
|
|
print "<table width=100%>\n"; |
|
print "<tr><td>$order-gram</td>"; |
|
if ($type == 'recall') { |
|
print "<td>Δ</td><td>ok</td><td>x</td></tr>\n"; |
|
} |
|
else { |
|
print "<td align=right>Δ</td><td>ok</td><td align=right>Δ</td><td>x</td></tr>\n"; |
|
} |
|
for($i=0;$i<$count && $i<count($ngram);$i++) { |
|
$line = $ngram[$i]; |
|
print "<tr><td>".$line["ngram"]."</td>"; |
|
$ok = $line["correct1"]; |
|
$ok_diff = $ok - $line["correct0"]; |
|
$wrong = $line["total1"] - $line["correct1"]; |
|
$wrong_diff = $wrong - ($line["total0"]-$line["correct0"]); |
|
if ($type == 'recall') { |
|
printf("<td>%+d</td><td>%d</td><td>%d</td></tr>", $ok_diff,$ok,$wrong); |
|
} |
|
else { |
|
printf("<td align=right>%+d</td><td>(%d)</td><td align=right>%+d</td><td>(%d)</td></tr>", $ok_diff,$ok,$wrong_diff,$wrong); |
|
} |
|
} |
|
print "</table>\n"; |
|
} |
|
|
|
function string_edit_distance($a,$b) { |
|
$cost = array( array( 0 ) ); |
|
$back = array( array( "" ) ); |
|
|
|
|
|
for($i=0;$i<count($a);$i++) { |
|
$cost[$i+1][0] = $i+1; |
|
} |
|
for($j=0;$j<count($b);$j++) { |
|
$cost[0][$j+1] = $j+1; |
|
} |
|
|
|
|
|
for($i=1;$i<=count($a);$i++) { |
|
for($j=1;$j<=count($b);$j++) { |
|
$match_cost = ($a[$i-1] == $b[$j-1]) ? 0 : 1; |
|
$c = $match_cost + $cost[$i-1][$j-1]; |
|
$p = $match_cost ? "S" : "M"; |
|
if ($cost[$i-1][$j]+1 < $c) { |
|
$c = $cost[$i-1][$j]+1; |
|
$p = "D"; |
|
} |
|
if ($cost[$i][$j-1]+1 < $c) { |
|
$c = $cost[$i][$j-1]+1; |
|
$p = "I"; |
|
} |
|
$cost[$i][$j] = $c; |
|
$back[$i][$j] = $p; |
|
} |
|
} |
|
|
|
|
|
$i=count($a); |
|
$j=count($b); |
|
$path = ""; |
|
while($i>0 || $j>0) { |
|
if ($back[$i][$j] == "M" || $back[$i][$j] == "S") { |
|
$path = $back[$i][$j] . $path; |
|
$i--; $j--; |
|
} |
|
else if($i==0 || $back[$i][$j] == "I") { |
|
$path = "I".$path; |
|
$j--; |
|
} |
|
else { |
|
$path = "D".$path; |
|
$i--; |
|
} |
|
} |
|
return $path; |
|
} |
|
|
