add free917

1 files changed, 17 insertions, 0 deletions

diff --git a/scripts/free917/eval.rb b/scripts/free917/eval.rb
new file mode 100644
index 0000000..ccd8003
--- /dev/null
+++ b/scripts/free917/eval.rb
@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+
+gold = ReadFile.readlines_strip ARGV[0]
+i = j = correct = 0
+while line = STDIN.gets
+  line.strip!
+  correct += 1 if line==gold[i]
+  i += 1
+  j += 1 if line=='' # no parse
+end
+acc = correct.to_f/i
+prec = correct.to_f/(i-j)
+puts "acc=#{(100*acc).round 2} prec=#{(100*prec).round 2} (#{i}/#{j}) abs=#{correct} f1=#{(100*(2*acc*prec)/(acc+prec)).round 2}"
+