From 4dd862953695849412cef0d8d840266a0a8c86cf Mon Sep 17 00:00:00 2001
From: carhaas <carhaas1@gmail.com>
Date: Tue, 9 Sep 2014 09:31:07 +0200
Subject: add free917

---
 scripts/free917/eval.rb | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100644 scripts/free917/eval.rb

(limited to 'scripts/free917/eval.rb')

diff --git a/scripts/free917/eval.rb b/scripts/free917/eval.rb
new file mode 100644
index 0000000..ccd8003
--- /dev/null
+++ b/scripts/free917/eval.rb
@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+
+gold = ReadFile.readlines_strip ARGV[0]
+i = j = correct = 0
+while line = STDIN.gets
+  line.strip!
+  correct += 1 if line==gold[i]
+  i += 1
+  j += 1 if line=='' # no parse
+end
+acc = correct.to_f/i
+prec = correct.to_f/(i-j)
+puts "acc=#{(100*acc).round 2} prec=#{(100*prec).round 2} (#{i}/#{j}) abs=#{correct} f1=#{(100*(2*acc*prec)/(acc+prec)).round 2}"
+
-- 
cgit v1.2.3