From 8e60188039211c9a585625dd8309f2ba57b0cbb2 Mon Sep 17 00:00:00 2001
From: Chris Dyer <redpony@gmail.com>
Date: Tue, 18 Mar 2014 01:41:17 -0400
Subject: star function

---
 utils/star.h | 12 ++++++++++++
 1 file changed, 12 insertions(+)
 create mode 100644 utils/star.h

(limited to 'utils/star.h')

diff --git a/utils/star.h b/utils/star.h
new file mode 100644
index 00000000..3295112c
--- /dev/null
+++ b/utils/star.h
@@ -0,0 +1,12 @@
+#ifndef _STAR_H_
+#define _STAR_H_
+
+template <typename T>
+T star(const T& x) {
+  if (!x) return T();
+  if (x > T(1)) return std::numeric_limits<T>::infinity();
+  if (x < -T(1)) return -std::numeric_limits<T>::infinity();
+  return T(1) / (T(1) - x);
+}
+
+#endif
-- 
cgit v1.2.3


From 766629370bbecfb05513aed9cd16f783be5e1543 Mon Sep 17 00:00:00 2001
From: Chris Dyer <redpony@gmail.com>
Date: Tue, 18 Mar 2014 01:55:19 -0400
Subject: star bool

---
 utils/star.h | 6 ++++++
 1 file changed, 6 insertions(+)

(limited to 'utils/star.h')

diff --git a/utils/star.h b/utils/star.h
index 3295112c..e7358ffa 100644
--- a/utils/star.h
+++ b/utils/star.h
@@ -1,6 +1,8 @@
 #ifndef _STAR_H_
 #define _STAR_H_
 
+// star(x) computes the infinite sum x^0 + x^1 + x^2 + ...
+
 template <typename T>
 T star(const T& x) {
   if (!x) return T();
@@ -9,4 +11,8 @@ T star(const T& x) {
   return T(1) / (T(1) - x);
 }
 
+bool star(bool x) {
+  return x;
+}
+
 #endif
-- 
cgit v1.2.3


From 3a5aeb67de3d7156e77ee94625ed3714117d3b43 Mon Sep 17 00:00:00 2001
From: Chris Dyer <cdyer@allegro.clab.cs.cmu.edu>
Date: Tue, 18 Mar 2014 02:05:25 -0400
Subject: chris edits

---
 corpus/support/tokenizer.pl | 4 ++++
 utils/exp_semiring.h        | 2 +-
 utils/logval.h              | 2 +-
 utils/star.h                | 4 ++--
 4 files changed, 8 insertions(+), 4 deletions(-)

(limited to 'utils/star.h')

diff --git a/corpus/support/tokenizer.pl b/corpus/support/tokenizer.pl
index 7771201f..f57bc87a 100755
--- a/corpus/support/tokenizer.pl
+++ b/corpus/support/tokenizer.pl
@@ -240,6 +240,10 @@ sub proc_token {
 	return $token;
     }
 
+    if($token =~ /^\d+(.\d+)+(亿|百万|万|千)?$/){
+	return $token;
+    }
+
     ## 1,234,345.34
     if($token =~ /^\d+(\.\d{3})*,\d+$/){
 	## number
diff --git a/utils/exp_semiring.h b/utils/exp_semiring.h
index 7572ccf5..26a22071 100644
--- a/utils/exp_semiring.h
+++ b/utils/exp_semiring.h
@@ -56,7 +56,7 @@ const PRPair<P,R> operator*(const PRPair<P,R>& a, const PRPair<P,R>& b) {
 }
 
 template <class P, class R>
-const PRPair<P,R> star(const PRPair<P,R>& x) {
+inline const PRPair<P,R> star(const PRPair<P,R>& x) {
   const P pstar = star(x.p);
   return PRPair<P,R>(pstar, pstar * x.r * pstar);
 }
diff --git a/utils/logval.h b/utils/logval.h
index 7f1e1024..0c9ee982 100644
--- a/utils/logval.h
+++ b/utils/logval.h
@@ -244,7 +244,7 @@ template <class T>
 std::size_t hash_value(const LogVal<T>& x) { return x.hash_impl(); }
 
 template <class T>
-LogVal<T> star(LogVal<T> x) {
+inline LogVal<T> star(LogVal<T> x) {
   if (x.is_0()) return x;
   if (x.v_ >= 0) {
     x.v_ = std::numeric_limits<T>::infinity();
diff --git a/utils/star.h b/utils/star.h
index e7358ffa..21977dc9 100644
--- a/utils/star.h
+++ b/utils/star.h
@@ -4,14 +4,14 @@
 // star(x) computes the infinite sum x^0 + x^1 + x^2 + ...
 
 template <typename T>
-T star(const T& x) {
+inline T star(const T& x) {
   if (!x) return T();
   if (x > T(1)) return std::numeric_limits<T>::infinity();
   if (x < -T(1)) return -std::numeric_limits<T>::infinity();
   return T(1) / (T(1) - x);
 }
 
-bool star(bool x) {
+inline bool star(bool x) {
   return x;
 }
 
-- 
cgit v1.2.3