#ifndef FF_SAMPLE_FSA_H #define FF_SAMPLE_FSA_H //TODO: fsa interface changed to include ScanPhrase* Scan*Accum. update these so they compile+work #include "ff_from_fsa.h" // example: feature val = 1 * # of target words struct WordPenaltyFsa : public FsaFeatureFunctionBase { static std::string usage(bool param,bool verbose) { return FeatureFunction::usage_helper( "WordPenaltyFsa","","1 per target word" ,param,verbose); } WordPenaltyFsa(std::string const& param) { Init(); return; //below are all defaults: set_state_bytes(0); start.clear(); h_start.clear(); } // move from state to next_state after seeing word x, while emitting features->add_value(fid,val) possibly with duplicates. state and next_state may be same memory. Featval Scan1(WordID w,void const* state,void *next_state) const { return 1; } }; typedef FeatureFunctionFromFsa WordPenaltyFromFsa; struct SameFirstLetter : public FsaFeatureFunctionBase { SameFirstLetter(std::string const& param) : FsaFeatureFunctionBase(1,singleton_sentence("END")) // 1 byte of state, scan final (single) symbol "END" to get final state cost { start[0]='a'; h_start[0]=0; Init(); } int markov_order() const { return 1; } Featval Scan1(WordID w,void const* old_state,void *new_state) const { char cw=TD::Convert(w)[0]; char co=*(char const*)old_state; *(char *)new_state = cw; return cw==co?1:0; } void print_state(std::ostream &o,void const* st) const { o<<*(char const*)st; } static std::string usage(bool param,bool verbose) { return FeatureFunction::usage_helper("SameFirstLetter", "[no args]", "1 each time 2 consecutive words start with the same letter", param,verbose); } }; struct LongerThanPrev : public FsaFeatureFunctionBase { typedef FsaFeatureFunctionBase Base; static std::string usage(bool param,bool verbose) { return FeatureFunction::usage_helper( "LongerThanPrev", "", "stupid example stateful (bigram) feature: 1 per target word that's longer than the previous word ( sentence begin considered 3 chars long, is sentence end.)", param,verbose); } static inline int &state(void *st) { return *(int*)st; } static inline int state(void const* st) { return *(int const*)st; } /* int describe_state(void const* st) const { return state(st); } */ // only need 1 of the 2 void print_state(std::ostream &o,void const* st) const { o<4 chars is usually longer than previous } Featval Scan1(WordID w,void const* from,void *next_state) const { int prevlen=state(from); int len=wordlen(w); state(next_state)=len; return len>prevlen ? 1 : 0; } }; // similar example feature; base type exposes stateful type, defines markov_order 1, state size = sizeof(State) struct ShorterThanPrev : FsaTypedBase { ShorterThanPrev(std::string const& param) : FsaTypedBase(-1,4,singleton_sentence(TD::se)) // start, h_start, end_phrase // h_start estimate state: anything <4 chars is usually shorter than previous { Init(); } static std::string usage(bool param,bool verbose) { return FeatureFunction::usage_helper( "ShorterThanPrev", "", "stupid example stateful (bigram) feature: 1 per target word that's shorter than the previous word (end of sentence considered '')", param,verbose); } static inline int wordlen(WordID w) { return std::strlen(TD::Convert(w)); } Featval ScanT1(SentenceMetadata const& /* smeta */,const Hypergraph::Edge& /* edge */,WordID w,int prevlen,int &len) const { len=wordlen(w); return (len