summaryrefslogtreecommitdiff
path: root/utils/stringlib_test.cc
diff options
context:
space:
mode:
authorChris Dyer <redpony@gmail.com>2014-06-12 23:10:00 -0400
committerChris Dyer <redpony@gmail.com>2014-06-12 23:10:00 -0400
commit72ef434a1e4b507d1252e39074f26226f236c83d (patch)
treea056ecb4bd41621b0b93dd2411658682a64a7e30 /utils/stringlib_test.cc
parentb66e838ed52decc0be1eb5817b2a77c3840db2c5 (diff)
move string_piece to utils/ from inside klm
Diffstat (limited to 'utils/stringlib_test.cc')
-rw-r--r--utils/stringlib_test.cc4
1 files changed, 4 insertions, 0 deletions
diff --git a/utils/stringlib_test.cc b/utils/stringlib_test.cc
index f66cdbeb..00b31b4b 100644
--- a/utils/stringlib_test.cc
+++ b/utils/stringlib_test.cc
@@ -14,4 +14,8 @@ int main(int argc, char *argv[]) {
std::string const& w="verylongword";
VisitTokens(p,print());
VisitTokens(w,print());
+ vector<StringPiece> vsp = TokenizeMultisep("field 1 ||| field 2 is a bit longer ||| field 3", " ||| ");
+ for (auto& sp : vsp) {
+ cerr << "'" << sp << "'" << endl;
+ }
}