Switch to fnv Hashmap

Cargo.toml

@@ -1,19 +1,18 @@
 [package]
-name = "tinysegmenter"
-version = "0.1.1"
-authors = [ "woxtu <woxtup@gmail.com>" ]
+authors = ["woxtu <woxtup@gmail.com>"]
 description = "Compact Japanese tokenizer"
-repository = "https://github.com/woxtu/rust-tinysegmenter"
 license = "MIT"
-
-[dependencies]
-lazy_static = "1.0"
-maplit = "1.0"
+name = "tinysegmenter"
+repository = "https://github.com/woxtu/rust-tinysegmenter"
+version = "0.1.1"
+[[bench]]
+name = "benchmark"
+path = "benchmark/benchmark.rs"
 
 [[test]]
 name = "test"
 path = "test/test.rs"
 
-[[bench]]
-name = "benchmark"
-path = "benchmark/benchmark.rs"
+[dependencies]
+fnv = "1.0.6"
+lazy_static = "1.0"

benchmark/benchmark.rs

@@ -3,18 +3,21 @@
 extern crate test;
 extern crate tinysegmenter;
 
-use std::io::prelude::*;
 use std::fs::File;
+use std::io::prelude::*;
 use test::Bencher;
 
 #[bench]
 fn run(b: &mut Bencher) {
-  // http://www.genpaku.org/timemachine/timemachineu8j.txt
-  let mut f =
-    File::open("benchmark/timemachineu8j.txt")
-    .expect("Failed to read a benchmark text.");
-  let mut s = String::new();
-  let _ = f.read_to_string(&mut s);
+    // http://www.genpaku.org/timemachine/timemachineu8j.txt
+    let mut f =
+        File::open("benchmark/timemachineu8j.txt").expect("Failed to read a benchmark text.");
+    let mut s = String::new();
+    let _ = f.read_to_string(&mut s);
 
-  b.iter(|| tinysegmenter::tokenize(&s));
+    b.iter(|| tinysegmenter::tokenize(&s));
+}
+#[bench]
+fn test_small(b: &mut test::Bencher) {
+    b.iter(|| tinysegmenter::tokenize("私はおでぶです"))
 }