Add bench make command

vikesh-raj · Nov 3, 2020 · 1be0fae · 1be0fae
1 parent 8d42322
commit 1be0fae
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/Makefile b/Makefile
@@ -1,4 +1,4 @@
-.PHONY: test clean
+.PHONY: test bench clean
 
 sentencepiece/sentencepiece_model.pb.go: sentencepiece/sentencepiece_model.proto
 	protoc --go_out=. $<
@@ -10,5 +10,8 @@ cmd/dumpspm/dumpspm: cmd/dumpspm/main.go
 test:
 	go test -cover -coverprofile=c.out ./sentencepiece && go tool cover -html=c.out -o coverage.html
 
+bench:
+	go test -benchmem ./sentencepiece -bench Benchmark.*
+
 clean:
 	rm -f *.out coverage.html cmd/dumpspm/dumpspm
diff --git a/README.md b/README.md
@@ -2,7 +2,8 @@ Sentence Piece Encoder
 ======================
 
 This is pure go implementation of the sentencepiece encoder.
-It takes a sentencepiece model and tokenizes it.
+Create an encoder for the given sentencepiece model and then use
+use the `Tokenize` function to split the input text into tokens.
 
 Example: