Test IPv4 handling
Change-Id: Id8e2c0bc3ddbd9273942cc636a061f7a3fac7563
diff --git a/matrix_test.go b/matrix_test.go
index 85dd796..fe96c62 100644
--- a/matrix_test.go
+++ b/matrix_test.go
@@ -744,6 +744,15 @@
assert.Equal(tokens[10], ".")
assert.Equal(11, len(tokens))
+ // IPtest
+ tokens = ttokenize(mat, w, "Meine IP ist 192.178.168.55.")
+ assert.Equal(tokens[0], "Meine")
+ assert.Equal(tokens[1], "IP")
+ assert.Equal(tokens[2], "ist")
+ assert.Equal(tokens[3], "192.178.168.55")
+ assert.Equal(tokens[4], ".")
+ assert.Equal(5, len(tokens))
+
/*
@Test
public void englishTokenizerSeparatesEnglishContractionsAndClitics () {