Add French tokenizer (-l fr)
Based on French Wikipedia articles and talk pages
Change-Id: I3ee72d7d73e567638b6882a101baaf3b5ffee258
diff --git a/pom.xml b/pom.xml
index a160808..0b953a7 100644
--- a/pom.xml
+++ b/pom.xml
@@ -63,6 +63,19 @@
<target>src/main/jflex/en</target>
</configuration>
</execution>
+ <execution>
+ <id>preprocess for fr</id>
+ <phase>generate-sources</phase>
+ <goals>
+ <goal>preprocess</goal>
+ </goals>
+ <configuration>
+ <vars>
+ <target.language>fr</target.language>
+ </vars>
+ <target>src/main/jflex/fr</target>
+ </configuration>
+ </execution>
</executions>
<configuration>
<sources>src/main/jpc/jflex</sources>