Make tokenizer implementation exchangeable

Allows for quite an easy adaptation and integration of other language
specializations and other tokenizers, also from the command line with
new -T option that allows to specify the tokenizer class name.

TODO: add documentation to the KorapTokenizer interface

Change-Id: Ib95793f47887a3b0829d68ebdbf8bc40815a0605
diff --git a/pom.xml b/pom.xml
index 9aca3ed..f133064 100644
--- a/pom.xml
+++ b/pom.xml
@@ -117,7 +117,7 @@
                         <manifest>
                             <addClasspath>true</addClasspath>
                             <classpathPrefix>lib/</classpathPrefix>
-                            <mainClass>de.ids_mannheim.korap.tokenizer.KorAPTokenizer</mainClass>
+                            <mainClass>de.ids_mannheim.korap.tokenizer.Main</mainClass>
                         </manifest>
                     </archive>
                 </configuration>
@@ -148,7 +148,7 @@
                     </descriptors>
                     <archive>
                         <manifest>
-                            <mainClass>de.ids_mannheim.korap.tokenizer.KorAPTokenizer</mainClass>
+                            <mainClass>de.ids_mannheim.korap.tokenizer.Main</mainClass>
                         </manifest>
                     </archive>
                 </configuration>
@@ -199,7 +199,7 @@
                     </binFileExtensions>
                     <programs>
                         <program>
-                            <mainClass>de.ids_mannheim.korap.tokenizer.KorAPTokenizer</mainClass>
+                            <mainClass>de.ids_mannheim.korap.tokenizer.Main</mainClass>
                             <id>koraptokenizer</id>
                         </program>
                     </programs>
@@ -244,5 +244,11 @@
             <artifactId>appassembler-maven-plugin</artifactId>
             <version>2.1.0</version>
         </dependency>
+        <dependency>
+            <groupId>org.jetbrains</groupId>
+            <artifactId>annotations</artifactId>
+            <version>RELEASE</version>
+            <scope>compile</scope>
+        </dependency>
     </dependencies>
 </project>