Minor fix in StatefulTokenizerTest and TokenizerTextAnnotationBuilderTest to ensure cross-platform compatibility

Author: schen149

tokenizer/src/test/java/edu/illinois/cs/cogcomp/nlp/tokenizer/StatefullTokenizerTest.java

@@ -152,7 +152,8 @@ public void testStatefulTokenizerMultiline() {
         IntPair notOffsets = new IntPair(42, 45);
         assertEquals(notOffsets, tokenOffsets[notIndex]);
         int intolerantIndex = 14;
-        IntPair intolerantOffsets = new IntPair(77, 87);
+        int lineSepLength = System.lineSeparator().length();
+        IntPair intolerantOffsets = new IntPair(76 + lineSepLength, 86 + lineSepLength);
         assertEquals(intolerantOffsets, tokenOffsets[intolerantIndex]);
     }
 

tokenizer/src/test/java/edu/illinois/cs/cogcomp/nlp/tokenizer/TokenizerTextAnnotationBuilderTest.java

@@ -32,13 +32,16 @@ public void testBuilder() {
                 "Mr. Dawkins -- a liberal professor -- doesn't like fundamentalists.   ";
         final String sentB = "He is intolerant of intolerance!";
 
-        final int refSentStartOffset = 71;
-        final int refSentEndOffset = 103;
+        String lineSep = System.lineSeparator();
+        int lineSepLength = lineSep.length();
 
-        final int refTokStartOffset = 77;
+        final int refSentStartOffset = 70 + lineSepLength;
+        final int refSentEndOffset = 102 + lineSepLength;
+
+        final int refTokStartOffset = 76 + lineSepLength;
         final int refTokEndOffset = refTokStartOffset + 10;
 
-        final String text = sentA + System.lineSeparator() + sentB;
+        final String text = sentA + lineSep + sentB;
 
         TextAnnotation ta = bldr.createTextAnnotation("test", "test", text);