Add invisible separator / comma to the list of things treated as spaces. One half of #1281 - although this doesn't address the crash, unfortunately

Author: AngledLuffa

src/edu/stanford/nlp/process/LexCommon.tokens

@@ -1,5 +1,6 @@
 /* \u3000 is ideographic space; \u205F is medium math space */
-SPACE = [ \t\u00A0\u2000-\u200A\u202F\u20F5\u3000]
+/* \u2063 is an invisible separator */
+SPACE = [ \t\u00A0\u2000-\u200A\u202F\u2063\u20F5\u3000]
 SPACES = {SPACE}+
 NEWLINE = \r|\r?\n|\u2028|\u2029|\u000B|\u000C|\u0085
 SPACENL = ({SPACE}|{NEWLINE})

src/edu/stanford/nlp/process/PTBLexer.flex

@@ -589,6 +589,7 @@ SPLET = &[aeiouAEIOU](acute|grave|uml);
 
 %include LexCommon.tokens
 
+/* SPACE, SPACENL, etc are in LexCommon.tokens */
 SPACENLS = {SPACENL}+
 /* These next ones are useful to get a fixed length trailing context. */
 SPACENL_ONE_CHAR = [ \t\u00A0\u2000-\u200A\u202F\u3000\r\n\u2028\u2029\u000B\u000C\u0085]