Fix off-by-one at EOF which put extra space on sf of final dot

We were getting

^. /.<sent>$

instead of

^./.<sent>$

since we're now using the value from readAnalysis even if it's 0, and
it's 0 both at NUL bytes and EOF. Fixed by adding a NUL byte to
input_buffer on EOF, so the rest of the code treats it the same.

+ test

Author: unhammer

lttoolbox/fst_processor.cc

@@ -340,6 +340,7 @@ FSTProcessor::readAnalysis(FILE *input)
   int altval = 0;
   if(feof(input))
   {
+    input_buffer.add(0);        // so it's treated like the NUL byte
     return 0;
   }
 
@@ -1629,7 +1630,7 @@ FSTProcessor::analysis(FILE *input, FILE *output)
 
     if(current_state.size() != 0)
     {
-      if(val)
+      if(val != 0)
       {
         alphabet.getSymbol(sf, val);
       }

tests/data/space-eof-incond.dix

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<dictionary>
+  <alphabet/>
+  <sdefs>
+    <sdef n="adj"/>
+    <sdef n="sent"/>
+  </sdefs>
+  <pardefs>
+    <pardef n="somepardef">
+      <e>       <p><l>foo</l><r>bar</r></p></e>
+    </pardef>
+  </pardefs>
+
+  <section id="final" type="inconditional">
+    <e>       <i>.<b/>y</i>   <p><l></l><r><s n="adj"/></r></p></e>
+    <e>       <i>.xx</i>   <p><l></l><r><s n="adj"/></r></p></e>
+    <e>       <i>.</i>        <p><l></l><r><s n="sent"/></r></p></e>
+  </section>
+
+</dictionary>

tests/lt_proc/__init__.py

@@ -212,6 +212,13 @@ class PostgenerationWordboundBlankNoRuleMatchTest(ProcTest):
     expectedOutputs = [ "[[t:span:HIIiRQ]]Complacer[[/]] [[t:span01:HIIiRQ]]le[[/]] [[t:span02:HIIiRQ]]ayuda[[/]] [[11t:span:HIIiRQ; t:a:_IOHRg]]mejora[[/]] [[22t:span:HIIiRQ; t:a:_IOHRg]]la[[/]] [[33t:span:HIIiRQ; t:a:_IOHRg]]prenda[[/]]"]
 
 
+class SpaceAtEOF(ProcTest):
+    procdix = "data/space-eof-incond.dix"
+    inputs          = ['. ']
+    expectedOutputs = ['^./.<sent>$ ']
+    procflags = []              # type: List[str]
+    flushing = False
+
 
 # These fail on some systems:
 #from null_flush_invalid_stream_format import *