If a flush is encountered, prevent outputting ¶ cohorts until non-tag…

… input is seen
giellalt · Oct 16, 2023 · 71c2c86 · 71c2c86
1 parent a28341b
commit 71c2c86
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/tools/shellscripts/kal-tokenise.in b/tools/shellscripts/kal-tokenise.in
@@ -595,16 +595,30 @@ sub propagate_tags {
 }
 
 my $out = "\"<¶>\"\n\t\"¶\" CLB\n";
+my $flushing = 0;
 my $wf = '';
 while (<STDIN>) {
    s/\x{feff}//g; # Unicode BOM
 
+   if (/^<STREAMCMD:FLUSH>/) {
+      # If a flush is encountered, prevent outputting ¶ cohorts until non-tag input is seen
+      $flushing = 1;
+      print;
+      next;
+   }
+
    if (scalar(keys(%cache)) > 10000) {
       %cache = ();
    }
 
    $out = "\"<¶>\"\n\t\"¶\" CLB\n";
+   if ($flushing) {
+      $out = $_;
+   }
    if (!/^\s*$/) {
+      if (!/^</) {
+         $flushing = 0;
+      }
       $out = analyze($_);
    }