blob: 664e919cb186668293085bfbd707fe077d0b0fc6 [file] [log] [blame]
Akron049e5262022-03-18 09:59:34 +01001#!/usr/bin/env perl
2use strict;
3use warnings;
4
5my $init = 1;
6my $c = '';
7foreach (<>) {
8 if (s/\s +Token: \"// && s/^(\"?[^\"]*?)\".+?$/$1/g) {
9 $c .= $_;
10 }
11 elsif (m/Text Unit Start/) {
12 if ($init) {
13 $init = 0;
14 } else {
15 $c =~ s/[\s\n\t]+//g;
16 print $c,"\n";
17 $c = '';
18 };
19 };
20};
21
22print "\n";