annotate bin/len @ 8254:0ce6ec3bab82

<shachaf> forget chaf
author HackBot
date Wed, 01 Jun 2016 04:15:10 +0000
parents fd90e11cc6b9
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
8043
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
1 #!/usr/bin/perl
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
2 use strict;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
3 use warnings;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
4 use 5.010;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
5 use Encode qw/decode encode FB_CROAK LEAVE_SRC/;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
6
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
7 sub put {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
8 my ($count, $item) = @_;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
9 if ($count == 1) {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
10 say "1 $item";
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
11 } else {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
12 say "$count ${item}s";
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
13 }
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
14 }
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
15
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
16 my $line = "@ARGV";
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
17
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
18 my $unicode;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
19 eval {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
20 $unicode = decode "UTF-8", $line, FB_CROAK | LEAVE_SRC;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
21 };
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
22 # Not valid UTF-8
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
23 if ($@) {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
24 my $modifier = length($line) == 1 ? '' : 's';
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
25 say length($line)." byte$modifier (UTF-8 not valid)";
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
26 } else {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
27 my @output;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
28 my @graphemes = $unicode =~ /\X/g;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
29 my @ucs2 = $unicode =~ /[\x{10000}-\x{10FFFF}]/g;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
30 my $ucs2chars = @ucs2 + length $unicode;
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
31 if (@graphemes != length $unicode) {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
32 put scalar @graphemes, 'grapheme';
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
33 }
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
34 put length $unicode, 'codepoint';
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
35 if ($ucs2chars != length $unicode) {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
36 put $ucs2chars, 'Java character';
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
37 }
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
38 if (length $unicode != length $line) {
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
39 put length $line, 'UTF-8 byte';
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
40 }
fd90e11cc6b9 <xfix> mv len.pl bin/len && chmod +x bin/len
HackBot
parents: 8039
diff changeset
41 }