| 1 | package Mojo::Webqq::Util; | ||
| 2 | use Carp qw(); | ||
| 3 | use Encode qw(); | ||
| 4 | use IO::Handle; | ||
| 5 | use Mojo::JSON qw(); | ||
| 6 | use Mojo::Util qw(); | ||
| 7 | use Mojo::Webqq::Counter; | ||
| 8 | sub new_counter { | ||
| 9 | my $self = shift; | ||
| 10 | return Mojo::Webqq::Counter->new(client=>$self,@_); | ||
| 11 | } | ||
| 12 | sub url_escape { | ||
| 13 | my $self = shift; | ||
| 14 | return Mojo::Util::url_escape(@_); | ||
| 15 | } | ||
| 16 | |||
| 17 | sub slurp { | ||
| 18 | my $self = shift; | ||
| 19 | my $path = shift; | ||
| 20 | |||
| 21 | open my $file, '<', $path or Carp::croak qq{Can't open file "$path": $!}; | ||
| 22 | my $ret = my $content = ''; | ||
| 23 | while ($ret = $file->sysread(my $buffer, 131072, 0)) { $content .= $buffer } | ||
| 24 | Carp::croak qq{Can't read from file "$path": $!} unless defined $ret; | ||
| 25 | |||
| 26 | return $content; | ||
| 27 | } | ||
| 28 | sub spurt { | ||
| 29 | my $self = shift; | ||
| 30 | my ($content, $path) = @_; | ||
| 31 | open my $file, '>', $path or Carp::croak qq{Can't open file "$path": $!}; | ||
| 32 | defined $file->syswrite($content) | ||
| 33 | or Carp::croak qq{Can't write to file "$path": $!}; | ||
| 34 | return $content; | ||
| 35 | } | ||
| 36 | sub encode{ | ||
| 37 | my $self = shift; | ||
| 38 | return Mojo::Util::encode(@_); | ||
| 39 | } | ||
| 40 | sub decode{ | ||
| 41 | my $self = shift; | ||
| 42 | return Mojo::Util::decode(@_); | ||
| 43 | } | ||
| 44 | |||
| 45 | sub encode_utf8{ | ||
| 46 | my $self = shift; | ||
| 47 | return Mojo::Util::encode("utf8",@_); | ||
| 48 | } | ||
| 49 | |||
| 50 | sub from_json{ | ||
| 51 | my $self = shift; | ||
| 52 | my $r = eval{ | ||
| 53 | if($self->json_codec_mode == 0){ | ||
| 54 | my $json = Mojo::JSON::from_json(@_); | ||
| 55 | $json; | ||
| 56 | } | ||
| 57 | elsif($self->json_codec_mode == 1){ | ||
| 58 | my $json = Mojo::JSON::decode_json(@_); | ||
| 59 | $self->reform($json); | ||
| 60 | $json; | ||
| 61 | } | ||
| 62 | else{ | ||
| 63 | my $json = Mojo::JSON::from_json(@_); | ||
| 64 | $json; | ||
| 65 | } | ||
| 66 | }; | ||
| 67 | if($@){ | ||
| 68 | $self->warn($@); | ||
| 69 | $self->warn(__PACKAGE__ . "::from_json return undef value"); | ||
| 70 | return undef; | ||
| 71 | } | ||
| 72 | else{ | ||
| 73 | $self->warn(__PACKAGE__ . "::from_json return undef value") if not defined $r; | ||
| 74 | return $r; | ||
| 75 | } | ||
| 76 | } | ||
| 77 | sub to_json{ | ||
| 78 | my $self = shift; | ||
| 79 | my $r = eval{ | ||
| 80 | Mojo::JSON::to_json(@_); | ||
| 81 | }; | ||
| 82 | if($@){ | ||
| 83 | $self->warn($@); | ||
| 84 | $self->warn(__PACKAGE__ . "::to_json return undef value"); | ||
| 85 | return undef; | ||
| 86 | } | ||
| 87 | else{ | ||
| 88 | $self->warn(__PACKAGE__ . "::to_json return undef value") if not defined $r; | ||
| 89 | return $r; | ||
| 90 | } | ||
| 91 | } | ||
| 92 | sub decode_json{ | ||
| 93 | my $self = shift; | ||
| 94 | my $r = eval{ | ||
| 95 | Mojo::JSON::decode_json(@_); | ||
| 96 | }; | ||
| 97 | if($@){ | ||
| 98 | $self->warn($@); | ||
| 99 | $self->warn(__PACKAGE__ . "::decode_json return undef value"); | ||
| 100 | return undef; | ||
| 101 | } | ||
| 102 | else{ | ||
| 103 | $self->warn(__PACKAGE__ . "::decode_json return undef value") if not defined $r; | ||
| 104 | return $r; | ||
| 105 | } | ||
| 106 | } | ||
| 107 | sub encode_json{ | ||
| 108 | my $self = shift; | ||
| 109 | my $r = eval{ | ||
| 110 | Mojo::JSON::encode_json(@_); | ||
| 111 | }; | ||
| 112 | if($@){ | ||
| 113 | $self->warn($@); | ||
| 114 | $self->warn(__PACKAGE__ . "encode_json return undef value") if not defined $r; | ||
| 115 | return undef; | ||
| 116 | } | ||
| 117 | else{ | ||
| 118 | $self->warn(__PACKAGE__ . "encode_json return undef value") if not defined $r; | ||
| 119 | return $r; | ||
| 120 | } | ||
| 121 | } | ||
| 122 | |||
| 123 | sub safe_truncate { | ||
| 124 | my $self = shift; | ||
| 125 | my $input = shift; | ||
| 126 | return $input if not defined $input; | ||
| 127 | my $truncate_length = shift // 21; | ||
| 128 | |||
| 129 | return $input if (length($input) < $truncate_length); | ||
| 130 | |||
| 131 | my @bytes = unpack('C*', $input); | ||
| 132 | my $i = 0; | ||
| 133 | while (1) | ||
| 134 | { | ||
| 135 | my $utf8_bytes; | ||
| 136 | if (($bytes[$i] & 0x80) == 0) { | ||
| 137 | $utf8_bytes = 1; | ||
| 138 | } | ||
| 139 | elsif (($bytes[$i] & 0xc0) != 0 and ($bytes[$i] & 0x20) == 0) { | ||
| 140 | $utf8_bytes = 2; | ||
| 141 | } | ||
| 142 | elsif (($bytes[$i] & 0xe0) != 0 and ($bytes[$i] & 0x10) == 0) { | ||
| 143 | $utf8_bytes = 3; | ||
| 144 | } | ||
| 145 | elsif (($bytes[$i] & 0xf0) != 0 and ($bytes[$i] & 0x08) == 0) { | ||
| 146 | $utf8_bytes = 4; | ||
| 147 | } | ||
| 148 | else { | ||
| 149 | $utf8_bytes = 1; | ||
| 150 | } | ||
| 151 | |||
| 152 | if ($i + $utf8_bytes > $truncate_length) { | ||
| 153 | last; | ||
| 154 | } | ||
| 155 | elsif ($i + $utf8_bytes == $truncate_length) { | ||
| 156 | $i = $truncate_length; | ||
| 157 | last; | ||
| 158 | } | ||
| 159 | else { | ||
| 160 | $i += $utf8_bytes; | ||
| 161 | } | ||
| 162 | } | ||
| 163 | return substr($input, 0, $i); | ||
| 164 | } | ||
| 165 | |||
| 166 | sub truncate { | ||
| 167 | my $self = shift; | ||
| 168 | my $out_and_err = shift || ''; | ||
| 169 | my %p = @_; | ||
| 170 | my $max_bytes = $p{max_bytes} || 200; | ||
| 171 | my $max_lines = $p{max_lines} || 8; | ||
| 172 | my $is_truncated = 0; | ||
| 173 | if(length($out_and_err)>$max_bytes){ | ||
| 174 | $out_and_err = substr($out_and_err,0,$max_bytes); | ||
| 175 | $is_truncated = 1; | ||
| 176 | } | ||
| 177 | my @l =split /\n/,$out_and_err,$max_lines+1; | ||
| 178 | if(@l>$max_lines){ | ||
| 179 | $out_and_err = join "\n",@l[0..$max_lines-1]; | ||
| 180 | $is_truncated = 1; | ||
| 181 | } | ||
| 182 | return $out_and_err. ($is_truncated?"\n(已截断)":""); | ||
| 183 | } | ||
| 184 | sub code2state { | ||
| 185 | my $self = shift; | ||
| 186 | my %c = qw( | ||
| 187 | 10 online | ||
| 188 | 20 offline | ||
| 189 | 30 away | ||
| 190 | 40 hidden | ||
| 191 | 50 busy | ||
| 192 | 60 callme | ||
| 193 | 70 silent | ||
| 194 | ); | ||
| 195 | return $c{$_[0]} || "online"; | ||
| 196 | } | ||
| 197 | sub code2client { | ||
| 198 | my $self = shift; | ||
| 199 | my %c = qw( | ||
| 200 | 1 pc | ||
| 201 | 21 mobile | ||
| 202 | 24 iphone | ||
| 203 | 41 web | ||
| 204 | ); | ||
| 205 | return $c{$_[0]} || 'unknown'; | ||
| 206 | } | ||
| 207 | |||
| 208 | sub reform{ | ||
| 209 | my $self = shift; | ||
| 210 | my $ref = shift; | ||
| 211 | my %opt = @_; | ||
| 212 | my $unicode = $opt{unicode} // 0; | ||
| 213 | my $recursive = $opt{recursive} // 1; | ||
| 214 | my $cb = $opt{filter}; | ||
| 215 | my $deep = $opt{deep} // 0; | ||
| 216 | if(ref $ref eq 'HASH'){ | ||
| 217 | my @reform_hash_keys; | ||
| 218 | for (keys %$ref){ | ||
| 219 | next if ref $cb eq "CODE" and !$cb->("HASH",$deep,$_,$ref->{$_}); | ||
| 220 | if($_ !~ /^[[:ascii:]]+$/){ | ||
| 221 | if($unicode and not Encode::is_utf8($_)){ | ||
| 222 | push @reform_hash_keys,[ $_,Encode::decode_utf8($_) ]; | ||
| 223 | } | ||
| 224 | elsif(!$unicode and Encode::is_utf8($_)){ | ||
| 225 | push @reform_hash_keys,[ $_,Encode::encode_utf8($_) ]; | ||
| 226 | } | ||
| 227 | } | ||
| 228 | |||
| 229 | if(ref $ref->{$_} eq ""){ | ||
| 230 | if($unicode and not Encode::is_utf8($ref->{$_}) ){ | ||
| 231 | Encode::_utf8_on($ref->{$_}); | ||
| 232 | } | ||
| 233 | elsif( !$unicode and Encode::is_utf8($ref->{$_}) ){ | ||
| 234 | Encode::_utf8_off($ref->{$_}); | ||
| 235 | } | ||
| 236 | } | ||
| 237 | elsif( $recursive and ref $ref->{$_} eq "ARRAY" or ref $ref->{$_} eq "HASH"){ | ||
| 238 | $self->reform($ref->{$_},@_,deep=>$deep+1); | ||
| 239 | } | ||
| 240 | #else{ | ||
| 241 | # $self->die("不支持的hash结构\n"); | ||
| 242 | #} | ||
| 243 | } | ||
| 244 | |||
| 245 | for(@reform_hash_keys){ $ref->{$_->[1]} = delete $ref->{$_->[0]} } | ||
| 246 | } | ||
| 247 | elsif(ref $ref eq 'ARRAY'){ | ||
| 248 | for(@$ref){ | ||
| 249 | next if ref $cb eq "CODE" and !$cb->("ARRAY",$deep,$_); | ||
| 250 | if(ref $_ eq ""){ | ||
| 251 | if($unicode and not Encode::is_utf8($_) ){ | ||
| 252 | Encode::_utf8_on($_); | ||
| 253 | } | ||
| 254 | elsif( !$unicode and Encode::is_utf8($_) ){ | ||
| 255 | Encode::_utf8_off($_); | ||
| 256 | } | ||
| 257 | } | ||
| 258 | elsif($recursive and ref $_ eq "ARRAY" or ref $_ eq "HASH"){ | ||
| 259 | $self->reform($_,@_,deep=>$deep+1); | ||
| 260 | } | ||
| 261 | #else{ | ||
| 262 | # $self->die("不支持的hash结构\n"); | ||
| 263 | #} | ||
| 264 | } | ||
| 265 | } | ||
| 266 | else{ | ||
| 267 | $self->die("不支持的数据结构"); | ||
| 268 | } | ||
| 269 | $self; | ||
| 270 | } | ||
| 271 | |||
| 272 | sub array_diff{ | ||
| 273 | my $self = shift; | ||
| 274 | my $old = shift; | ||
| 275 | my $new = shift; | ||
| 276 | my $compare = shift; | ||
| 277 | my $old_hash = {}; | ||
| 278 | my $new_hash = {}; | ||
| 279 | my $added = []; | ||
| 280 | my $deleted = []; | ||
| 281 | my $same = {}; | ||
| 282 | |||
| 283 | my %e = map {$compare->($_) => undef} @{$new}; | ||
| 284 | for(@{$old}){ | ||
| 285 | unless(exists $e{$compare->($_)}){ | ||
| 286 | push @{$deleted},$_; | ||
| 287 | } | ||
| 288 | else{ | ||
| 289 | $same->{$compare->($_)}[0] = $_; | ||
| 290 | } | ||
| 291 | } | ||
| 292 | |||
| 293 | %e = map {$compare->($_) => undef} @{$old}; | ||
| 294 | for(@{$new}){ | ||
| 295 | unless(exists $e{$compare->($_)}){ | ||
| 296 | push @{$added},$_; | ||
| 297 | } | ||
| 298 | else{ | ||
| 299 | $same->{$compare->($_)}[1] = $_; | ||
| 300 | } | ||
| 301 | } | ||
| 302 | return $added,$deleted,[values %$same]; | ||
| 303 | } | ||
| 304 | |||
| 305 | sub array_unique { | ||
| 306 | my $self = shift; | ||
| 307 | my $array = shift; | ||
| 308 | my $diff = shift; | ||
| 309 | my $info = shift; | ||
| 310 | my @result; | ||
| 311 | my %info; | ||
| 312 | my %tmp; | ||
| 313 | for(@$array){ | ||
| 314 | my $id = $diff->($_); | ||
| 315 | $tmp{$id}++; | ||
| 316 | } | ||
| 317 | my $i = 0; | ||
| 318 | for(@$array){ | ||
| 319 | my $id = $diff->($_); | ||
| 320 | next if not exists $tmp{$id} ; | ||
| 321 | if($tmp{$id}>1){ | ||
| 322 | $self->debug("$info array_unique id duplicate: [$id]($tmp{$id})") if defined $info; | ||
| 323 | $i++; | ||
| 324 | next; | ||
| 325 | } | ||
| 326 | push @result,$_; | ||
| 327 | $info{$id} = $_ if wantarray; | ||
| 328 | } | ||
| 329 | $self->debug("$info array_unique id duplicate total count: $i") if defined $info and $i >0; | ||
| 330 | return wantarray?(\@result,\%info):\@result; | ||
| 331 | } | ||
| 332 | sub die{ | ||
| 333 | my $self = shift; | ||
| 334 | local $SIG{__DIE__} = sub{$self->log->fatal(@_);exit -1}; | ||
| 335 | Carp::confess(@_); | ||
| 336 | } | ||
| 337 | sub info{ | ||
| 338 | my $self = shift; | ||
| 339 | $self->log->info(@_); | ||
| 340 | $self; | ||
| 341 | } | ||
| 342 | sub msg{ | ||
| 343 | my $self = shift; | ||
| 344 | $self->log->msg(@_); | ||
| 345 | $self; | ||
| 346 | } | ||
| 347 | sub warn{ | ||
| 348 | my $self = shift; | ||
| 349 | ref $_[0] eq 'HASH' ? | ||
| 350 | ($_[0]->{level_color} //= 'yellow' and $_[0]->{content_color} //= 'yellow') | ||
| 351 | : unshift @_,{level_color=>'yellow',content_color=>'yellow'}; | ||
| 352 | $self->log->warn(@_); | ||
| 353 | $self; | ||
| 354 | } | ||
| 355 | sub error{ | ||
| 356 | my $self = shift; | ||
| 357 | ref $_[0] eq 'HASH' ? | ||
| 358 | ($_[0]->{level_color} //= 'red' and $_[0]->{content_color} //= 'red') | ||
| 359 | : unshift @_,{level_color=>'red',content_color=>'red'}; | ||
| 360 | $self->log->error(@_); | ||
| 361 | $self; | ||
| 362 | } | ||
| 363 | sub fatal{ | ||
| 364 | my $self = shift; | ||
| 365 | ref $_[0] eq 'HASH' ? | ||
| 366 | ($_[0]->{level_color} //= 'red' and $_[0]->{content_color} //= 'red') | ||
| 367 | : unshift @_,{level_color=>'red',content_color=>'red'}; | ||
| 368 | $self->log->fatal(@_); | ||
| 369 | $self; | ||
| 370 | } | ||
| 371 | sub debug{ | ||
| 372 | my $self = shift; | ||
| 373 | ref $_[0] eq 'HASH' ? | ||
| 374 | ($_[0]->{level_color} //= 'blue' and $_[0]->{content_color} //= 'blue') | ||
| 375 | : unshift @_,{level_color=>'blue',content_color=>'blue'}; | ||
| 376 | $self->log->debug(@_); | ||
| 377 | $self; | ||
| 378 | } | ||
| 379 | sub print { | ||
| 380 | my $self = shift; | ||
| 381 | $self->log->info({time=>'',level=>'',}, join defined $,?$,:'',@_); | ||
| 382 | $self; | ||
| 383 | } | ||
| 384 | sub stdout_line { | ||
| 385 | my $self = shift; | ||
| 386 | my $data = $_[0]; | ||
| 387 | $data=~s/[\r\n]+$//s; | ||
| 388 | STDOUT->printflush($data . "\n"); | ||
| 389 | $self; | ||
| 390 | } | ||
| 391 | |||
| 392 | 1; |