Pisg.pm 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577
  1. package Pisg;
  2. # Documentation(POD) for this module is found at the end of the file.
  3. # Copyright (C) 2001-2002 <Morten Brix Pedersen> - morten@wtf.dk
  4. #
  5. # This program is free software; you can redistribute it and/or modify
  6. # it under the terms of the GNU General Public License as published by
  7. # the Free Software Foundation; either version 2 of the License, or
  8. # (at your option) any later version.
  9. #
  10. # This program is distributed in the hope that it will be useful,
  11. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. # GNU General Public License for more details.
  14. #
  15. # You should have received a copy of the GNU General Public License
  16. # along with this program; if not, write to the Free Software
  17. # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  18. use strict;
  19. $^W = 1;
  20. sub new
  21. {
  22. my $type = shift;
  23. my %args = @_;
  24. my $self = {
  25. override_cfg => $args{override_cfg},
  26. use_configfile => $args{use_configfile},
  27. search_path => $args{search_path},
  28. chans => {},
  29. users => {},
  30. cfg => {},
  31. tmps => {},
  32. };
  33. # Set the default configuration settings.
  34. get_default_config_settings($self);
  35. # Import common functions in Pisg::Common
  36. require Pisg::Common;
  37. Pisg::Common->import();
  38. bless($self, $type);
  39. return $self;
  40. }
  41. sub run
  42. {
  43. my $self = shift;
  44. print "pisg v$self->{cfg}->{version} - Perl IRC Statistics Generator\n\n"
  45. unless ($self->{cfg}->{silent});
  46. # Init the configuration file (aliases, ignores, channels, etc)
  47. my $r;
  48. if ($self->{use_configfile}) {
  49. if ((open(CONFIG, $self->{cfg}->{configfile})
  50. or open(CONFIG, $self->{search_path} . "/$self->{cfg}->{configfile}"))) {
  51. $r = $self->init_config(\*CONFIG)
  52. }
  53. }
  54. print "Using config file: $self->{cfg}->{configfile}\n\n"
  55. if ($r && !$self->{cfg}->{silent});
  56. $self->init_words() # Init words. (Foulwords, ignorewords, etc.)
  57. if ($self->{use_configfile});
  58. # Get translations from langfile
  59. $self->get_language_templates();
  60. # Parse any channels in <channel> statements
  61. $self->parse_channels();
  62. # Optionaly parse the channel we were given in override_cfg.
  63. $self->do_channel()
  64. if (!$self->{cfg}->{chan_done}{$self->{cfg}->{channel}});
  65. }
  66. sub get_default_config_settings
  67. {
  68. my $self = shift;
  69. # This is all the default settings of pisg. They can be overriden by the
  70. # pisg.cfg file, or by using the override_cfg argument to the new
  71. # constructor.
  72. $self->{cfg} = {
  73. channel => '',
  74. logtype => 'Logfile',
  75. logfile => [],
  76. format => '',
  77. network => 'SomeIRCNet',
  78. outputfile => 'index.html',
  79. outputtag => '',
  80. maintainer => 'MAINTAINER',
  81. pagehead => 'none',
  82. pagefoot => 'none',
  83. configfile => 'pisg.cfg',
  84. imagepath => '',
  85. imageglobpath => '',
  86. defaultpic => '',
  87. logdir => [],
  88. nfiles => 0,
  89. lang => 'en',
  90. langfile => 'lang.txt',
  91. cssdir => 'layout/',
  92. colorscheme => 'default',
  93. logprefix => '',
  94. logsuffix => '',
  95. silent => 0,
  96. userpics => 'y',
  97. # Colors / Layout
  98. hicell => '#BABADD', # FIXME
  99. hicell2 => '#CCCCCC', # FIXME
  100. picwidth => '',
  101. picheight => '',
  102. pic_v_0 => 'blue-v.png',
  103. pic_v_6 => 'green-v.png',
  104. pic_v_12 => 'yellow-v.png',
  105. pic_v_18 => 'red-v.png',
  106. pic_h_0 => 'blue-h.png',
  107. pic_h_6 => 'green-h.png',
  108. pic_h_12 => 'yellow-h.png',
  109. pic_h_18 => 'red-h.png',
  110. piclocation => '.',
  111. # Stats settings
  112. showactivetimes => 1,
  113. showbignumbers => 1,
  114. showtopics => 1,
  115. showlinetime => 0,
  116. showwordtime => 0,
  117. showtime => 1,
  118. showwords => 0,
  119. showwpl => 0,
  120. showcpl => 0,
  121. showlastseen => 0,
  122. showlegend => 1,
  123. showkickline => 1,
  124. showactionline => 1,
  125. showfoulline => 0,
  126. showshoutline => 1,
  127. showviolentlines => 1,
  128. showrandquote => 1,
  129. showmuw => 1,
  130. showmrn => 1,
  131. showmru => 1,
  132. showops => 1,
  133. showvoices => 0,
  134. showhalfops => 0,
  135. showmostnicks => 0,
  136. showmostactivebyhour => 0,
  137. showmostactivebyhourgraph => 0,
  138. showonlytop => 0,
  139. # Less important things
  140. timeoffset => '+0',
  141. minquote => 25,
  142. maxquote => 65,
  143. quotewidth => 80,
  144. wordlength => 5,
  145. activenicks => 25,
  146. activenicks2 => 30,
  147. activenicksbyhour => 10,
  148. topichistory => 3,
  149. urlhistory => 5,
  150. nickhistory => 5,
  151. wordhistory => 10,
  152. mostnickshistory => 5,
  153. mostnicksverbose => 1,
  154. nicktracking => 0,
  155. charset => 'iso-8859-1',
  156. irciinick => 'maintainer',
  157. # sorting
  158. sortbywords => 0,
  159. # Misc settings
  160. foulwords => 'ass fuck bitch shit scheisse scheiße kacke arsch ficker ficken schlampe',
  161. violentwords => 'slaps beats smacks',
  162. ignorewords => '',
  163. noignoredquotes => 0,
  164. tablewidth => 614,
  165. regexpaliases => 0,
  166. botnicks => '', # Needed for DCpp format (non-irc)
  167. dailyactivity => 0,
  168. version => "0.53-cvs",
  169. };
  170. # This enables us to use the search_path in other modules
  171. $self->{cfg}->{search_path} = $self->{search_path};
  172. # Parse the optional overriden configuration variables
  173. foreach my $key (keys %{$self->{override_cfg}}) {
  174. if ($self->{override_cfg}->{$key}) {
  175. $self->{cfg}->{$key} = $self->{override_cfg}->{$key};
  176. }
  177. }
  178. }
  179. sub get_language_templates
  180. {
  181. my $self = shift;
  182. open(FILE, $self->{cfg}->{langfile}) or open (FILE, $self->{search_path} . "/$self->{cfg}->{langfile}") or die("$0: Unable to open language file($self->{cfg}->{langfile}): $!\n");
  183. while (my $line = <FILE>)
  184. {
  185. next if ($line =~ /^#/);
  186. if ($line =~ /<lang name=\"([^"]+)\">/i) {
  187. # Found start tag, setting the current language
  188. my $current_lang = lc($1);
  189. while (<FILE>) {
  190. last if ($_ =~ /<\/lang>/i);
  191. # Get 'template = "Text"' in language file:
  192. if ($_ =~ /(\w+)\s+=\s+"(.*)"\s*$/) {
  193. $self->{tmps}->{$current_lang}{$1} = $2;
  194. }
  195. }
  196. }
  197. }
  198. close(FILE);
  199. }
  200. sub init_words
  201. {
  202. my $self = shift;
  203. $self->{cfg}->{foulwords} = wordlist_regexp($self->{cfg}->{foulwords}, $self->{cfg}->{regexpaliases});
  204. $self->{cfg}->{ignorewords} = wordlist_regexp($self->{cfg}->{ignorewords}, $self->{cfg}->{regexpaliases});
  205. $self->{cfg}->{violentwords} = wordlist_regexp($self->{cfg}->{violentwords}, $self->{cfg}->{regexpaliases});
  206. }
  207. sub init_config
  208. {
  209. my $self = shift;
  210. my $fh = shift;
  211. while (my $line = <$fh>)
  212. {
  213. next if ($line =~ /^\s*#/);
  214. chomp $line;
  215. if ($line =~ /<user.*>/) {
  216. my $nick;
  217. if ($line =~ /nick=(["'])(.+?)\1/) {
  218. $nick = $2;
  219. add_alias($nick, $nick);
  220. } else {
  221. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: No nick specified\n";
  222. next;
  223. }
  224. if ($line =~ /alias=(["'])(.+?)\1/) {
  225. my @thisalias = split(/\s+/, lc($2));
  226. foreach (@thisalias) {
  227. if ($self->{cfg}->{regexpaliases} and /[\|\[\]\{\}\(\)\?\+\.\*\^\\]/) {
  228. add_aliaswild($nick, $_);
  229. } elsif (not $self->{cfg}->{regexpaliases} and s/\*/\.\*/g) {
  230. # quote it if it is a wildcard
  231. s/([\|\[\]\{\}\(\)\?\+\^\\])/\\$1/g;
  232. add_aliaswild($nick, $_);
  233. } else {
  234. add_alias($nick, $_);
  235. }
  236. }
  237. }
  238. if ($line =~ /pic=(["'])(.+?)\1/) {
  239. $self->{users}->{userpics}{$nick} = $2;
  240. }
  241. if ($line =~ /bigpic=(["'])(.+?)\1/) {
  242. $self->{users}->{biguserpics}{$nick} = $2;
  243. }
  244. if ($line =~ /link=(["'])(.+?)\1/) {
  245. $self->{users}->{userlinks}{$nick} = $2;
  246. }
  247. if ($line =~ /ignore=(["'])Y\1/i) {
  248. add_ignore($nick);
  249. }
  250. if ($line =~ /sex=(["'])([MmFf])\1/) {
  251. $self->{users}->{sex}{$nick} = lc($2);
  252. }
  253. } elsif ($line =~ /<link(.*)>/) {
  254. if ($line =~ /url=(["'])(.+?)\1/) {
  255. my $url = $2;
  256. if ($line =~ /ignore="Y"/i) {
  257. add_url_ignore($url);
  258. }
  259. } else {
  260. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: No URL specified\n";
  261. }
  262. } elsif ($line =~ /<set(.*)>/) {
  263. my $settings = $1;
  264. if ($settings !~ /=["'](.*)["']/ || $settings =~ /(\w)>/ ) {
  265. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: Missing or wrong quotes near $1\n";
  266. }
  267. while ($settings =~ s/[ \t]([^=]+?)=(["'])(.*?)\2//) {
  268. my $var = lc($1);
  269. $var =~ s/ //; # Remove whitespace
  270. if (!defined($self->{cfg}->{$var})) {
  271. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: No such configuration option: '$var'\n";
  272. next;
  273. }
  274. unless (($self->{cfg}->{$var} eq $3) || $self->{override_cfg}->{$var}) {
  275. $self->{cfg}->{$var} = $3;
  276. }
  277. }
  278. } elsif ($line =~ /<channel=(['"])(.+?)\1(.*)>/i) {
  279. my ($channel, $settings) = ($2, $3);
  280. $self->{chans}->{$channel}->{channel} = $channel;
  281. $self->{cfg}->{chan_done}{$self->{cfg}->{channel}} = 1; # don't parse channel in $self->{cfg}->{channel} if a channel statement is present
  282. while ($settings =~ s/\s([^=]+)=(["'])(.+?)\2//) {
  283. my $var = lc($1);
  284. if ($var eq "logdir" || $var eq "logfile") {
  285. push(@{$self->{chans}->{$channel}{$var}}, $3);
  286. } else {
  287. $self->{chans}->{$channel}{$var} = $3;
  288. }
  289. }
  290. while (<$fh>) {
  291. next if /^\s*#/;
  292. last if ($_ =~ /<\/*channel>/i);
  293. if ($_ =~ /^\s*(\w+)\s*=\s*(["'])(.+?)\2/) {
  294. my $var = lc($1);
  295. unless ((($var eq "logdir" || $var eq "logfile") && scalar(@{$self->{override_cfg}->{$var}}) > 0) || (($var ne "logdir" && $var ne "logfile") && $self->{override_cfg}->{$var})) {
  296. if($var eq "logdir" || $var eq "logfile") {
  297. push @{$self->{chans}->{$channel}{$var}}, $3;
  298. } else {
  299. $self->{chans}->{$channel}{$var} = $3;
  300. }
  301. }
  302. } elsif ($_ !~ /^$/) {
  303. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: Unrecognized line\n";
  304. }
  305. }
  306. } elsif ($line =~ /<include\s*=\s*(["'])(.+?)\1\s*>/) {
  307. my $include_cfg = $2;
  308. my $backup_cfg = $self->{cfg}->{configfile};
  309. $self->{cfg}->{configfile} = $include_cfg;
  310. my $r;
  311. if ((open(INCLUDE, $self->{cfg}->{configfile})
  312. or open(INCLUDE, $self->{search_path} . "/$self->{cfg}->{configfile}"))) {
  313. $r = $self->init_config(\*INCLUDE);
  314. } else {
  315. print STDERR "Warning: $backup_cfg, line $.: $self->{cfg}->{configfile}: $!\n";
  316. }
  317. print "Included config file: $self->{cfg}->{configfile}\n\n"
  318. if ($r && !$self->{cfg}->{silent});
  319. $self->{cfg}->{configfile} = $backup_cfg;
  320. } elsif ($line =~ /<(\w+)?.*[^>]$/) {
  321. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: Missing end on element <$1 (probably multi-line?)\n";
  322. } elsif ($line =~ /\S/) {
  323. $line =~ s/\n//;
  324. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: Unrecognized line\n";
  325. }
  326. }
  327. close($fh);
  328. }
  329. sub init_pisg
  330. {
  331. my $self = shift;
  332. my $timestamp = time();
  333. $self->{cfg}->{start} = time();
  334. if ($self->{cfg}->{timeoffset} =~ /\+(\d+)/) {
  335. # We must plus some hours to the time
  336. $timestamp += 3600 * $1; # 3600 seconds per hour
  337. } elsif ($self->{cfg}->{timeoffset} =~ /-(\d+)/) {
  338. # We must remove some hours from the time
  339. $timestamp -= 3600 * $1; # 3600 seconds per hour
  340. }
  341. $self->{cfg}->{timestamp} = $timestamp;
  342. # Add trailing slash when it's not there..
  343. $self->{cfg}->{imagepath} =~ s/([^\/])$/$1\//;
  344. # Set ImageGlobPath default
  345. $self->{cfg}->{imageglobpath} ||= $self->{cfg}->{imagepath};
  346. $self->{cfg}->{imageglobpath} =~ s/([^\/])$/$1\//;
  347. # Set number of picture columns to show
  348. if ($self->{cfg}->{userpics} =~ /^n/i) {
  349. $self->{cfg}->{userpics} = 0;
  350. } elsif ($self->{cfg}->{userpics} =~ /^y/i) {
  351. $self->{cfg}->{userpics} = 1;
  352. } elsif ($self->{cfg}->{userpics} !~ /^\d+$/) {
  353. print STDERR "Warning: $self->{cfg}->{configfile}, line $.: Invalid UserPics setting\n";
  354. }
  355. print "Using language template: $self->{cfg}->{lang}\n\n" if ($self->{cfg}->{lang} ne 'EN' && !$self->{cfg}->{silent});
  356. print "Statistics for channel $self->{cfg}->{channel} \@ $self->{cfg}->{network} by $self->{cfg}->{maintainer}\n\n"
  357. unless ($self->{cfg}->{silent});
  358. }
  359. sub do_channel
  360. {
  361. my $self = shift;
  362. if (!$self->{cfg}->{channel}) {
  363. print STDERR "No channels defined.\n";
  364. } elsif ((!@{$self->{cfg}->{logfile}}) && (!@{$self->{cfg}->{logdir}})) {
  365. print STDERR "No logfile or logdir defined for " . $self->{cfg}->{channel} . "\n";
  366. } elsif (!$self->{cfg}->{format}) {
  367. print STDERR "No format defined for $self->{cfg}->{channel}.\n";
  368. } else {
  369. $self->init_pisg(); # Init some general things
  370. store_aliases(); # Save the aliases so we can restore them
  371. # later, we don't want to add the aliases
  372. # for this channel to the next channel
  373. # Pick our stats generator.
  374. my $analyzer;
  375. eval <<_END;
  376. use Pisg::Parser::$self->{cfg}->{logtype};
  377. \$analyzer = new Pisg::Parser::$self->{cfg}->{logtype}(
  378. cfg => \$self->{cfg}
  379. );
  380. _END
  381. if ($@) {
  382. print STDERR "Could not load stats analyzer for '$self->{cfg}->{logtype}': $@\n";
  383. return undef;
  384. }
  385. my $stats = $analyzer->analyze();
  386. $self->{cfg}->{analyzer} = $analyzer;
  387. # Initialize HTMLGenerator object
  388. my $generator;
  389. eval <<_END;
  390. use Pisg::HTMLGenerator;
  391. \$generator = new Pisg::HTMLGenerator(
  392. cfg => \$self->{cfg},
  393. stats => \$stats,
  394. users => \$self->{users},
  395. tmps => \$self->{tmps}
  396. );
  397. _END
  398. if ($@) {
  399. print STDERR "Could not load stats generator (Pisg::HTMLGenerator): $@\n";
  400. return undef;
  401. }
  402. # Create our HTML page if the logfile has any data.
  403. if (defined $stats) {
  404. if ($stats->{parsedlines} > 0) {
  405. $generator->create_output();
  406. } elsif ($stats->{parsedlines} == 0) {
  407. print STDERR "No parseable lines found in logfile ($stats->{totallines} total lines). Skipping.\nYou might be using the wrong format.\n";
  408. }
  409. }
  410. restore_aliases();
  411. $self->{cfg}->{chan_done}{$self->{cfg}->{channel}} = 1;
  412. }
  413. }
  414. sub parse_channels
  415. {
  416. my $self = shift;
  417. my %origcfg = %{ $self->{cfg} };
  418. # make a list of channels to do
  419. my @chanlist;
  420. if (scalar @ {$self->{cfg}->{cchannels} } > 0) {
  421. @chanlist = @{ $self->{cfg}->{cchannels} };
  422. } else {
  423. @chanlist = keys %{ $self->{chans} };
  424. }
  425. foreach my $channel (@chanlist) {
  426. if (!defined $self->{chans}->{$channel}) {
  427. print STDERR "Channel $channel not in config file, ignoring\n";
  428. next;
  429. }
  430. foreach (keys %{ $self->{chans}->{$channel} }) {
  431. $self->{cfg}->{$_} = $self->{chans}->{$channel}{$_};
  432. }
  433. $self->do_channel();
  434. $origcfg{chan_done} = $self->{cfg}->{chan_done};
  435. %{ $self->{cfg} } = %origcfg;
  436. }
  437. }
  438. 1;
  439. __END__
  440. =head1 NAME
  441. Pisg - Perl IRC Statistics Generator main module
  442. =head1 SYNOPSIS
  443. use Pisg;
  444. $pisg = new Pisg(
  445. use_configfile => '1',
  446. override_cfg => { network => 'MyNetwork', format => 'eggdrop' }
  447. );
  448. $pisg->run();
  449. =head1 DESCRIPTION
  450. C<Pisg> is a statistic generator for IRC logfiles or the like, delivering
  451. the results in a HTML page.
  452. =head1 CONSTRUCTOR
  453. =over 4
  454. =item new ( [ OPTIONS ] )
  455. This is the constructor for a new Pisg object. C<OPTIONS> are passed in a hash like fashion, using key and value pairs.
  456. Possible options are:
  457. B<use_configfile> - When set to 1, pisg will look up it's channels in it's
  458. configuration file, defined by the configuration option 'configfile'.
  459. B<override_cfg> - This defines whichever configuration variables you want to
  460. override from the configuration file. If you set use_configfile to 0, then
  461. you'll have to set at least channel and logfile here.
  462. B<search_path> - This defines an optional search path. It's used when you want to hardcode an alternative path where pisg should look after its language and config file.
  463. =back
  464. =head1 AUTHOR
  465. Morten Brix Pedersen <morten@wtf.dk>
  466. =head1 COPYRIGHT
  467. Copyright (C) 2001 Morten Brix Pedersen. All rights resereved.
  468. This program is free software; you can redistribute it and/or modify it
  469. under the terms of the GPL, license is included with the distribution of
  470. this file.
  471. =cut