X-Git-Url: http://gb7djk.dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FAnnTalk.pm;h=b7eb1311772759e78114fd4401c2ecc2f4d627ec;hb=575db552c5a635ce2eb431de07f568113374735f;hp=383e71557fa7551561bf735659ea097bfed431aa;hpb=4e359e198dfc0ca889413a72ea20e698b995e094;p=spider.git diff --git a/perl/AnnTalk.pm b/perl/AnnTalk.pm index 383e7155..b7eb1311 100644 --- a/perl/AnnTalk.pm +++ b/perl/AnnTalk.pm @@ -13,11 +13,29 @@ use strict; use DXUtil; use DXDebug; use DXDupe; +use DXVars; -use vars qw(%dup $duplth $dupage); +use vars qw(%dup $duplth $dupage $filterdef); $duplth = 60; # the length of text to use in the deduping $dupage = 5*24*3600; # the length of time to hold spot dups +$filterdef = bless ([ + # tag, sort, field, priv, special parser + ['by', 'c', 0], + ['dest', 'c', 1], + ['info', 't', 2], + ['group', 't', 3], + ['origin', 'c', 4], + ['wx', 't', 5], + ['channel', 'n', 6], + ['by_dxcc', 'n', 7], + ['by_itu', 'n', 8], + ['by_zone', 'n', 9], + ['origin_dxcc', 'c', 10], + ['origin_itu', 'c', 11], + ['origin_itu', 'c', 12], + ], 'Filter::Cmd'); + # enter the spot for dup checking and return true if it is already a dup sub dup @@ -26,6 +44,7 @@ sub dup chomp $text; unpad($text); + $text =~ s/[\\\%]\d+//g; $text =~ s/[^a-zA-Z0-9]//g; $text = substr($text, 0, $duplth) if length $text > $duplth; my $dupkey = "A$to|\L$text";