-#!/usr/bin/perl
+#!/usr/bin/env perl
#
# Something to create my subset of the US call book data,
# in my flat file form, either from the main data base or
#
# Copyright (c) 2002 Dirk Koopman G1TLH
#
-# $Id$
+#
#
use strict;
$root = "/spider";
$root = $ENV{'DXSPIDER_ROOT'} if $ENV{'DXSPIDER_ROOT'};
+ mkdir "$root/local_data", 02777 unless -d "$root/local_data";
+
+ unshift @INC, "$root/perl"; # this IS the right way round!
unshift @INC, "$root/local";
}
-use vars qw($VERSION $BRANCH);
-$VERSION = sprintf( "%d.%03d", q$Revision$ =~ /(\d+)\.(\d+)/ );
-$BRANCH = sprintf( "%d.%03d", q$Revision$ =~ /\d+\.\d+\.(\d+)\.(\d+)/ || (0,0));
-$main::build += $VERSION;
-$main::branch += $BRANCH;
+use SysVar;
-use DXVars;
use Archive::Zip qw(:ERROR_CODES);
use Archive::Zip::MemberRead;
use IO::File;
STDOUT->autoflush(1);
-my $dbrawfn = "$main::data/usdbraw";
+my $dbrawfn = localdata("usdbraw.gz");
rename "$dbrawfn.oo", "$dbrawfn.ooo";
rename "$dbrawfn.o", "$dbrawfn.oo";
}
$gzfh->gzclose;
-print "$ctycount Cities found\n";
exit(0);
{
my ($zip, $argv) = @_;
my $mname = "EN.dat";
- my $ofn = "$main::data/$mname";
+ my $ofn = localdata($mname);
print " Handling EN records, unzipping";
if ($zip->extractMember($mname, $ofn) == AZ_OK) {
my $fh = new IO::File "$ofn" or die "Cannot open $ofn $!";
$l =~ s/[\r\n]+$//;
my ($rt,$usi,$ulsfn,$ebfno,$call,$type,$lid,$name,$first,$middle,$last,$suffix,
$phone,$fax,$email,$street,$city,$state,$zip,$pobox,$attl,$sgin,$frn) = split /\|/, $l;
-
- my $rec = uc join '|', $call,$city,$state if $city && $state;
- $buf .= "$rec\n";
- if (length $buf > $blksize) {
- $gzfh->gzwrite($buf);
- undef $buf;
+
+# print "ERR: $l\n" unless $call && $city && $state;
+
+ if ($call && $city && $state) {
+ my $rec = uc join '|', $call,$city,$state if $city && $state;
+ $buf .= "$rec\n";
+ if (length $buf > $blksize) {
+ $gzfh->gzwrite($buf);
+ undef $buf;
+ }
+ $count++;
}
- my $c = uc "$city|$state";
- $count++;
- }
- if (length $buf > $blksize) {
- $gzfh->gzwrite($buf);
}
+ $gzfh->gzwrite($buf) if length $buf;
print ", $count records\n";
$fh->close;
}