|
Lines 6-12
use C4::Biblio;
Link Here
|
| 6 |
use C4::Search; |
6 |
use C4::Search; |
| 7 |
use C4::Charset; |
7 |
use C4::Charset; |
| 8 |
use C4::Debug; |
8 |
use C4::Debug; |
| 9 |
use C4::ZebraIndex; |
|
|
| 10 |
|
9 |
|
| 11 |
use Getopt::Long; |
10 |
use Getopt::Long; |
| 12 |
use YAML; |
11 |
use YAML; |
|
Lines 24-43
Use this script to remove duplicate authorities.
Link Here
|
| 24 |
|
23 |
|
| 25 |
my @matchstrings; |
24 |
my @matchstrings; |
| 26 |
my $choosemethod = "u"; # by default, choose to keep the most used authority |
25 |
my $choosemethod = "u"; # by default, choose to keep the most used authority |
| 27 |
my ($verbose, $all, $help, $wherestring, $test); |
26 |
my ($all, $help, $wherestring, $test); |
|
|
27 |
my $verbose = 0; |
| 28 |
|
28 |
|
| 29 |
# default is to check all these subfields for 'auth_tag_to_report' |
29 |
# default is to check all these subfields for 'auth_tag_to_report' |
| 30 |
my $check = 'TAGabcdefghitxyz'; |
30 |
my $check = 'TAGabcdefghitxyz'; |
| 31 |
|
31 |
|
| 32 |
my $result = GetOptions ( |
32 |
my $result = GetOptions ( |
| 33 |
"match=s" => \@matchstrings |
33 |
"match=s" => \@matchstrings, |
| 34 |
, "verbose+" => \$verbose |
34 |
"verbose+" => \$verbose, |
| 35 |
, "all|a" => \$all |
35 |
"all|a" => \$all, |
| 36 |
, "test|t" => \$test |
36 |
"test|t" => \$test, |
| 37 |
, "help|h" => \$help |
37 |
"help|h" => \$help, |
| 38 |
, "where=s" => \$wherestring |
38 |
"where=s" => \$wherestring, |
| 39 |
, "choose-method=s" => \$choosemethod |
39 |
"choose-method=s" => \$choosemethod, |
| 40 |
, "check=s" => \$check |
40 |
"check=s" => \$check |
| 41 |
); |
41 |
); |
| 42 |
|
42 |
|
| 43 |
if ( $help || ! (@ARGV || $all)) { |
43 |
if ( $help || ! (@ARGV || $all)) { |
|
Lines 47-65
if ( $help || ! (@ARGV || $all)) {
Link Here
|
| 47 |
|
47 |
|
| 48 |
my @choose_subs; |
48 |
my @choose_subs; |
| 49 |
foreach (split //, $choosemethod) { |
49 |
foreach (split //, $choosemethod) { |
| 50 |
given($_) { |
50 |
if ($_ eq 'd') { |
| 51 |
when ('d') { |
51 |
push @choose_subs, \&_get_date; |
| 52 |
push @choose_subs, \&_get_date; |
52 |
} |
| 53 |
} |
53 |
elsif( $_ eq 'p') { |
| 54 |
when ('p') { |
54 |
push @choose_subs, \&_has_ppn; |
| 55 |
push @choose_subs, \&_has_ppn; |
55 |
} |
| 56 |
} |
56 |
elsif( $_ eq 'u') { |
| 57 |
when ('u') { |
57 |
push @choose_subs, \&_get_usage; |
| 58 |
push @choose_subs, \&_get_usage; |
58 |
} |
| 59 |
} |
59 |
else { |
| 60 |
default { |
60 |
warn "Choose method '$_' is not supported"; |
| 61 |
warn "Choose method '$_' is not supported"; |
|
|
| 62 |
} |
| 63 |
} |
61 |
} |
| 64 |
} |
62 |
} |
| 65 |
|
63 |
|
|
Lines 153-162
for my $authtypecode (@authtypecodes) {
Link Here
|
| 153 |
($verbose >= 2) and logger("Building query..."); |
151 |
($verbose >= 2) and logger("Building query..."); |
| 154 |
my $query = _build_query( $authrecord, $attempt ); |
152 |
my $query = _build_query( $authrecord, $attempt ); |
| 155 |
($verbose >= 2) and logger("Building query done."); |
153 |
($verbose >= 2) and logger("Building query done."); |
| 156 |
($verbose >= 2) and logger ($query); |
154 |
($verbose >= 2) and logger ("$query"); |
| 157 |
# This prevent too general queries to be executed |
155 |
# This prevent too general queries to be executed |
| 158 |
# TODO: This should allow more than these 3 indexes |
156 |
# TODO: This should allow more than these 3 indexes |
| 159 |
next unless $query =~ /(ppn|he|he-main|ident)(,\S*)*(=|:)/; |
157 |
# next unless $query =~ /(ppn|he|heading-main|ident)(,\S*)*(=|:)/; |
| 160 |
|
158 |
|
| 161 |
($verbose >= 2) and logger("Searching..."); |
159 |
($verbose >= 2) and logger("Searching..."); |
| 162 |
my ($error, $results) = SimpleSearch($query, undef, undef, ["authorityserver"]); |
160 |
my ($error, $results) = SimpleSearch($query, undef, undef, ["authorityserver"]); |
|
Lines 191-196
for my $authtypecode (@authtypecodes) {
Link Here
|
| 191 |
$biblios{$biblio} = 1; |
189 |
$biblios{$biblio} = 1; |
| 192 |
} |
190 |
} |
| 193 |
$authorities{$localauthid} = 2; |
191 |
$authorities{$localauthid} = 2; |
|
|
192 |
logger("Deleting $localauthid"); |
| 193 |
DelAuthority({ authid => $localauthid, skip_merge => 1 }); |
| 194 |
} |
194 |
} |
| 195 |
} |
195 |
} |
| 196 |
($verbose >= 2) and logger("Merge done."); |
196 |
($verbose >= 2) and logger("Merge done."); |
|
Lines 214-244
for my $authtypecode (@authtypecodes) {
Link Here
|
| 214 |
my @biblios_to_update = grep {defined $biblios{$_} and $biblios{$_} == 1} |
214 |
my @biblios_to_update = grep {defined $biblios{$_} and $biblios{$_} == 1} |
| 215 |
keys %biblios; |
215 |
keys %biblios; |
| 216 |
if( @biblios_to_update > 0 ) { |
216 |
if( @biblios_to_update > 0 ) { |
| 217 |
logger("Updating biblios index (" . scalar(@biblios_to_update) . " biblios to update)"); |
217 |
logger("Updated " . scalar(@biblios_to_update) . " biblios"); |
| 218 |
C4::ZebraIndex::IndexRecord("biblio", \@biblios_to_update, |
|
|
| 219 |
{ as_xml => 1, record_format => "marcxml" }); |
| 220 |
} else { |
218 |
} else { |
| 221 |
logger("No biblios to update"); |
219 |
logger("No biblios to update"); |
| 222 |
} |
220 |
} |
| 223 |
|
221 |
|
| 224 |
# Update authorities |
|
|
| 225 |
my @authorities_to_update = grep{defined $authorities{$_} and $authorities{$_} == 1} |
| 226 |
keys %authorities; |
| 227 |
if( @authorities_to_update > 0 ) { |
| 228 |
logger("Updating authorities index (" . scalar(@authorities_to_update) . " authorities to update)"); |
| 229 |
C4::ZebraIndex::IndexRecord("authority", \@authorities_to_update, |
| 230 |
{ as_xml => 1, record_format => "marcxml" }); |
| 231 |
} else { |
| 232 |
logger("No autorities to update"); |
| 233 |
} |
| 234 |
|
222 |
|
| 235 |
# Delete authorities |
223 |
# Delete authorities |
| 236 |
my @authorities_to_delete = grep{defined $authorities{$_} and $authorities{$_} == 2} |
224 |
my @authorities_to_delete = grep{defined $authorities{$_} and $authorities{$_} == 2} |
| 237 |
keys %authorities; |
225 |
keys %authorities; |
| 238 |
if( @authorities_to_delete > 0 ) { |
226 |
if( @authorities_to_delete > 0 ) { |
| 239 |
logger("Deleting authorities from index (" . scalar(@authorities_to_delete) . " authorities to delete)"); |
227 |
logger("Deleted " . scalar(@authorities_to_delete) . " authorities"); |
| 240 |
C4::ZebraIndex::DeleteRecordIndex("authority", \@authorities_to_delete, |
|
|
| 241 |
{ as_xml => 1, record_format => "marcxml" }); |
| 242 |
} else { |
228 |
} else { |
| 243 |
logger("No authorities to delete"); |
229 |
logger("No authorities to delete"); |
| 244 |
} |
230 |
} |
|
Lines 296-308
sub prepare_strings{
Link Here
|
| 296 |
} |
282 |
} |
| 297 |
} |
283 |
} |
| 298 |
else { |
284 |
else { |
| 299 |
if ($attempt->{subfields}){ |
285 |
if (scalar @{$attempt->{subfields}} ){ |
| 300 |
for my $subfield (@{$attempt->{subfields}}){ |
286 |
for my $subfield (@{$attempt->{subfields}}){ |
| 301 |
push @stringstosearch, trim(map { NormalizeString($_, undef, 1) } $field->subfield($subfield)); |
287 |
push @stringstosearch, trim(map { NormalizeString($_, undef, 1) } $field->subfield($subfield)); |
| 302 |
} |
288 |
} |
| 303 |
} |
289 |
} |
| 304 |
else { |
290 |
else { |
| 305 |
push @stringstosearch, trim(map { NormalizeString($_, undef, 1) } $field->as_string()); |
291 |
push @stringstosearch, trim(map { NormalizeString($_, undef, 1) } ($field->as_string()) ); |
| 306 |
} |
292 |
} |
| 307 |
|
293 |
|
| 308 |
} |
294 |
} |
| 309 |
- |
|
|