Line 0
Link Here
|
|
|
1 |
package C4::Linker::Z3950Server; |
2 |
|
3 |
# Copyright 2012 Frédérick Capovilla - Libéo |
4 |
# |
5 |
# Koha is free software; you can redistribute it and/or modify it |
6 |
# under the terms of the GNU General Public License as published by |
7 |
# the Free Software Foundation; either version 3 of the License, or |
8 |
# (at your option) any later version. |
9 |
# |
10 |
# Koha is distributed in the hope that it will be useful, but |
11 |
# WITHOUT ANY WARRANTY; without even the implied warranty of |
12 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 |
# GNU General Public License for more details. |
14 |
# |
15 |
# You should have received a copy of the GNU General Public License |
16 |
# along with Koha; if not, see <http://www.gnu.org/licenses>. |
17 |
|
18 |
use strict; |
19 |
use warnings; |
20 |
use Carp; |
21 |
use MARC::Field; |
22 |
use MARC::Record; |
23 |
use C4::Context; |
24 |
use C4::Heading; |
25 |
use ZOOM; # For Z39.50 Searches |
26 |
use C4::AuthoritiesMarc; # For Authority addition |
27 |
use C4::Log; # logaction |
28 |
use Koha::SearchEngine::Indexer; |
29 |
|
30 |
use base qw(C4::Linker); |
31 |
|
32 |
|
33 |
sub get_link { |
34 |
my $self = shift; |
35 |
my $heading = shift; |
36 |
my $behavior = shift || 'default'; |
37 |
my $search_form = $heading->search_form(); |
38 |
my $authid; |
39 |
my $fuzzy = 0; |
40 |
my $match_count = 0; |
41 |
my $status = ''; |
42 |
|
43 |
if ( $self->{'cache'}->{$search_form}->{'cached'} ) { |
44 |
$authid = $self->{'cache'}->{$search_form}->{'authid'}; |
45 |
$fuzzy = $self->{'cache'}->{$search_form}->{'fuzzy'}; |
46 |
}else { |
47 |
# Look for matching authorities on the Z39.50 server |
48 |
unless($self->{'local_first'}) { |
49 |
($authid, undef, $status) = $self->getZ3950Authority($heading); |
50 |
if($status eq 'Z3950_SEARCH_ERROR' or |
51 |
$status eq 'Z3950_QUERY_ERROR' or |
52 |
$status eq 'NO_CONNECTION' or |
53 |
$status eq 'SERVER_NOT_FOUND') { |
54 |
return $authid, $fuzzy, 0, $status; |
55 |
} |
56 |
} |
57 |
if(!$authid) { |
58 |
# look for matching authorities |
59 |
my $authorities = $heading->authorities(1); # $skipmetadata = true |
60 |
$match_count = scalar @$authorities; |
61 |
|
62 |
if ( $behavior eq 'default' && $#{$authorities} >= 0 ) { |
63 |
$authid = $authorities->[0]->{'authid'}; |
64 |
}elsif ( $behavior eq 'first' && $#{$authorities} >= 0 ) { |
65 |
$authid = $authorities->[0]->{'authid'}; |
66 |
$fuzzy = $#{$authorities} > 0; |
67 |
} |
68 |
elsif ( $behavior eq 'last' && $#{$authorities} >= 0 ) { |
69 |
$authid = $authorities->[ $#{$authorities} ]->{'authid'}; |
70 |
$fuzzy = $#{$authorities} > 0; |
71 |
} |
72 |
|
73 |
if ( !defined $authid && $self->{'broader_headings'} ) { |
74 |
my $field = $heading->field(); |
75 |
my @subfields = $field->subfields(); |
76 |
if ( scalar @subfields > 1 ) { |
77 |
pop @subfields; |
78 |
$field->replace_with( |
79 |
MARC::Field->new( |
80 |
$field->tag, |
81 |
$field->indicator(1), |
82 |
$field->indicator(2), |
83 |
map { $_[0] => $_[1] } @subfields |
84 |
) |
85 |
); |
86 |
( $authid, $fuzzy ) = |
87 |
$self->get_link( C4::Heading->new_from_bib_field($field), |
88 |
$behavior ); |
89 |
} |
90 |
} |
91 |
} |
92 |
if($self->{'local_first'} && !$authid) { |
93 |
($authid, undef, $status) = $self->getZ3950Authority($heading); |
94 |
} |
95 |
|
96 |
$self->{'cache'}->{$search_form}->{'cached'} = 1; |
97 |
$self->{'cache'}->{$search_form}->{'authid'} = $authid; |
98 |
$self->{'cache'}->{$search_form}->{'fuzzy'} = $fuzzy; |
99 |
} |
100 |
return $self->SUPER::_handle_auth_limit($authid), $fuzzy, $match_count, $status; |
101 |
} |
102 |
|
103 |
sub update_cache { |
104 |
my $self = shift; |
105 |
my $heading = shift; |
106 |
my $authid = shift; |
107 |
my $search_form = $heading->search_form(); |
108 |
my $fuzzy = 0; |
109 |
|
110 |
$self->{'cache'}->{$search_form}->{'cached'} = 1; |
111 |
$self->{'cache'}->{$search_form}->{'authid'} = $authid; |
112 |
$self->{'cache'}->{$search_form}->{'fuzzy'} = $fuzzy; |
113 |
} |
114 |
|
115 |
sub flip_heading { |
116 |
my $self = shift; |
117 |
my $heading = shift; |
118 |
|
119 |
# TODO: implement |
120 |
} |
121 |
|
122 |
|
123 |
=head1 getZ3950Authority |
124 |
|
125 |
($authid, $record, $status) = $self->getZ3950Authority($heading); |
126 |
|
127 |
Do a Z39.50 search for the heading using the $conn ZOOM::Connection object and the $heading Heading. |
128 |
The column origincode is used to check for duplicates. |
129 |
FIXME: Use thesaurus in search? As of Koha 3.8, the community stopped using them. |
130 |
|
131 |
RETURNS : |
132 |
$authid = the ID of the local copy of the authority record that was found. undef if nothing was found. |
133 |
$record = the MARC record of the found authority. |
134 |
$status = A string with additional informations on the search status (Z3950_CREATED, Z3950_UPDATED, Z3950_QUERY_ERROR, Z3950_SEARCH_ERROR) |
135 |
|
136 |
=cut |
137 |
|
138 |
sub getZ3950Authority { |
139 |
my $self = shift; |
140 |
my $heading = shift; |
141 |
|
142 |
# Try to find a match on the Z39.50 server if LinkerZ3950Server is set |
143 |
if(C4::Context->preference('LinkerZ3950Server')) { |
144 |
unless($self->{'conn'}) { |
145 |
my $sth = C4::Context->dbh->prepare("select * from z3950servers where servername=?"); |
146 |
$sth->execute(C4::Context->preference('LinkerZ3950Server')); |
147 |
my $server = $sth->fetchrow_hashref or undef; |
148 |
$sth->finish; |
149 |
|
150 |
if($server) { |
151 |
my $options = ZOOM::Options->new(); |
152 |
$options->option('cclfile' => C4::Context->new()->{"serverinfo"}->{"authorityserver"}->{"ccl2rpn"}); |
153 |
$options->option('elementSetName', 'F'); |
154 |
$options->option('async', 0); |
155 |
$options->option('databaseName', $server->{db}); |
156 |
$options->option('user', $server->{userid} ) if $server->{userid}; |
157 |
$options->option('password', $server->{password}) if $server->{password}; |
158 |
$options->option('preferredRecordSyntax', $server->{syntax}); |
159 |
$self->{'conn'} = create ZOOM::Connection($options); |
160 |
eval{ $self->{'conn'}->connect( $server->{host}, $server->{port} ) }; |
161 |
if($@) { |
162 |
return (undef, undef, 'NO_CONNECTION'); |
163 |
}} |
164 |
else { |
165 |
return (undef, undef, 'SERVER_NOT_FOUND'); |
166 |
} |
167 |
} |
168 |
} |
169 |
else { |
170 |
return; |
171 |
} |
172 |
my $query =qq(Match-Heading,do-not-truncate,ext="$heading->{'search_form'}"); |
173 |
my $zquery = eval{ ZOOM::Query::CCL2RPN->new($query, $self->{'conn'}) }; |
174 |
if($@) { |
175 |
warn $query . "\n" . $@; |
176 |
return (undef, undef, 'Z3950_QUERY_ERROR'); |
177 |
} |
178 |
|
179 |
# Try to send the search query to the server. |
180 |
my $rs = eval{ $self->{'conn'}->search($zquery) }; |
181 |
if($@){ |
182 |
warn $query . "\n" . $@; |
183 |
return (undef, undef, 'Z3950_SEARCH_EMPTY'); |
184 |
} |
185 |
|
186 |
# If authorities are found, select the first valid one for addition in the local authority table. |
187 |
my $record; |
188 |
if($rs->size() != 0) { |
189 |
$record = MARC::Record::new_from_usmarc($rs->record(0)->raw()); |
190 |
}else{ |
191 |
return (undef, undef, 'Z3950_SEARCH_ERROR'); |
192 |
} |
193 |
$rs->destroy(); |
194 |
$zquery->destroy(); |
195 |
|
196 |
# If a valid authority was found, add it in the local authority database. |
197 |
if($record) { |
198 |
my $dbh=C4::Context->dbh; |
199 |
|
200 |
my $authtypecode = C4::AuthoritiesMarc::GuessAuthTypeCode($record); |
201 |
my $authId; |
202 |
|
203 |
# Use the control number to prevent the creation of duplicate authorities. |
204 |
my $controlNumber = $record->field('970')->subfield('0'); |
205 |
my $sthExist=$dbh->prepare("SELECT authid FROM auth_header WHERE origincode =?"); |
206 |
$sthExist->execute($controlNumber) or die $sthExist->errstr; |
207 |
($authId) = $sthExist->fetchrow; |
208 |
$sthExist->finish; |
209 |
|
210 |
#------------------------------------------------------------------------------------------ |
211 |
# Corrections and verifications before insertion |
212 |
my $format; |
213 |
my $leader=' nz a22 o 4500';# Leader for incomplete MARC21 record |
214 |
|
215 |
if (uc(C4::Context->preference('marcflavour')) eq 'UNIMARC') { |
216 |
$format= 'UNIMARCAUTH'; |
217 |
} |
218 |
else { |
219 |
$format= 'MARC21'; |
220 |
} |
221 |
|
222 |
if ($format eq "MARC21") { |
223 |
if (!$record->leader) { |
224 |
$record->leader($leader); |
225 |
} |
226 |
if (!$record->field('003')) { |
227 |
$record->insert_fields_ordered( |
228 |
MARC::Field->new('003',C4::Context->preference('MARCOrgCode')) |
229 |
); |
230 |
} |
231 |
my $time=POSIX::strftime("%Y%m%d%H%M%S",localtime); |
232 |
if (!$record->field('005')) { |
233 |
$record->insert_fields_ordered( |
234 |
MARC::Field->new('005',$time.".0") |
235 |
); |
236 |
} |
237 |
my $date=POSIX::strftime("%y%m%d",localtime); |
238 |
if (!$record->field('008')) { |
239 |
# Get a valid default value for field 008 |
240 |
my $default_008 = C4::Context->preference('MARCAuthorityControlField008'); |
241 |
if(!$default_008 or length($default_008)<34) { |
242 |
$default_008 = '|| aca||aabn | a|a d'; |
243 |
} |
244 |
else { |
245 |
$default_008 = substr($default_008,0,34); |
246 |
} |
247 |
$record->insert_fields_ordered( MARC::Field->new('008',$date.$default_008) ); |
248 |
} |
249 |
if (!$record->field('040')) { |
250 |
$record->insert_fields_ordered( |
251 |
MARC::Field->new('040','','', |
252 |
'a' => C4::Context->preference('MARCOrgCode'), |
253 |
'c' => C4::Context->preference('MARCOrgCode') |
254 |
) |
255 |
); |
256 |
} |
257 |
} |
258 |
if ($format eq "UNIMARCAUTH") { |
259 |
$record->leader(" nx j22 ") unless ($record->leader()); |
260 |
my $date=POSIX::strftime("%Y%m%d",localtime); |
261 |
if (my $string=$record->subfield('100',"a")){ |
262 |
$string=~s/fre50/frey50/; |
263 |
$record->field('100')->update('a'=>$string); |
264 |
} |
265 |
elsif ($record->field('100')){ |
266 |
$record->field('100')->update('a'=>$date."afrey50 ba0"); |
267 |
} else { |
268 |
$record->append_fields( |
269 |
MARC::Field->new('100',' ',' ' |
270 |
,'a'=>$date."afrey50 ba0") |
271 |
); |
272 |
} |
273 |
} |
274 |
my ($auth_type_tag, $auth_type_subfield) = C4::AuthoritiesMarc::get_auth_type_location($authtypecode); |
275 |
if (!$authId and $format eq "MARC21") { |
276 |
# only need to do this fix when modifying an existing authority |
277 |
C4::AuthoritiesMarc::MARC21::fix_marc21_auth_type_location($record, $auth_type_tag, $auth_type_subfield); |
278 |
} |
279 |
if (my $field=$record->field($auth_type_tag)){ |
280 |
$field->update($auth_type_subfield=>$authtypecode); |
281 |
} |
282 |
else { |
283 |
$record->add_fields($auth_type_tag,'','', $auth_type_subfield=>$authtypecode); |
284 |
} |
285 |
#------------------------------------------------------------------------------------------ |
286 |
if ($authId) { |
287 |
my $sth=$dbh->prepare("UPDATE auth_header SET authtypecode=?,marc=?,marcxml=? WHERE origincode =?"); |
288 |
eval { $sth->execute($authtypecode,$record->as_usmarc,$record->as_xml_record($format),$controlNumber) or die $sth->errstr; }; |
289 |
$sth->finish; |
290 |
warn "Problem with authority $controlNumber : Cannot update" if $@; |
291 |
$dbh->commit unless $dbh->{AutoCommit}; |
292 |
return if $@; |
293 |
|
294 |
my $indexer = Koha::SearchEngine::Indexer->new({ index => $Koha::SearchEngine::AUTHORITIES_INDEX }); |
295 |
$indexer->index_records($authId,'specialUpdate',"authorityserver",$record); |
296 |
return ($authId, $record, 'Z3950_UPDATED'); |
297 |
} |
298 |
else { |
299 |
my $sth=$dbh->prepare("INSERT INTO auth_header (datecreated,authtypecode,marc,marcxml,origincode) VALUES (NOW(),?,?,?,?)"); |
300 |
eval { $sth->execute($authtypecode,$record->as_usmarc,$record->as_xml_record($format),$controlNumber) or die $sth->errstr; }; |
301 |
$sth->finish; |
302 |
warn "Problem with authority $controlNumber : Cannot insert" if $@; |
303 |
my $id = $dbh->{'mysql_insertid'}; |
304 |
$dbh->commit unless $dbh->{AutoCommit}; |
305 |
return if $@; |
306 |
|
307 |
logaction( "AUTHORITIES", "ADD", $id, "authority" ) if C4::Context->preference("AuthoritiesLog"); |
308 |
my $indexer = Koha::SearchEngine::Indexer->new({ index => $Koha::SearchEngine::AUTHORITIES_INDEX }); |
309 |
$indexer->index_records($id,'specialUpdate',"authorityserver",$record); |
310 |
return ($id, $record, 'Z3950_CREATED'); |
311 |
} |
312 |
} |
313 |
return ; |
314 |
} |
315 |
|
316 |
1; |