Line 0
Link Here
|
|
|
1 |
package C4::Linker::Z3950Server; |
2 |
|
3 |
# Copyright 2012 Frédérick Capovilla - Libéo |
4 |
# |
5 |
# Koha is free software; you can redistribute it and/or modify it |
6 |
# under the terms of the GNU General Public License as published by |
7 |
# the Free Software Foundation; either version 3 of the License, or |
8 |
# (at your option) any later version. |
9 |
# |
10 |
# Koha is distributed in the hope that it will be useful, but |
11 |
# WITHOUT ANY WARRANTY; without even the implied warranty of |
12 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 |
# GNU General Public License for more details. |
14 |
# |
15 |
# You should have received a copy of the GNU General Public License |
16 |
# along with Koha; if not, see <http://www.gnu.org/licenses>. |
17 |
|
18 |
use Modern::Perl; |
19 |
use Carp; |
20 |
use MARC::Field; |
21 |
use MARC::Record; |
22 |
use C4::Context; |
23 |
use C4::Heading; |
24 |
use ZOOM; # For Z39.50 Searches |
25 |
use C4::AuthoritiesMarc; # For Authority addition |
26 |
use C4::Log; # logaction |
27 |
use Koha::SearchEngine::Indexer; |
28 |
|
29 |
use base qw(C4::Linker); |
30 |
|
31 |
|
32 |
sub get_link { |
33 |
my $self = shift; |
34 |
my $heading = shift; |
35 |
my $behavior = shift || 'default'; |
36 |
my $search_form = $heading->search_form(); |
37 |
my $authid; |
38 |
my $fuzzy = 0; |
39 |
my $match_count = 0; |
40 |
my $status = ''; |
41 |
|
42 |
if ( $self->{'cache'}->{$search_form}->{'cached'} ) { |
43 |
$authid = $self->{'cache'}->{$search_form}->{'authid'}; |
44 |
$fuzzy = $self->{'cache'}->{$search_form}->{'fuzzy'}; |
45 |
}else { |
46 |
# Look for matching authorities on the Z39.50 server |
47 |
unless($self->{'local_first'}) { |
48 |
($authid, undef, $status) = $self->getZ3950Authority($heading); |
49 |
if($status eq 'Z3950_SEARCH_ERROR' or |
50 |
$status eq 'Z3950_QUERY_ERROR' or |
51 |
$status eq 'NO_CONNECTION' or |
52 |
$status eq 'SERVER_NOT_FOUND') { |
53 |
return $authid, $fuzzy, 0, $status; |
54 |
} |
55 |
} |
56 |
if(!$authid) { |
57 |
# look for matching authorities |
58 |
my $authorities = $heading->authorities(1); # $skipmetadata = true |
59 |
$match_count = scalar @$authorities; |
60 |
|
61 |
if ( $behavior eq 'default' && $#{$authorities} >= 0 ) { |
62 |
$authid = $authorities->[0]->{'authid'}; |
63 |
}elsif ( $behavior eq 'first' && $#{$authorities} >= 0 ) { |
64 |
$authid = $authorities->[0]->{'authid'}; |
65 |
$fuzzy = $#{$authorities} > 0; |
66 |
} |
67 |
elsif ( $behavior eq 'last' && $#{$authorities} >= 0 ) { |
68 |
$authid = $authorities->[ $#{$authorities} ]->{'authid'}; |
69 |
$fuzzy = $#{$authorities} > 0; |
70 |
} |
71 |
|
72 |
if ( !defined $authid && $self->{'broader_headings'} ) { |
73 |
my $field = $heading->field(); |
74 |
my @subfields = $field->subfields(); |
75 |
if ( scalar @subfields > 1 ) { |
76 |
pop @subfields; |
77 |
$field->replace_with( |
78 |
MARC::Field->new( |
79 |
$field->tag, |
80 |
$field->indicator(1), |
81 |
$field->indicator(2), |
82 |
map { $_[0] => $_[1] } @subfields |
83 |
) |
84 |
); |
85 |
( $authid, $fuzzy ) = |
86 |
$self->get_link( C4::Heading->new_from_bib_field($field), |
87 |
$behavior ); |
88 |
} |
89 |
} |
90 |
} |
91 |
if($self->{'local_first'} && !$authid) { |
92 |
($authid, undef, $status) = $self->getZ3950Authority($heading); |
93 |
} |
94 |
|
95 |
$self->{'cache'}->{$search_form}->{'cached'} = 1; |
96 |
$self->{'cache'}->{$search_form}->{'authid'} = $authid; |
97 |
$self->{'cache'}->{$search_form}->{'fuzzy'} = $fuzzy; |
98 |
} |
99 |
return $self->SUPER::_handle_auth_limit($authid), $fuzzy, $match_count, $status; |
100 |
} |
101 |
|
102 |
sub update_cache { |
103 |
my $self = shift; |
104 |
my $heading = shift; |
105 |
my $authid = shift; |
106 |
my $search_form = $heading->search_form(); |
107 |
my $fuzzy = 0; |
108 |
|
109 |
$self->{'cache'}->{$search_form}->{'cached'} = 1; |
110 |
$self->{'cache'}->{$search_form}->{'authid'} = $authid; |
111 |
$self->{'cache'}->{$search_form}->{'fuzzy'} = $fuzzy; |
112 |
} |
113 |
|
114 |
sub flip_heading { |
115 |
my $self = shift; |
116 |
my $heading = shift; |
117 |
|
118 |
# TODO: implement |
119 |
} |
120 |
|
121 |
|
122 |
=head1 getZ3950Authority |
123 |
|
124 |
($authid, $record, $status) = $self->getZ3950Authority($heading); |
125 |
|
126 |
Do a Z39.50 search for the heading using the $conn ZOOM::Connection object and the $heading Heading. |
127 |
The column origincode is used to check for duplicates. |
128 |
FIXME: Use thesaurus in search? As of Koha 3.8, the community stopped using them. |
129 |
|
130 |
RETURNS : |
131 |
$authid = the ID of the local copy of the authority record that was found. undef if nothing was found. |
132 |
$record = the MARC record of the found authority. |
133 |
$status = A string with additional informations on the search status (Z3950_CREATED, Z3950_UPDATED, Z3950_QUERY_ERROR, Z3950_SEARCH_ERROR) |
134 |
|
135 |
=cut |
136 |
|
137 |
sub getZ3950Authority { |
138 |
my $self = shift; |
139 |
my $heading = shift; |
140 |
|
141 |
# Try to find a match on the Z39.50 server if LinkerZ3950Server is set |
142 |
if(C4::Context->preference('LinkerZ3950Server')) { |
143 |
unless($self->{'conn'}) { |
144 |
my $sth = C4::Context->dbh->prepare("select * from z3950servers where servername=?"); |
145 |
$sth->execute(C4::Context->preference('LinkerZ3950Server')); |
146 |
my $server = $sth->fetchrow_hashref or undef; |
147 |
$sth->finish; |
148 |
|
149 |
if($server) { |
150 |
my $options = ZOOM::Options->new(); |
151 |
$options->option('cclfile' => C4::Context->new()->{"config"}->{"serverinfo"}->{"authorityserver"}->{"ccl2rpn"}); |
152 |
$options->option('elementSetName', 'F'); |
153 |
$options->option('async', 0); |
154 |
$options->option('databaseName', $server->{db}); |
155 |
$options->option('user', $server->{userid} ) if $server->{userid}; |
156 |
$options->option('password', $server->{password}) if $server->{password}; |
157 |
$options->option('preferredRecordSyntax', $server->{syntax}); |
158 |
$self->{'conn'} = create ZOOM::Connection($options); |
159 |
eval{ $self->{'conn'}->connect( $server->{host}, $server->{port} ) }; |
160 |
if($@) { |
161 |
return (undef, undef, 'NO_CONNECTION'); |
162 |
}} |
163 |
else { |
164 |
return (undef, undef, 'SERVER_NOT_FOUND'); |
165 |
} |
166 |
} |
167 |
} |
168 |
else { |
169 |
return; |
170 |
} |
171 |
my $query =qq(Match-Heading,do-not-truncate,ext="$heading->{'search_form'}"); |
172 |
my $zquery = eval{ ZOOM::Query::CCL2RPN->new($query, $self->{'conn'}) }; |
173 |
if($@) { |
174 |
warn $query . "\n" . $@; |
175 |
return (undef, undef, 'Z3950_QUERY_ERROR'); |
176 |
} |
177 |
|
178 |
# Try to send the search query to the server. |
179 |
my $rs = eval{ $self->{'conn'}->search($zquery) }; |
180 |
if($@){ |
181 |
warn $query . "\n" . $@; |
182 |
return (undef, undef, 'Z3950_SEARCH_EMPTY'); |
183 |
} |
184 |
|
185 |
# If authorities are found, select the first valid one for addition in the local authority table. |
186 |
my $record; |
187 |
if($rs->size() != 0) { |
188 |
$record = MARC::Record::new_from_usmarc($rs->record(0)->raw()); |
189 |
}else{ |
190 |
return (undef, undef, 'Z3950_SEARCH_ERROR'); |
191 |
} |
192 |
$rs->destroy(); |
193 |
$zquery->destroy(); |
194 |
|
195 |
# If a valid authority was found, add it in the local authority database. |
196 |
if($record) { |
197 |
my $dbh=C4::Context->dbh; |
198 |
|
199 |
my $authtypecode = C4::AuthoritiesMarc::GuessAuthTypeCode($record); |
200 |
my $authId; |
201 |
|
202 |
# Use the control number to prevent the creation of duplicate authorities. |
203 |
my $controlNumber = $record->field('970')->subfield('0'); |
204 |
my $sthExist=$dbh->prepare("SELECT authid FROM auth_header WHERE origincode =?"); |
205 |
$sthExist->execute($controlNumber) or die $sthExist->errstr; |
206 |
($authId) = $sthExist->fetchrow; |
207 |
$sthExist->finish; |
208 |
|
209 |
#------------------------------------------------------------------------------------------ |
210 |
# Corrections and verifications before insertion |
211 |
my $format; |
212 |
my $leader=' nz a22 o 4500';# Leader for incomplete MARC21 record |
213 |
|
214 |
if (uc(C4::Context->preference('marcflavour')) eq 'UNIMARC') { |
215 |
$format= 'UNIMARCAUTH'; |
216 |
} |
217 |
else { |
218 |
$format= 'MARC21'; |
219 |
} |
220 |
|
221 |
if ($format eq "MARC21") { |
222 |
if (!$record->leader) { |
223 |
$record->leader($leader); |
224 |
} |
225 |
if (!$record->field('003')) { |
226 |
$record->insert_fields_ordered( |
227 |
MARC::Field->new('003',C4::Context->preference('MARCOrgCode')) |
228 |
); |
229 |
} |
230 |
my $time=POSIX::strftime("%Y%m%d%H%M%S",localtime); |
231 |
if (!$record->field('005')) { |
232 |
$record->insert_fields_ordered( |
233 |
MARC::Field->new('005',$time.".0") |
234 |
); |
235 |
} |
236 |
my $date=POSIX::strftime("%y%m%d",localtime); |
237 |
if (!$record->field('008')) { |
238 |
# Get a valid default value for field 008 |
239 |
my $default_008 = C4::Context->preference('MARCAuthorityControlField008'); |
240 |
if(!$default_008 or length($default_008)<34) { |
241 |
$default_008 = '|| aca||aabn | a|a d'; |
242 |
} |
243 |
else { |
244 |
$default_008 = substr($default_008,0,34); |
245 |
} |
246 |
$record->insert_fields_ordered( MARC::Field->new('008',$date.$default_008) ); |
247 |
} |
248 |
if (!$record->field('040')) { |
249 |
$record->insert_fields_ordered( |
250 |
MARC::Field->new('040','','', |
251 |
'a' => C4::Context->preference('MARCOrgCode'), |
252 |
'c' => C4::Context->preference('MARCOrgCode') |
253 |
) |
254 |
); |
255 |
} |
256 |
} |
257 |
if ($format eq "UNIMARCAUTH") { |
258 |
$record->leader(" nx j22 ") unless ($record->leader()); |
259 |
my $date=POSIX::strftime("%Y%m%d",localtime); |
260 |
if (my $string=$record->subfield('100',"a")){ |
261 |
$string=~s/fre50/frey50/; |
262 |
$record->field('100')->update('a'=>$string); |
263 |
} |
264 |
elsif ($record->field('100')){ |
265 |
$record->field('100')->update('a'=>$date."afrey50 ba0"); |
266 |
} else { |
267 |
$record->append_fields( |
268 |
MARC::Field->new('100',' ',' ' |
269 |
,'a'=>$date."afrey50 ba0") |
270 |
); |
271 |
} |
272 |
} |
273 |
my ($auth_type_tag, $auth_type_subfield) = C4::AuthoritiesMarc::get_auth_type_location($authtypecode); |
274 |
if (!$authId and $format eq "MARC21") { |
275 |
# only need to do this fix when modifying an existing authority |
276 |
C4::AuthoritiesMarc::MARC21::fix_marc21_auth_type_location($record, $auth_type_tag, $auth_type_subfield); |
277 |
} |
278 |
if (my $field=$record->field($auth_type_tag)){ |
279 |
$field->update($auth_type_subfield=>$authtypecode); |
280 |
} |
281 |
else { |
282 |
$record->add_fields($auth_type_tag,'','', $auth_type_subfield=>$authtypecode); |
283 |
} |
284 |
#------------------------------------------------------------------------------------------ |
285 |
if ($authId) { |
286 |
my $sth=$dbh->prepare("UPDATE auth_header SET authtypecode=?,marc=?,marcxml=? WHERE origincode =?"); |
287 |
eval { $sth->execute($authtypecode,$record->as_usmarc,$record->as_xml_record($format),$controlNumber) or die $sth->errstr; }; |
288 |
$sth->finish; |
289 |
warn "Problem with authority $controlNumber : Cannot update" if $@; |
290 |
$dbh->commit unless $dbh->{AutoCommit}; |
291 |
return if $@; |
292 |
|
293 |
my $indexer = Koha::SearchEngine::Indexer->new({ index => $Koha::SearchEngine::AUTHORITIES_INDEX }); |
294 |
$indexer->index_records($authId,'specialUpdate',"authorityserver",$record); |
295 |
return ($authId, $record, 'Z3950_UPDATED'); |
296 |
} |
297 |
else { |
298 |
my $sth=$dbh->prepare("INSERT INTO auth_header (datecreated,authtypecode,marc,marcxml,origincode) VALUES (NOW(),?,?,?,?)"); |
299 |
eval { $sth->execute($authtypecode,$record->as_usmarc,$record->as_xml_record($format),$controlNumber) or die $sth->errstr; }; |
300 |
$sth->finish; |
301 |
warn "Problem with authority $controlNumber : Cannot insert" if $@; |
302 |
my $id = $dbh->{'mysql_insertid'}; |
303 |
$dbh->commit unless $dbh->{AutoCommit}; |
304 |
return if $@; |
305 |
|
306 |
logaction( "AUTHORITIES", "ADD", $id, "authority" ) if C4::Context->preference("AuthoritiesLog"); |
307 |
my $indexer = Koha::SearchEngine::Indexer->new({ index => $Koha::SearchEngine::AUTHORITIES_INDEX }); |
308 |
$indexer->index_records($id,'specialUpdate',"authorityserver",$record); |
309 |
return ($id, $record, 'Z3950_CREATED'); |
310 |
} |
311 |
} |
312 |
return ; |
313 |
} |
314 |
|
315 |
1; |