[Koha-cvs] koha/misc/migration_tools rebuild_zebra.pl [rel_3_0]

[paul poulain]

CVSROOT:        /sources/koha
Module name:    koha
Branch:         rel_3_0
Changes by:     paul poulain <tipaul>   06/11/28 15:15:35

Modified files:
        misc/migration_tools: rebuild_zebra.pl 

Log message:
        directory cleaning (continued)
        - updating rebuild_zebra.pl to deal with new directory structure
        - updating rebuild_zebra.pl to create zebra-biblio.cfg that depends on 
server setup (tries to find where zebra & it's directories tab & modules are 
located on HD)
        
        Works fine for me :
        - create the complete directory structure from koha.xml
        - create directories & write files where they are needed
        
        Next step : doing the same thing for authorities... 

CVSWeb URLs:
http://cvs.savannah.gnu.org/viewcvs/koha/misc/migration_tools/rebuild_zebra.pl?cvsroot=koha&only_with_tag=rel_3_0&r1=1.4.2.2&r2=1.4.2.3

Patches:
Index: rebuild_zebra.pl
===================================================================
RCS file: /sources/koha/koha/misc/migration_tools/rebuild_zebra.pl,v
retrieving revision 1.4.2.2
retrieving revision 1.4.2.3
diff -u -b -r1.4.2.2 -r1.4.2.3
--- rebuild_zebra.pl    15 Nov 2006 14:48:06 -0000      1.4.2.2
+++ rebuild_zebra.pl    28 Nov 2006 15:15:35 -0000      1.4.2.3
@@ -4,6 +4,7 @@
 use Getopt::Long;
 use C4::Biblio;
 
+use strict;
 # 
 # script that checks zebradir structure & create directories & mandatory files 
if needed
 #
@@ -14,6 +15,7 @@
 
 my $zebradir = C4::Context->zebraconfig('biblioserver')->{directory};
 my $kohadir = C4::Context->config('intranetdir');
+my $dbh = C4::Context->dbh;
 my ($biblionumbertagfield,$biblionumbertagsubfield) = 
&MARCfind_marc_from_kohafield($dbh,"biblio.biblionumber","");
 my ($biblioitemnumbertagfield,$biblioitemnumbertagsubfield) = 
&MARCfind_marc_from_kohafield($dbh,"biblioitems.biblioitemnumber","");
 
@@ -45,38 +47,38 @@
 print "====================\n";
 unless (-d "$zebradir") {
     system("mkdir -p $zebradir");
-    print "created $zebradir\n";
+    print "Info: created $zebradir\n";
     $created_dir_or_file++;
 }
 unless (-d "$zebradir/lock") {
     mkdir "$zebradir/lock";
-    print "created $zebradir/lock\n";
+    print "Info: created $zebradir/lock\n";
     $created_dir_or_file++;
 }
 unless (-d "$zebradir/register") {
     mkdir "$zebradir/register";
-    print "created $zebradir/register\n";
+    print "Info: created $zebradir/register\n";
     $created_dir_or_file++;
 }
 unless (-d "$zebradir/shadow") {
     mkdir "$zebradir/shadow";
-    print "created $zebradir/shadow\n";
+    print "Info: created $zebradir/shadow\n";
     $created_dir_or_file++;
 }
 unless (-d "$zebradir/tab") {
     mkdir "$zebradir/tab";
-    print "created $zebradir/tab\n";
+    print "Info: created $zebradir/tab\n";
     $created_dir_or_file++;
 }
 unless (-d "$zebradir/key") {
     mkdir "$zebradir/key";
-    print "created $zebradir/key\n";
+    print "Info: created $zebradir/key\n";
     $created_dir_or_file++;
 }
 
 unless (-d "$zebradir/etc") {
     mkdir "$zebradir/etc";
-    print "created $zebradir/etc\n";
+    print "Info: created $zebradir/etc\n";
     $created_dir_or_file++;
 }
 
@@ -86,49 +88,121 @@
 # the record model, depending on marc flavour
 unless (-f "$zebradir/tab/record.abs") {
     if (C4::Context->preference("marcflavour") eq "UNIMARC") {
-        system("cp -f 
$kohadir/zebraplugin/zebradb/biblios/tab/record_for_unimarc.abs 
$zebradir/tab/record.abs");
-        print "copied record.abs for UNIMARC\n";
+        system("cp -f $kohadir/misc/zebra/record_biblios_unimarc.abs 
$zebradir/tab/record.abs");
+        print "Info: copied record.abs for UNIMARC\n";
     } else {
-        system("cp -f $kohadir/zebraplugin/zebradb/biblios/tab/record.abs 
$zebradir/tab/record.abs");
-        print "copied record.abs for MARC21\n";
+        system("cp -f $kohadir/misc/zebra/record_biblios_usmarc.abs 
$zebradir/tab/record.abs");
+        print "Info: copied record.abs for USMARC\n";
     }
     $created_dir_or_file++;
 }
-unless (-f "$zebradir/tab/sort-string-utf.chr") {
-    system("cp -f $kohadir/zebraplugin/zebradb/biblios/tab/sort-string-utf.chr 
$zebradir/tab/sort-string-utf.chr");
-    print "copied sort-string-utf.chr\n";
+unless (-f "$zebradir/tab/sort-string-utf_french.chr") {
+    system("cp -f $kohadir/misc/zebra/sort-string-utf_french.chr 
$zebradir/tab/sort-string-utf.chr");
+    print "Info: copied sort-string-utf.chr\n";
     $created_dir_or_file++;
 }
 unless (-f "$zebradir/tab/word-phrase-utf.chr") {
-    system("cp -f $kohadir/zebraplugin/zebradb/biblios/tab/word-phrase-utf.chr 
$zebradir/tab/word-phrase-utf.chr");
-    print "copied word-phase-utf.chr\n";
+    system("cp -f $kohadir/misc/zebra/sort-string-utf_french.chr 
$zebradir/tab/word-phrase-utf.chr");
+    print "Info: copied word-phase-utf.chr\n";
     $created_dir_or_file++;
 }
 unless (-f "$zebradir/tab/bib1.att") {
-    system("cp -f $kohadir/zebraplugin/zebradb/biblios/tab/bib1.att 
$zebradir/tab/bib1.att");
-    print "copied bib1.att\n";
+    system("cp -f $kohadir/misc/zebra/bib1_biblios.att 
$zebradir/tab/bib1.att");
+    print "Info: copied bib1.att\n";
     $created_dir_or_file++;
 }
 unless (-f "$zebradir/etc/ccl.properties") {
-    system("cp -f $kohadir/zebraplugin/etc/ccl.properties 
$zebradir/etc/ccl.properties");
-    print "copied ccl.properties\n";
+    system("cp -f $kohadir/misc/zebra/ccl.properties 
$zebradir/etc/ccl.properties");
+    print "Info: copied ccl.properties\n";
     $created_dir_or_file++;
 }
 unless (-f "$zebradir/etc/pqf.properties") {
-    system("cp -f $kohadir/zebraplugin/etc/pqf.properties 
$zebradir/etc/pqf.properties");
-    print "copied pqf.properties\n";
+    system("cp -f $kohadir/misc/zebra/pqf.properties 
$zebradir/etc/pqf.properties");
+    print "Info: copied pqf.properties\n";
     $created_dir_or_file++;
 }
 
 #
-# creating zebra-biblios.cfg depending on systempreferences
+# creating zebra-biblios.cfg depending on system
 #
 
+# getting zebraidx directory
+my $zebraidxdir;
+foreach (qw(/usr/local/bin/zebraidx
+        /opt/bin/zebraidx
+        /usr/bin/zebraidx
+        )) {
+    if ( -f $_ ) {
+        $zebraidxdir=$_;
+    }
+}
+
+unless ($zebraidxdir) {
+    print qq|
+    ERROR: could not find zebraidx directory
+    ERROR: Either zebra is not installed,
+    ERROR: or it's in a directory I don't checked.
+    ERROR: do a which zebraidx and edit this file to add the result you get
+|;
+    exit;
+}
+$zebraidxdir =~ s/\/bin\/.*//;
+print "Info : zebra is in $zebraidxdir \n";
+
+# getting modules directory
+my $modulesdir;
+foreach (qw(/usr/local/lib/idzebra-2.0/modules/mod-grs-xml.so
+            /usr/local/lib/idzebra/modules/mod-grs-xml.so
+            /usr/lib/idzebra/modules/mod-grs-xml.so
+            /usr/lib/idzebra-2.0/modules/mod-grs-xml.so
+        )) {
+    if ( -f $_ ) {
+        $modulesdir=$_;
+    }
+}
+
+unless ($modulesdir) {
+    print qq|
+    ERROR: could not find mod-grs-xml.so directory
+    ERROR: Either zebra is not properly compiled (libxml2 is not setup and you 
don t have mod-grs-xml.so,
+    ERROR: or it's in a directory I don't checked.
+    ERROR: find where mod-grs-xml.so is and edit this file to add the result 
you get
+|;
+    exit;
+}
+$modulesdir =~ s/\/modules\/.*//;
+warn "Info: zebra modules dir : $modulesdir";
+
+# getting tab directory
+my $tabdir;
+foreach (qw(/usr/local/share/idzebra-2.0/tab/explain.att
+            /usr/local/share/idzebra/tab/explain.att
+            /usr/share/idzebra-2.0/tab/explain.att
+            /usr/share/idzebra/tab/explain.att
+        )) {
+    if ( -f $_ ) {
+        $tabdir=$_;
+    }
+}
+
+unless ($tabdir) {
+    print qq|
+    ERROR: could not find explain.att directory
+    ERROR: Either zebra is not properly compiled,
+    ERROR: or it's in a directory I don't checked.
+    ERROR: find where explain.att is and edit this file to add the result you 
get
+|;
+    exit;
+}
+$tabdir =~ s/\/tab\/.*//;
+warn "Info: tab dir : $tabdir";
+
+
 unless (-f "$zebradir/etc/zebra-biblios.cfg") {
 open ZD,">$zebradir/etc/zebra-biblios.cfg";
 print ZD "
 # generated by KOHA/misc/migrtion_tools/rebuild_zebra.pl 
-profilePath:\${srcdir:-.}:$zebradir/tab/:/usr/local/share/idzebra/tab/:\${srcdir:-.}/tab/
+profilePath:\${srcdir:-.}:$zebradir/tab/:$tabdir/tab/:\${srcdir:-.}/tab/
 
 encoding: UTF-8
 # Files that describe the attribute sets supported.
@@ -136,7 +210,7 @@
 attset: explain.att
 attset:gils.att
 
-modulePath:/usr/local/lib/idzebra-2.0/modules/
+modulePath:$modulesdir/modules/
 systag sysno rank
 # Specify record type
 iso2709.recordType:grs.marcxml.record
@@ -165,16 +239,17 @@
 memMax: 40M
 rank:rank-1
 ";
-    print "creating zebra-biblios.cfg\n";
+    print "Info: creating zebra-biblios.cfg\n";
     $created_dir_or_file++;
 }
 
 if ($created_dir_or_file) {
-    print "created : $created_dir_or_file directories & files\n";
+    print "Info: created : $created_dir_or_file directories & files\n";
 } else {
-    print "file & directories OK\n";
+    print "Info: file & directories OK\n";
 }
 
+# die;
 #
 # exporting biblios
 #
@@ -190,23 +265,32 @@
     open(OUT,">:utf8","$directory/export") or die $!;
     my $dbh=C4::Context->dbh;
     my $sth;
-    $sth=$dbh->prepare("select biblionumber from biblioitems where 
biblionumber <2000 order by biblionumber");
+    $sth=$dbh->prepare("select biblionumber from biblioitems where 
biblionumber <200 order by biblionumber");
     $sth->execute();
     my $i=0;
     while (my ($biblionumber) = $sth->fetchrow) {
         my $record = MARCgetbiblio($dbh,$biblionumber);
         # check that biblionumber & biblioitemnumber are stored in the MARC 
record, otherwise, add them & update the biblioitems.marcxml data.
         my $record_correct=1;
-        unless 
($record->subfield($biblionumbertagfield,$biblionumbertagsubfield)) {
+        unless 
($biblionumbertagfield<10?($record->field($biblionumbertagfield)):($record->subfield($biblionumbertagfield,$biblionumbertagsubfield)))
 {
             $record_correct=0;
 #             warn "INCORRECT BIBLIONUMBER :".$record->as_formatted;
             my $field;
             # if the field where biblionumber is already exist, just update 
it, otherwise create it
             if ($record->field($biblionumbertagfield)) {
                 $field =  $record->field($biblionumbertagfield);
+                if ($biblionumbertagfield <10) {
+                    $field->update($biblionumber);
+                } else {
                 $field->add_subfields($biblionumbertagsubfield => 
$biblionumber);
+                }
+            } else {
+                my $newfield;
+                if ($biblionumbertagfield <10) {
+                    $newfield = MARC::Field->new( $biblionumbertagfield, 
$biblionumber);
             } else {
-                my $newfield = MARC::Field->new( $biblionumbertagfield,'','', 
$biblionumbertagsubfield => $biblionumber);
+                    $newfield = MARC::Field->new( $biblionumbertagfield,'','', 
$biblionumbertagsubfield => $biblionumber);
+                }
                 $record->append_fields($newfield);
             }
 #             warn "FIXED BIBLIONUMBER".$record->as_formatted;
@@ -218,16 +302,25 @@
             # if the field where biblionumber is already exist, just update 
it, otherwise create it
             if ($record->field($biblioitemnumbertagfield)) {
                 $field =  $record->field($biblioitemnumbertagfield);
+                if ($biblioitemnumbertagfield <10) {
+                    $field->update($biblionumber);
+                } else {
                 $field->add_subfields($biblioitemnumbertagsubfield => 
$biblionumber);
+                }
             } else {
-                my $newfield = MARC::Field->new( 
$biblioitemnumbertagfield,'','', $biblioitemnumbertagsubfield => $biblionumber);
+                my $newfield;
+                if ($biblioitemnumbertagfield <10) {
+                    $newfield = MARC::Field->new( $biblioitemnumbertagfield, 
$biblionumber);
+                } else {
+                    $newfield = MARC::Field->new( 
$biblioitemnumbertagfield,'','', $biblioitemnumbertagsubfield => $biblionumber);
+                }
                 $record->insert_grouped_field($newfield);
             }
 #             warn "FIXED BIBLIOITEMNUMBER".$record->as_formatted;
         }
         unless ($record_correct) {
             my $update_xml = $dbh->prepare("update biblioitems set marcxml=? 
where biblionumber=?");
-            warn "UPDATING $biblionumber (missing biblionumber or 
biblioitemnumber in MARC record : ".$record->as_xml;
+#             warn "UPDATING $biblionumber (missing biblionumber or 
biblioitemnumber in MARC record : ".$record->as_xml;
             $update_xml->execute($record->as_xml,$biblionumber);
         }
         print ".";
@@ -249,7 +342,7 @@
 print "====================\n";
 print "CLEANING\n";
 print "====================\n";
-if ($k) {
+if ($keep_export) {
     print "NOTHING cleaned : the $directory has been kept. You can re-run this 
script with the -s parameter if you just want to rebuild zebra after changing 
the record.abs or another zebra config file\n";
 } else {
 #     system("rm -rf $export");