Changeset 2577

Timestamp:

05/12/08 10:53:12 (4 months ago)

Author:

kmaclean

Message:

update mirroring scripts

Files:

• Trunk/Scripts/Mirroring_scripts/RunDaily.pl (modified) (2 diffs)
• Trunk/Scripts/Mirroring_scripts/Single_WebGUIForum.pm (modified) (6 diffs)
• Trunk/Scripts/Mirroring_scripts/VoxForge_config.pm (modified) (3 diffs)

Trunk/Scripts/Mirroring_scripts/RunDaily.pl

@@ -68 +68 @@
-### Main
-####################################################################
+# !!!!!!
+Update($parms) || confess "RunDaily-preprocessing error: $?";
+# !!!!!!
-my $userSubmission = UserSubmission->new($parms);
-my $repository = Repository->new($parms);
@@ -98 +101 @@
-}
-
+# !!!!!!!
+sub Update {
+        my ($parms ) = @_;
+                my $debug = $$parms{"debug"};
+                my $dir = $$parms{"MirroringScripts_dir"};
+                my $HTKdir = $$parms{"HTK_dir"};                
+                my $Audio_scriptsdir = $$parms{"AudioScripts_dir"};             
+        # Cleanup dynamically created Audio makefiles
+        $command = ("cd $dir && rm -f *_dyn_makefile"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; 
+        # update from svn repository server
+        $command = ("svn update /data/svn-mirror/Main/Trunk"); print "$command\n" if $debug;system($command) == 0 or die "system $command failed: $?"; 
+        $command = ("svn update /data/svn-mirror/Main/Tags"); print "$command\n" if $debug;system($command) == 0 or die "system $command failed: $?"; 
+        $command = ("svn update /data/svn-mirror/SpeechCorpus/Trunk"); print "$command\n" if $debug;system($command) == 0 or die "system $command failed: $?"; 
+        $command = ("svn update /data/svn-mirror/Russian/Trunk"); print "$command\n" if $debug;system($command) == 0 or die "system $command failed: $?"; 
+        $command = ("svn update /data/svn-mirror/de/Trunk"); print "$command\n" if $debug;system($command) == 0 or die "system $command failed: $?"; 
+        $command = ("svn update /data/svn-mirror/Dutch/Trunk"); print "$command\n" if $debug;system($command) == 0 or die "system $command failed: $?"; 
+        return 1;
+}
+# !!!!!!
-1;

Trunk/Scripts/Mirroring_scripts/Single_WebGUIForum.pm

@@ -28 +28 @@
-####################################################################
-use VoxForge_config;
-# !!!!!! 
-#my $parms = VoxForge_config::getParms;
-my $parms = VoxForge_config->new();
-# !!!!!!
-use WebGUIForum; 
-
@@ -39 +36 @@
-my $command;
-my ($promptspath, $readmepath, $licensepath);
-
+,$pathtoTarfile
-####################################################################
-### Directory
-####################################################################
-0) { #upload tarfile as attachment to WebGUI; Dutch, German
-2
-test-march22-DEall2
+1) { #upload tarfile as attachment to WebGUI; Italian, Hebrew
+
+HB-anonymous-20080511-fov[1068200919]
-        #my $prefix  ="DE-"; # prefix to remove from submission
-        ####################################################################
@@ -52 +49 @@
-        # can't get this to work with Archive::Extract??:
-                my $newDirectoryName = $tarfile;
-                # !!!!!!
-                #$newDirectoryName =~ s/$prefix//;
-                $newDirectoryName =~ s/^EN-//;  # ^ = beginning of a line;
-                $newDirectoryName =~ s/^NL-//;  # Netherlands (Dutch)                                   
-                $newDirectoryName =~ s/^DE-//;  # German                                                        
-                $newDirectoryName =~ s/^RU-//;  # Russian
-
+
+
-                $newDirectoryName =~ s/\[.*\]//;
-                rename("$path_original/$tarfile", "$path_original/$newDirectoryName")  || confess "error:tar file not found, cannot rename: $?";        
-                $tarfile  = $newDirectoryName;
-        }
-
+
+
-        my @suffixlist = ("tgz", "tar\.gz", "zip");
-        my ($path,$suffix);     
@@ -70 +67 @@
-        print "AudioDirName:$AudioDirName\n";
-        
-_original/$t
+toT
-        $ae->extract( to => "$path_original/$AudioDirName") or die $ae->error;;
-
-
+, Dutch, German, Russian
-        ##########fix submission that did not work properly; no tarfile to upload since linking to voxforge1.org
-home/kmaclean/temp2
-simcop2387-20080324-psl
-t
+data/UserSubmissions/Quarantine
+rocketman768-20080409-oip
+pathtoT
-}
-####################################################################
-### Main
-####################################################################
-#UserSubmission::README->ValidateFileName($parms, "$path_original/$AudioDirName");
-my $readmeWithPath = UserSubmission::README->getFileWithPath($parms,"$path_original/$AudioDirName");
-print "!!!!!!readmeWithPath:$readmeWithPath\n";
@@ -93 +89 @@
-
-if (defined $tarfile) {
-
-
+
+
+
-                Update($parms, \%ProcessedUserSubmissions, 'speechsubmission', 'n@wp@$$') || confess "Single_WebGUIForumUpdate error: $?";
-        } else {
@@ -124 +121 @@
-                        #my ($content,$title)= WebGUIForum::getSubmissionContents($parms,$readmepath,$promptspath,$licensepath,$AudioDirName, $readme,$tarfile);
-                        my ($content,$title)= WebGUIForum::getSubmissionContents($parms,$path_original ,$AudioDirName,$readme,$tarfile);
-t
+pathtoT
-        }
-        print "\nWebGUIForumUpdate.pm completed!\n****************************************************\n\n";

Trunk/Scripts/Mirroring_scripts/VoxForge_config.pm

@@ -130 +130 @@
-                $SpeechCorpus = "/data/svn-mirror/Russian/Trunk";
-        } else {
-error: no language selec
+setSpeechCorpusLanguage error: language not selected or not suppor
-        }
-        
@@ -154 +154 @@
-                #$$parms{"webguiUploadURL"} = 'http://www.voxforge.org/home/downloads/speech/voxforgeivr';  # for testing
-                $$parms{"webguiRepositoryURL"} = 'http://www.repository.voxforge1.org/downloads/de/Trunk/Audio/Original';       
+        } elsif ($language =~ /HB/) {
+                $$parms{"webguiUploadURL"} = 'http://www.voxforge.org/home/downloads/speech/hebrew';
+                $$parms{"webguiRepositoryURL"} = 'Error: repository not set up yet';
+        } elsif ($language =~ /IT/) {
+                $$parms{"webguiUploadURL"} = 'http://www.voxforge.org/home/downloads/speech/italian-speech-files';
+                $$parms{"webguiRepositoryURL"} = 'Error: repository not set up yet';            
-        } elsif ($language =~ /NL/) {
-                $$parms{"webguiUploadURL"} = 'http://www.voxforge.org/home/downloads/speech/dutch';
@@ -162 +168 @@
-                #$$parms{"webguiUploadURL"} = 'http://www.voxforge.org/home/downloads/speech/voxforgeivr';  # for testing               
-                $$parms{"webguiRepositoryURL"} = 'http://www.repository.voxforge1.org/downloads/Russian/Trunk/Audio/Original';          
+                
-        } else {
-
+setWebguiForumLanguage 
-        }
-}