Changeset 2105

Timestamp:

04/19/07 15:27:14 (2 years ago)

Author:

kmaclean

Message:

beginning updates to Nightly Acoustic Model Creation Scripts

Files:

• Trunk/Scripts/AcousticModel_scripts (added)
• Trunk/Scripts/AcousticModel_scripts/HTK (moved) (moved from Trunk/Scripts/HTK)
• Trunk/Scripts/AcousticModel_scripts/HTK/AMCreate_scripts/fix_master_prompts.pl (modified) (1 diff)
• Trunk/Scripts/AcousticModel_scripts/HTK/AMCreate_scripts/master_prompts_old (moved) (moved from Trunk/Scripts/HTK/AMCreate_scripts/master_prompts)
• Trunk/Scripts/AcousticModel_scripts/Sphinx (moved) (moved from Trunk/Scripts/Sphinx)
• Trunk/Scripts/Mirroring_scripts/LocalUserSubmissionValidation.pl (modified) (3 diffs)
• Trunk/Scripts/Mirroring_scripts/run_daily.pl (modified) (4 diffs)

Trunk/Scripts/AcousticModel_scripts/HTK/AMCreate_scripts/fix_master_prompts.pl

@@ -22 +22 @@
-###                                                              
-####################################################################
-0
+1
- print "Error: need \$targetrate parameter!\n";
- exit;
-}
-$targetrate = $ARGV[0];
+$prompts_file = $ARGV[0];
-
-master_prompts") or die ("cannot open master_prompts
+$prompts_file") or die ("cannot open $prompts_file
-open(OUTPUT, ">interim_files/master_prompts") or die ("cannot open interim_files/master_prompts for reading"); # open for output
-

Trunk/Scripts/Mirroring_scripts/LocalUserSubmissionValidation.pl

@@ -1 @@
-#!/usr/bin/perl -w
-#!/usr/bin/perl -w
-####################################################################
@@ -23 +22 @@
-###
-####################################################################
-
-use strict;
-
-
+
-use UserSubmission;
-my ($command, $Nightly_dirname, $Nightly_dir, $Nightly_subdir);
-my ($rate, $TargetQSlindir, $TargetQSwindir);
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
+
-####################################################################
-### Main
@@ -57 +39 @@
-####################################################################
-sub ProcessUserSubmissions {
-
-
+
-}

Trunk/Scripts/Mirroring_scripts/run_daily.pl

@@ -27 +27 @@
-### 0.1.4 - 2007.1.25 - added automated acoustic model 'Sanity Testing'
-### 0.1.5 - 2007.1.31 - added automated metrics calculation
+### 0.1.6 - 2007.4.18 - accomodate svn repository changes
-####################################################################
-use strict;
-# !!!!!! change here for testing purposes
- # use lib "/home/kmaclean/workspace/VoxForge
-
+use lib "/home/kmaclean/VoxForge-dev/Main
+#
-use UserSubmission();
-use Repository();
-#  use lib "/home/kmaclean/workspace/VoxForge
-
+use lib "/home/kmaclean/VoxForge-dev/Main
+#
-use Nightly_test();
-
-#use lib "/home/kmaclean/workspace/VoxForge
-
+use lib "/home/kmaclean/VoxForge-dev/Main
+#
-use UserMetrics();
-
-
-
-
-
+
+
+
-# !!!!!!
-my ($dir, $command, $HTKdir, $Nightly_dirname, $Nightly_dir, $Nightly_subdir, $HTKbin);
-
+, $MirroringScripts_dir
-####################################################################
-#  parms
-my $testing = $parms{"testing"} ;
-if ($testing) {
-        $parms{"VoxForgeHome"} = "/home/kmaclean/workspace/VoxForge"; # for testing
-} else {
-        $parms{"VoxForgeHome"} = "/data/svn-mirror/Trunk";
-}
-        $parms{"AudioDirectory"} = $parms{"VoxForgeHome"}."/Audio";
-                $parms{"Main_16kHz_16bit"}  =   $parms{"AudioDirectory"} . "/Main/16kHz_16bit"; 
-        $parms{"LexiconDirectory"} = $parms{"VoxForgeHome"}."/Lexicon";
-        $parms{"QSdir"} = $parms{"VoxForgeHome"}."/QuickStart";
-        $parms{"ScriptsDirectory"} = $parms{"VoxForgeHome"}."/Scripts"; 
-                $parms{"AudioScripts_dir"} = $parms{"ScriptsDirectory"}."/Audio_scripts";       
-                        $parms{"Repository_dir"} = $parms{"AudioScripts_dir"}."/Repository";    
-                        $parms{"UserSubmission_dir"} = $parms{"AudioScripts_dir"}."/UserSubmission";
-                $parms{"HTK_dir"} = $parms{"ScriptsDirectory"}."/HTK/AMCreate_scripts"; 
-                $parms{"MirroringScripts_dir"} = $parms{"ScriptsDirectory"}."/Mirroring_scripts";       
-                $parms{"Testing_scripts_dir"} = $parms{"ScriptsDirectory"}."/Testing_scripts";          
-                                $parms{"Nightly_test_dir"} = $parms{"Testing_scripts_dir"}."/Nightly_test";     
-                $parms{"Metrics_scripts_dir"} = $parms{"ScriptsDirectory"}."/Metrics_scripts";          
-
-$parms{"UserSubmissions"}  = "/data/UserSubmissions";
-        $parms{"QuarantineDir"} = $parms{"UserSubmissions"}."/Quarantine";
-        $parms{"ToBeProcessedDir"} = $parms{"UserSubmissions"}."/ToBeProcessed";
-
-# get today's date; see http://search.cpan.org/~gbarr/TimeDate-1.16/lib/Date/Format.pm for time format definitions
-my $year = strftime "%Y", localtime; #%Y      year (4 digits)
-my $mon = strftime "%m", localtime; # %m      month number, starting with 01
-my $mday = strftime "%d", localtime; #  %d      numeric day of the month, with leading zeros (eg 01..31)
-if ($testing) {
-        $parms{"mirror_dir"}  = "/data/svn-mirror-copy"; # for testing
-} else {
-        $parms{"mirror_dir"}  = "/data/svn-mirror" ; 
-}
-$parms{"Nightly_dir"}  = $parms{"mirror_dir"} . "/Nightly_Builds"; 
-        $parms{"Nightly_dirname"} = $parms{"Nightly_dir"}."/AcousticModel-$year-$mon-$mday";    
-        $parms{"NightlyAM_16kHz_16bit"} = $parms{"Nightly_dirname"}."/HTK/16kHz_16bit/MFCC_O_D";                                
-        $parms{"NightlyAM_8kHz_16bit"} = $parms{"Nightly_dirname"}."/HTK/8kHz_16bit/MFCC_O_D";          
-$parms{"Tags"}  = $parms{"mirror_dir"} . "/Tags";
-        $parms{"Releases"} = $parms{"Tags"}."/Releases";        
-        $parms{"CurrentBuild_dir"} = $parms{"Releases"}."/0_1_1-build726";
-                        $parms{"CurrentAM_16kHz_16bit"} = $parms{"CurrentBuild_dir"}."/AcousticModels/HTK/16kHz-16bit/MFCC_O_D";                                
-                        $parms{"CurrentAM_8kHz_16bit"} = $parms{"CurrentBuild_dir"}."/AcousticModels/HTK/8kHz-16bit/MFCC_O_D";                                  
-
-$parms{"VF_Metrics_dir"}  = "/data/mnt/domains/voxforge.org/www/public/metrics"; 
-
-if ($testing) {
-        $parms{"HTKBin"}  = "/usr/local/HTK" ; # for testing
-        $parms{"JulianBin"}  = "/home/kmaclean/bin/julius-3.5.2-multipath-linuxbin/bin" ;
-} else {
-        $parms{"HTKBin"}  = "/usr/local/bin";
-        $parms{"JulianBin"}  = "/usr/local/bin";        
-}                       
-####################################################################
-$dir = $parms{"MirroringScripts_dir"};
-$HTKdir = $parms{"HTK_dir"};
@@ -115 +63 @@
-### Main
-####################################################################
-
-
+
+
+
-
-
-
-
+
+
-
-
-
-
-
+
-
-print STDOUT "!!!!!!run_daily completed\n";
@@ -131 +76 @@
-### Subroutines
-####################################################################
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
-
-sub AcousticModelCreation {
@@ -152 +82 @@
-        $Nightly_dirname = "AcousticModel-$year-$mon-$mday";
-        $Nightly_dir = ("/data/svn-mirror/Nightly_Builds");
+        my $promptsfile = $parms{"PromptsFile"};
-        # run Acoustic Model Creation Script for 16kHz-16bit
-        $rate = "16kHz_16bit"; # !!!!!! need to change all directories with underscore (i.e. 16kHz_16bit) to use a dash (i.e. 16kHz-16bit) - too confusing
-                print "\n***creating $rate Acoustic Model\n";
-
+ $promptsfile
-                $command = ("cd $HTKdir && \./Compile_AcousticModel.sh $HTKbin $debug"); print "$command\n" if $debug;  system($command) == 0 or die "system $command failed: $?";      
-                $Nightly_subdir =("HTK/$rate/MFCC_O_D");