Changeset 2158
- Timestamp:
- 04/30/07 22:23:11 (2 years ago)
- Files:
-
- Trunk/Scripts/AcousticModel_scripts/AcousticModel.pm (modified) (1 diff)
- Trunk/Scripts/AcousticModel_scripts/AcousticModel/Nightly.pm (modified) (2 diffs)
- Trunk/Scripts/AcousticModel_scripts/AcousticModel/QuickStart.pm (modified) (1 diff)
- Trunk/Scripts/AcousticModel_scripts/Prompts/MasterPrompts.pm (modified) (1 diff)
- Trunk/Scripts/Audio_scripts/Repository.pm (modified) (1 diff)
- Trunk/Scripts/Audio_scripts/Repository/MFCC.pm (modified) (3 diffs)
- Trunk/Scripts/Audio_scripts/Repository/Main.pm (modified) (1 diff)
- Trunk/Scripts/Audio_scripts/Repository/Original.pm (modified) (1 diff)
- Trunk/Scripts/Audio_scripts/UserSubmission.pm (modified) (8 diffs)
- Trunk/Scripts/Audio_scripts/UserSubmission/AUDIO.pm (modified) (2 diffs)
- Trunk/Scripts/Audio_scripts/UserSubmission/LICENSE.pm (modified) (2 diffs)
- Trunk/Scripts/Audio_scripts/UserSubmission/PROMPTS.pm (modified) (4 diffs)
- Trunk/Scripts/Audio_scripts/UserSubmission/README.pm (modified) (4 diffs)
- Trunk/Scripts/Mirroring_scripts/TarFiles/Audio.pm (modified) (5 diffs)
- Trunk/Scripts/Mirroring_scripts/TarFiles/NightlyBuild.pm (modified) (3 diffs)
Legend:
- Unmodified
- Added
- Removed
- Modified
- Copied
- Moved
Trunk/Scripts/AcousticModel_scripts/AcousticModel.pm
r2115 r2158 33 33 #################################################################### 34 34 sub Create { 35 my ($parameters) = @_; 36 my %parms = %$parameters; 37 my $debug = $parms{"debug"}; 38 my $Nightly_dirname = $parms{"Nightly_dirname"}; 39 my $Nightly_dir = ("/data/svn-mirror/Nightly_Builds"); 40 my $promptsfile = $parms{"PromptsFile"}; 41 my $HTKdir = $parms{"HTK_dir"}; 42 my $HTKbin = $parms{"HTKBin"}; 43 my $LexiconDirectory = $parms{"LexiconDirectory"}; 35 my ($parms) = @_; 36 my $debug = $$parms{"debug"}; 37 my $HTKdir = $$parms{"HTK_dir"}; 38 my $HTKbin = $$parms{"HTKBin"}; 39 my $LexiconDirectory = $$parms{"LexiconDirectory"}; 44 40 45 41 # run Acoustic Model Creation Script for 16kHz-16bit 46 42 my $rate = "16kHz_16bit"; # !!!!!! need to change all directories with underscore (i.e. 16kHz_16bit) to use a dash (i.e. 16kHz-16bit) - too confusing 47 43 print "\n\n***creating $rate Acoustic Model\n\n"; 48 MasterPrompts::Fix($par ameters,$rate);44 MasterPrompts::Fix($parms,$rate); 49 45 $command = ("cd $HTKdir && \./Compile_AcousticModel.sh $HTKbin $LexiconDirectory $debug"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; 50 46 my $Nightly_subdir =("HTK/$rate/MFCC_O_D"); 51 Nightly::CreateDir($par ameters, $Nightly_subdir);52 QuickStart::Process($par ameters, $Nightly_subdir); # creating only one QuickStart using 16kHz_16bit Acoustic Models53 Nightly::Process($par ameters, $Nightly_subdir);47 Nightly::CreateDir($parms, $Nightly_subdir); 48 QuickStart::Process($parms, $Nightly_subdir); # creating only one QuickStart using 16kHz_16bit Acoustic Models 49 Nightly::Process($parms, $Nightly_subdir); 54 50 55 51 # run Acoustic Model Creation Script for 8kHz-16bit 56 52 $rate = "8kHz_16bit"; # !!!!!! need to change all directories with underscore (i.e. 8kHz_16bit) to use a dash (i.e. 8kHz-16bit) - too confusing 57 53 print "\n\n***creating $rate Acoustic Model\n\n"; 58 MasterPrompts::Fix($par ameters,$rate);54 MasterPrompts::Fix($parms,$rate); 59 55 $command = ("cd $HTKdir && \./Compile_AcousticModel.sh $HTKbin $LexiconDirectory $debug"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; 60 56 $Nightly_subdir =("HTK/$rate/MFCC_O_D"); 61 Nightly::Process($par ameters, $Nightly_subdir);57 Nightly::Process($parms, $Nightly_subdir); 62 58 } 63 59 1; Trunk/Scripts/AcousticModel_scripts/AcousticModel/Nightly.pm
r2115 r2158 30 30 #################################################################### 31 31 sub CreateDir { 32 my ($parameters, $Nightly_subdir) = @_; 33 my %parms = %$parameters; 34 my $debug = $parms{"debug"}; 35 my $Nightly_dirname = $parms{"Nightly_dirname"}; 32 my ($parms, $Nightly_subdir) = @_; 33 my $debug = $$parms{"debug"}; 34 my $Nightly_dirname = $$parms{"Nightly_dirname"}; 36 35 37 36 # cleanup previous run - usually there was some sort of error in previous run … … 47 46 48 47 sub Process { 49 my ($parameters, $Nightly_subdir) = @_; 50 my %parms = %$parameters; 51 my $debug = $parms{"debug"}; 52 my $Nightly_dirname = $parms{"Nightly_dirname"}; 53 54 my $MirroringScripts_dir = $parms{"MirroringScripts_dir"}; 55 my $HTKdir = $parms{"HTK_dir"}; 48 my ($parms, $Nightly_subdir) = @_; 49 my $debug = $$parms{"debug"}; 50 my $Nightly_dirname = $$parms{"Nightly_dirname"}; 51 my $MirroringScripts_dir = $$parms{"MirroringScripts_dir"}; 52 my $HTKdir = $$parms{"HTK_dir"}; 56 53 print "creating: $Nightly_dirname\n"; 57 54 $command = ("mkdir -p $Nightly_dirname/$Nightly_subdir $Nightly_dirname/$Nightly_subdir/etc"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; Trunk/Scripts/AcousticModel_scripts/AcousticModel/QuickStart.pm
r2115 r2158 31 31 #################################################################### 32 32 sub Process { 33 my ($parameters, $Nightly_subdir) = @_; 34 my %parms = %$parameters; 35 my $debug = $parms{"debug"}; 36 my $QSdir = $parms{"QSdir"}; 37 my $Nightly_dirname = $parms{"Nightly_dirname"}; 38 my $HTKdir = $parms{"HTK_dir"}; 33 my ($parms, $Nightly_subdir) = @_; 34 my $debug = $$parms{"debug"}; 35 my $QSdir = $$parms{"QSdir"}; 36 my $Nightly_dirname = $$parms{"Nightly_dirname"}; 37 my $HTKdir = $$parms{"HTK_dir"}; 39 38 $command = ("cp -r $QSdir $Nightly_dirname"); print "$command\n" if $debug;system($command) == 0 or die "system $command failed: $?"; 40 39 # Linux Trunk/Scripts/AcousticModel_scripts/Prompts/MasterPrompts.pm
r2132 r2158 29 29 sub Fix { 30 30 my ($parms,$targetrate) = @_; 31 my $debug = $$parms{"debug"};32 my $prompts_file = $$parms{"PromptsFile"};33 my $HTKdir = $$parms{"HTK_dir"};34 my $AudioDirectory = $$parms{"AudioDirectory"};31 my $debug = $$parms{"debug"}; 32 my $prompts_file = $$parms{"PromptsFile"}; 33 my $HTKdir = $$parms{"HTK_dir"}; 34 my $AudioDirectory = $$parms{"AudioDirectory"}; 35 35 my $line; 36 36 open(INPUT, "$prompts_file") or die ("cannot open $prompts_file for reading"); # open for input Trunk/Scripts/Audio_scripts/Repository.pm
r2136 r2158 41 41 sub Main { 42 42 my ($parms ) = @_; 43 my $debug = $$parms{"debug"}; 44 my $QuarantineDir = $$parms{"QuarantineDir"}; 45 my $ToBeProcessedDir = $$parms{"ToBeProcessedDir"}; 46 my $ScriptsDirectory = $$parms{"ScriptsDirectory"}; 47 my $AudioDirectory = $$parms{"AudioDirectory"}; 43 my $debug = $$parms{"debug"}; 44 my $QuarantineDir = $$parms{"QuarantineDir"}; 45 my $ToBeProcessedDir = $$parms{"ToBeProcessedDir"}; 46 my $ScriptsDirectory = $$parms{"ScriptsDirectory"}; 47 my $AudioDirectory = $$parms{"AudioDirectory"}; 48 48 49 my($dirlist) = ReadDir($ToBeProcessedDir); # $dirlist is a pointer to array created in ReadDir 49 50 foreach my $AudioDirName (@$dirlist) { Trunk/Scripts/Audio_scripts/Repository/MFCC.pm
r1920 r2158 29 29 30 30 sub Create { 31 my ($parameters, $AudioDirectoryParms ) = @_; 32 my %parms = %$parameters; 33 my $debug = $parms{"debug"}; 34 my $path_main = $parms{"path_main"}; 35 my $path_mfcc = $parms{"path_mfcc"}; 36 my $audio_subdirectory = $parms{"AudioSubdirectory"}; 37 my $HTK_ParameterKindWithQualifiers = $parms{"HTK_ParameterKind"}; 38 my $AudioScripts_dir = $parms{"AudioScripts_dir"}; 39 my %AudioDirParms = %$AudioDirectoryParms; 40 my $audio_dir_name = $AudioDirParms{"audio_dir_name"}; 31 my ($parms, $AudioDirParms ) = @_; 32 my $debug = $$parms{"debug"}; 33 my $path_main = $$parms{"path_main"}; 34 my $path_mfcc = $$parms{"path_mfcc"}; 35 my $audio_subdirectory = $$parms{"AudioSubdirectory"}; 36 my $HTK_ParameterKindWithQualifiers = $$parms{"HTK_ParameterKind"}; 37 my $AudioScripts_dir = $$parms{"AudioScripts_dir"}; 38 39 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 41 40 42 41 #cleanup required before copy (cleanup .svn files???) … … 56 55 # !!!!!! 57 56 # $command = ("cd $AudioScripts_dir/Repository && ./ConvertWav2mfc.pl $path_mfcc/$audio_dir_name/mfc $debug"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; 58 ConvertWav2mfc( \%parms, \%AudioDirParms)|| die "MFCC\.pm error: $?";57 ConvertWav2mfc($parms, $AudioDirParms)|| die "MFCC\.pm error: $?"; 59 58 # !!!!!! 60 59 #update properties … … 66 65 67 66 sub ConvertWav2mfc { 68 my ($parameters, $AudioDirectoryParms ) = @_; 69 my %parms = %$parameters; 70 my $debug = $parms{"debug"}; 71 my $path_mfcc = $parms{"path_mfcc"}; 72 my $HTKbin = $parms{"HTKBin"}; 73 my $Repository_dir = $parms{"Repository_dir"}; 74 my %AudioDirParms = %$AudioDirectoryParms; 75 my $audio_dir_name = $AudioDirParms{"audio_dir_name"}; 67 my ($parms, $AudioDirParms ) = @_; 68 my $debug = $$parms{"debug"}; 69 my $path_mfcc = $$parms{"path_mfcc"}; 70 my $HTKbin = $$parms{"HTKBin"}; 71 my $Repository_dir = $$parms{"Repository_dir"}; 72 73 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 76 74 # read in command line arguments 77 75 my $directory = "$path_mfcc/$audio_dir_name/mfc"; Trunk/Scripts/Audio_scripts/Repository/Main.pm
r1518 r2158 26 26 27 27 sub Process { 28 my ($parameters, $AudioDirectoryParms ) = @_; 29 my %parms = %$parameters; 30 my $debug = $parms{"debug"}; 31 my $path_original = $parms{"path_original"}; 32 my $path_main = $parms{"path_main"}; 33 my $audio_subdirectory = $parms{"AudioSubdirectory"}; 34 my $downsample_rate = $parms{"DownsampleRate"}; 35 my $downsample_bits_per_sample = $parms{"DownsampleBitsPerSample"}; 36 my $AudioScripts_dir = $parms{"AudioScripts_dir"}; 37 my %AudioDirParms = %$AudioDirectoryParms; 38 my $audio_dir_name = $AudioDirParms{"audio_dir_name"}; 39 my $OriginalSamplingRate = $AudioDirParms{"samplingrate"}; 28 my ($parms, $AudioDirParms ) = @_; 29 my $debug = $$parms{"debug"}; 30 my $path_original = $$parms{"path_original"}; 31 my $path_main = $$parms{"path_main"}; 32 my $audio_subdirectory = $$parms{"AudioSubdirectory"}; 33 my $downsample_rate = $$parms{"DownsampleRate"}; 34 my $downsample_bits_per_sample = $$parms{"DownsampleBitsPerSample"}; 35 my $AudioScripts_dir = $$parms{"AudioScripts_dir"}; 36 37 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 38 my $OriginalSamplingRate = $$AudioDirParms{"samplingrate"}; 40 39 41 40 # copy audio files from Original directory to Main directory Trunk/Scripts/Audio_scripts/Repository/Original.pm
r1518 r2158 26 26 27 27 sub Process { 28 my ($parameters, $AudioDirectoryParms ) = @_; 29 my %parms = %$parameters; 30 my $debug = $parms{"debug"}; 31 my $ToBeProcessedDir = $parms{"ToBeProcessedDir"}; 32 my $path_original = $parms{"path_original"}; 33 my %AudioDirParms = %$AudioDirectoryParms; 34 my $audio_dir_name = $AudioDirParms{"audio_dir_name"}; 35 my $OriginalSamplingRate = $AudioDirParms{"samplingrate"}; 36 my $OriginalBitsPerSample = $AudioDirParms{"samplingrateformat"}; 37 my $dialect = $AudioDirParms{"dialect"}; 28 my ($parms, $AudioDirParms ) = @_; 29 my $debug = $$parms{"debug"}; 30 my $ToBeProcessedDir = $$parms{"ToBeProcessedDir"}; 31 my $path_original = $$parms{"path_original"}; 32 33 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 34 my $OriginalSamplingRate = $$AudioDirParms{"samplingrate"}; 35 my $OriginalBitsPerSample = $$AudioDirParms{"samplingrateformat"}; 36 my $dialect = $$AudioDirParms{"dialect"}; 38 37 39 38 # copy ToBeProcessed directory to Working Copy Trunk/Scripts/Audio_scripts/UserSubmission.pm
r1868 r2158 50 50 #################################################################### 51 51 sub Main { 52 my ($parameters ) = @_; 53 my %parms = %$parameters; 54 my $debug = $parms{"debug"}; 55 my $QuarantineDir = $parms{"QuarantineDir"}; 52 my ($parms ) = @_; 53 my $debug = $$parms{"debug"}; 54 my $QuarantineDir = $$parms{"QuarantineDir"}; 56 55 my($tarlist) = ReadTarDir($QuarantineDir); # $tarlist is a pointer to array created in ReadTarDir 57 56 my %directorynames; … … 62 61 $AudioDirParms {"audio_dir_name"} = $audio_dir_name; 63 62 $command = ("rm -rf $QuarantineDir/$audio_dir_name"); print "$command\n" if $debug; system($command); # remove ToBeProcessed directory - if it exists 64 runClamAV( \%parms, $tarfile) || die "UserSubmission error: $?" ; # runs ClamAV and extracts gzipped tar or Zip file65 Convert2Unix( \%parms, \%AudioDirParms);66 ValidateFilenames( \%parms, \%AudioDirParms) || die "UserSubmission error: $?" ;67 ($AudioDirParms{"samplingrate"}, $AudioDirParms{"samplingrateformat"}, $AudioDirParms{"filetype"}, $AudioDirParms{"dialect"}) = UserSubmission::README::Process( \%parms, \%AudioDirParms); # can't put "|| die "UserSubmission error: $?"" becuase changes this to scalar context, and only last item in list is transferred!63 runClamAV($parms, $tarfile) || die "UserSubmission error: $?" ; # runs ClamAV and extracts gzipped tar or Zip file 64 Convert2Unix($parms, \%AudioDirParms); 65 ValidateFilenames($parms, \%AudioDirParms) || die "UserSubmission error: $?" ; 66 ($AudioDirParms{"samplingrate"}, $AudioDirParms{"samplingrateformat"}, $AudioDirParms{"filetype"}, $AudioDirParms{"dialect"}) = UserSubmission::README::Process($parms, \%AudioDirParms); # can't put "|| die "UserSubmission error: $?"" becuase changes this to scalar context, and only last item in list is transferred! 68 67 print "UserSubmission-README says:".$AudioDirParms{"samplingrate"}."-".$AudioDirParms{"samplingrateformat"}."-".$AudioDirParms{"filetype"}.";dialect:".$AudioDirParms{"dialect"}."\n\n" if $debug; 69 UserSubmission::AUDIO::WavValidation( \%parms, \%AudioDirParms) || die "UserSubmission error: $?" ; #checks that audio rates in README match actual files70 UserSubmission::PROMPTS::Clean( \%parms, \%AudioDirParms) || die "UserSubmission error: $?"; # creates reformatted prompts file for processing with HVite and later merging into Master_Prompts71 UserSubmission::PROMPTS::Validation( \%parms, \%AudioDirParms) || die "UserSubmission error: $?"; # use HDMan to run prompts against VoxForge Dictionnary72 UserSubmission::AUDIO::Audio2PromptsValidation( \%parms, \%AudioDirParms) || die "UserSubmission error: $?" ; # partial AM training session using audio data to see if HVite has any problems trying to re-align the data - if it does, then audio does not match transcription68 UserSubmission::AUDIO::WavValidation($parms, \%AudioDirParms) || die "UserSubmission error: $?" ; #checks that audio rates in README match actual files 69 UserSubmission::PROMPTS::Clean($parms, \%AudioDirParms) || die "UserSubmission error: $?"; # creates reformatted prompts file for processing with HVite and later merging into Master_Prompts 70 UserSubmission::PROMPTS::Validation($parms, \%AudioDirParms) || die "UserSubmission error: $?"; # use HDMan to run prompts against VoxForge Dictionnary 71 UserSubmission::AUDIO::Audio2PromptsValidation($parms, \%AudioDirParms) || die "UserSubmission error: $?" ; # partial AM training session using audio data to see if HVite has any problems trying to re-align the data - if it does, then audio does not match transcription 73 72 $directorynames{$audio_dir_name} = [$AudioDirParms{"samplingrate"}, $AudioDirParms{"samplingrateformat"}, $AudioDirParms{"filetype"}]; 74 73 } … … 77 76 my $pointer = $directorynames{$audio_dir_name}; 78 77 my($samplingrate, $samplingrateformat, $filetype) = @$pointer; 79 Copy2ToBeProcessed( \%parms, $audio_dir_name) || die "UserSubmission error: $?" ; #commit audio to Trunk/Original78 Copy2ToBeProcessed($parms, $audio_dir_name) || die "UserSubmission error: $?" ; #commit audio to Trunk/Original 80 79 } 81 80 # Print Summary … … 89 88 90 89 sub Convert2Unix { 91 my ($parameters, $AudioDirectoryParms ) = @_; 92 my %parms = %$parameters; 93 my $debug = $parms{"debug"}; 94 my $QuarantineDir = $parms{"QuarantineDir"}; 90 my ($parms, $AudioDirectoryParms ) = @_; 91 my $debug = $$parms{"debug"}; 92 my $QuarantineDir = $$parms{"QuarantineDir"}; 95 93 my %AudioDirParms = %$AudioDirectoryParms; 96 94 my $audio_dir_name = $AudioDirParms{"audio_dir_name"}; … … 141 139 sub runClamAV { 142 140 # !!!!!! to do look at Archive::Extract Cpan Module to handle tar tgz tar.gz and zip extractions ... 143 my ($parameters, $tarfile) = @_; 144 my %parms = %$parameters; 145 my $debug = $parms{"debug"}; 146 my $QuarantineDir = $parms{"QuarantineDir"}; 141 my ($parms, $tarfile) = @_; 142 my $debug = $$parms{"debug"}; 143 my $QuarantineDir = $$parms{"QuarantineDir"}; 147 144 my (@clamscan_output, $clamscan_results); 148 145 #$command = ("freshclam"); print "$command\n"; system($command) == 0 or die "system $command failed: $?"; … … 207 204 208 205 sub ValidateFilenames { 209 my ($parameters, $AudioDirectoryParms) = @_; 210 my %parms = %$parameters; 211 my $debug = $parms{"debug"}; 206 my ($parms, $AudioDirectoryParms) = @_; 207 my $debug = $$parms{"debug"}; 212 208 # check that user used PROMPTS & README for filenames 213 209 # windows defaults to prompts.txt 214 210 # look into converting to XML and run through XML schema validation ... 215 UserSubmission::README::ValidateFileName($par ameters, $AudioDirectoryParms) || die "UserSubmission error: $?" ;216 UserSubmission::LICENSE::ValidateFileName($par ameters, $AudioDirectoryParms) || die "UserSubmission error: $?" ;217 UserSubmission::PROMPTS::ValidateFileName($par ameters, $AudioDirectoryParms) || die "UserSubmission error: $?" ;211 UserSubmission::README::ValidateFileName($parms, $AudioDirectoryParms) || die "UserSubmission error: $?" ; 212 UserSubmission::LICENSE::ValidateFileName($parms, $AudioDirectoryParms) || die "UserSubmission error: $?" ; 213 UserSubmission::PROMPTS::ValidateFileName($parms, $AudioDirectoryParms) || die "UserSubmission error: $?" ; 218 214 } 219 215 220 216 sub Copy2ToBeProcessed { 221 my ($parameters, $audio_dir_name) = @_; 222 my %parms = %$parameters; 223 my $debug = $parms{"debug"}; 224 my $QuarantineDir = $parms{"QuarantineDir"}; 225 my $ToBeProcessedDir = $parms{"ToBeProcessedDir"}; 217 my ($parms, $audio_dir_name) = @_; 218 my $debug = $$parms{"debug"}; 219 my $QuarantineDir = $$parms{"QuarantineDir"}; 220 my $ToBeProcessedDir = $$parms{"ToBeProcessedDir"}; 226 221 $command = ("mkdir $QuarantineDir/$audio_dir_name/wav"); print "$command\n" if $debug; system($command); 227 222 $command = ("mv -f $QuarantineDir/$audio_dir_name/*.wav $QuarantineDir/$audio_dir_name/wav"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; … … 236 231 $command = ("cp -f $QuarantineDir/$audio_dir_name/* $ToBeProcessedDir/$audio_dir_name/etc 1>/dev/null 2>/dev/null"); system($command) ; # return value usually says "cp: omitting directory `/data/quarantine/granthulbert-ar-01032007/wav'" 237 232 } 238 UserSubmission::LICENSE::AddGPLLicense( \%parms, $audio_dir_name) || die "UserSubmission error: $?" ;233 UserSubmission::LICENSE::AddGPLLicense($parms, $audio_dir_name) || die "UserSubmission error: $?" ; 239 234 if ($debug) { 240 235 $command = ("mv -f $ToBeProcessedDir/$audio_dir_name/etc/LICENSE $ToBeProcessedDir/$audio_dir_name"); print "$command\n" ;system($command) ; … … 248 243 249 244 sub Cleanup { 250 my ($parameters, $AudioDirectoryParms) = @_; 251 my %parms = %$parameters; 252 my $debug = $parms{"debug"}; 253 my $QuarantineDir = $parms{"QuarantineDir"}; 254 my $ToBeProcessedDir = $parms{"ToBeProcessedDir"}; 245 my ($parms, $AudioDirectoryParms) = @_; 246 my $debug = $$parms{"debug"}; 247 my $QuarantineDir = $$parms{"QuarantineDir"}; 248 my $ToBeProcessedDir = $$parms{"ToBeProcessedDir"}; 255 249 my %AudioDirParms = %$AudioDirectoryParms; 256 250 my $audio_dir_name = $AudioDirParms{"audio_dir_name"}; Trunk/Scripts/Audio_scripts/UserSubmission/AUDIO.pm
r2110 r2158 27 27 28 28 sub WavValidation { 29 my ($par ameters, $AudioDirectoryParms) = @_;30 my %parms = %$parameters;31 my $ debug = $parms{"debug"};32 my $QuarantineDir = $parms{"QuarantineDir"}; 33 my %AudioDirParms = %$AudioDirectoryParms;34 my $ audio_dir_name = $AudioDirParms{"audio_dir_name"};35 my $samplingrate = $AudioDirParms{"samplingrate"};36 my $samplingrateformat = $AudioDirParms{"samplingrateformat"};29 my ($parms, $AudioDirParms) = @_; 30 my $debug = $$parms{"debug"}; 31 my $QuarantineDir = $$parms{"QuarantineDir"}; 32 33 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 34 my $samplingrate = $$AudioDirParms{"samplingrate"}; 35 my $samplingrateformat = $$AudioDirParms{"samplingrateformat"}; 36 37 37 print "#######AUDIO:$audio_dir_name, $samplingrate, $samplingrateformat\n" if $debug; 38 38 $samplingrate =~ s/kHz//; … … 79 79 80 80 sub Audio2PromptsValidation { 81 my ($par ameters, $AudioDirectoryParms ) = @_;82 my %parms = %$parameters;83 my $ debug = $parms{"debug"};84 my $ QuarantineDir = $parms{"QuarantineDir"};85 my $ LexiconDirectory = $parms{"LexiconDirectory"};86 my $ HTKBin = $parms{"HTKBin"};87 my $A udioScripts_dir = $parms{"AudioScripts_dir"};88 my $AMCreate_scripts_dir = $parms{"HTK_dir"}; 89 my %AudioDirParms = %$AudioDirectoryParms;90 my $audio_dir_name = $AudioDirParms{"audio_dir_name"};81 my ($parms, $AudioDirParms ) = @_; 82 my $debug = $$parms{"debug"}; 83 my $QuarantineDir = $$parms{"QuarantineDir"}; 84 my $LexiconDirectory = $$parms{"LexiconDirectory"}; 85 my $HTKBin = $$parms{"HTKBin"}; 86 my $AudioScripts_dir = $$parms{"AudioScripts_dir"}; 87 my $AMCreate_scripts_dir = $$parms{"HTK_dir"}; 88 89 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 90 91 91 print "Audio2PromptsValidation:$audio_dir_name\n" if $debug; 92 92 $command = ("cd $AudioScripts_dir/UserSubmission && rm -rf ./interim_files ./logs"); print "$command\n" if $debug; system($command); Trunk/Scripts/Audio_scripts/UserSubmission/LICENSE.pm
r1587 r2158 26 26 27 27 sub AddGPLLicense { 28 my ($parameters, $audio_dir_name ) = @_; 29 my %parms = %$parameters; 30 my $debug = $parms{"debug"}; 31 my $ToBeProcessedDir = $parms{"ToBeProcessedDir"}; 32 my $UserSubmission_dir = $parms{"UserSubmission_dir"}; 28 my ($parms, $audio_dir_name ) = @_; 29 my $debug = $$parms{"debug"}; 30 my $ToBeProcessedDir = $$parms{"ToBeProcessedDir"}; 31 my $UserSubmission_dir = $$parms{"UserSubmission_dir"}; 33 32 if ($debug) { 34 33 $command = ("cp -f $UserSubmission_dir/GPL_License $ToBeProcessedDir/$audio_dir_name/etc "); print "$command\n" if $debug;system($command) ; … … 40 39 41 40 sub ValidateFileName { 42 my ($parameters, $AudioDirectoryParms) = @_; 43 my %parms = %$parameters; 44 my $debug = $parms{"debug"}; 45 my $QuarantineDir = $parms{"QuarantineDir"}; 41 my ($parms, $AudioDirectoryParms) = @_; 42 my $debug = $$parms{"debug"}; 43 my $QuarantineDir = $$parms{"QuarantineDir"}; 46 44 my %AudioDirParms = %$AudioDirectoryParms; 47 45 my $AudioDirName = $AudioDirParms{"audio_dir_name"}; Trunk/Scripts/Audio_scripts/UserSubmission/PROMPTS.pm
r2135 r2158 31 31 my $ScriptsDirectory = $$parms{"ScriptsDirectory"} ; 32 32 my $PromptsFile = $$parms{"PromptsFile"}; 33 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 33 34 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 35 34 36 open (PROMPTS, "$ToBeProcessedDir/$audio_dir_name/etc/PROMPTS") || die ("Unable to open $ToBeProcessedDir/$audio_dir_name/etc/PROMPTS file for writing"); 35 37 open (MASTER_PROMPTS, ">>$PromptsFile") || die ("Unable to open $PromptsFile file for writing"); … … 51 53 my $HTKBin = $$parms{"HTKBin"}; 52 54 my $LexiconDirectory = $$parms{"LexiconDirectory"}; 53 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 55 56 my $audio_dir_name = $$AudioDirParms{"audio_dir_name"}; 57 54 58 print "Prompts::Validation:$audio_dir_name\n" if $debug; 55 59 $command = ("perl $HTKBin/prompts2wlist $QuarantineDir/$audio_dir_name/VALIDATION-PROMPTS $QuarantineDir/$audio_dir_name/wlist"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; … … 83 87 my $samplingrate = $$AudioDirParms{"samplingrate"}; 84 88 my $samplingrateformat = $$AudioDirParms{"samplingrateformat"}; 89 85 90 my $path_mfcc = "$QuarantineDir/$audio_dir_name/mfc"; 86 91 my $prod_path_mfcc = "$audio_dir_name/mfc"; … … 134 139 my ($parms, $AudioDirParms) = @_; 135 140 my $debug = $$parms{"debug"}; 136 my $QuarantineDir = $$parms{"QuarantineDir"}; 141 my $QuarantineDir = $$parms{"QuarantineDir"}; 142 137 143 my $AudioDirName = $$AudioDirParms{"audio_dir_name"}; 144 138 145 my $promptsPath = "$QuarantineDir/$AudioDirName"; 139 146 opendir(DIR, "$promptsPath") || die ("Unable to open file: $promptsPath"); Trunk/Scripts/Audio_scripts/UserSubmission/README.pm
r1587 r2158 26 26 27 27 sub Process { 28 my ($par ameters, $AudioDirectoryParms, $SubDirectory ) = @_;29 my %parms = %$parameters;30 my $ debug = $parms{"debug"};31 my $ QuarantineDir = $parms{"QuarantineDir"};32 my $ToBeProcessedDir = $parms{"ToBeProcessedDir"};33 my %AudioDirParms = %$AudioDirectoryParms;34 my $AudioDirName = $AudioDirParms{"audio_dir_name"};28 my ($parms, $AudioDirParms, $SubDirectory ) = @_; 29 my $debug = $$parms{"debug"}; 30 my $QuarantineDir = $$parms{"QuarantineDir"}; 31 my $ToBeProcessedDir = $$parms{"ToBeProcessedDir"}; 32 33 my $AudioDirName = $$AudioDirParms{"audio_dir_name"}; 34 35 35 my ($samplingrate, $samplingrateformat, $filetype, $dialect); 36 36 … … 39 39 if ($SubDirectory) { # call from Repository.pm 40 40 print "processing $ToBeProcessedDir/$AudioDirName/$SubDirectory/README\n" if $debug; 41 ($samplingrate, $samplingrateformat, $filetype, $dialect) = _ValidateREADME( \%parms, "$ToBeProcessedDir/$AudioDirName/$SubDirectory/README");41 ($samplingrate, $samplingrateformat, $filetype, $dialect) = _ValidateREADME($parms, "$ToBeProcessedDir/$AudioDirName/$SubDirectory/README"); 42 42 } else { # call from UserSubmission.pm 43 43 print "processing $QuarantineDir/$AudioDirName/README\n" if $debug; 44 ($samplingrate, $samplingrateformat, $filetype, $dialect) = _ValidateREADME( \%parms,"$QuarantineDir/$AudioDirName/README" );44 ($samplingrate, $samplingrateformat, $filetype, $dialect) = _ValidateREADME($parms,"$QuarantineDir/$AudioDirName/README" ); 45 45 print "Process:samplingrate:$samplingrate;samplingrateformat:$samplingrateformat;filetype:$filetype;dialect:$dialect:\n" if $debug; 46 46 } … … 52 52 53 53 sub ValidateFileName { 54 my ($parameters, $AudioDirectoryParms) = @_; 55 my %parms = %$parameters; 56 my $debug = $parms{"debug"}; 57 my $QuarantineDir = $parms{"QuarantineDir"}; 54 my ($parms, $AudioDirectoryParms) = @_; 55 my $debug = $$parms{"debug"}; 56 my $QuarantineDir = $$parms{"QuarantineDir"}; 58 57 my %AudioDirParms = %$AudioDirectoryParms; 59 58 my $AudioDirName = $AudioDirParms{"audio_dir_name"}; … … 82 81 83 82 sub _ValidateREADME { 84 my ($par ameters, $ReadmeWithPath) = @_;85 my %parms = %$parameters;86 my $debug = $parms{"debug"};83 my ($parms, $ReadmeWithPath) = @_; 84 my $debug = $$parms{"debug"}; 85 87 86 my ($title, $samplingrate, $samplingrateformat,$dialect,$filetype); 88 87 open(README, "$ReadmeWithPath") || die ("Unable to open file: $ReadmeWithPath"); Trunk/Scripts/Mirroring_scripts/TarFiles/Audio.pm
r2121 r2158 33 33 sub Create { 34 34 my ($parms) = @_; 35 my $debug = $$parms{"debug"};35 my $debug = $$parms{"debug"}; 36 36 my $directories2mirror= $$parms{"directories2mirror"}; 37 37 my ($source, $target, $line, @line, @dirlist,@tarlist, $sourcevolume,$sourcepath,$sourcedirname); … … 55 55 sub _processAudioDir { 56 56 my ($parms,$AudioDirParms ) = @_; 57 my $debug = $$parms{"debug"};58 my $source = $$AudioDirParms{'source'};57 my $debug = $$parms{"debug"}; 58 my $source = $$AudioDirParms{'source'}; 59 59 opendir(DIR, $source) || die ("Unable to open file: $source"); 60 60 my @dirlist; … … 75 75 sub _createAudioMakeFile { 76 76 my ($parms,$AudioDirParms,$dirlist,$tarlist) = @_; 77 my $debug = $$parms{"debug"}; 78 my $source = $$AudioDirParms{'source'}; 79 my $target = $$AudioDirParms{'target'}; 80 my $audiodir = $$AudioDirParms{'audiodir'}; 81 my $sourcedirname = $$AudioDirParms{'sourcedirname'}; 77 my $debug = $$parms{"debug"}; 78 79 my $source = $$AudioDirParms{'source'}; 80 my $target = $$AudioDirParms{'target'}; 81 my $audiodir = $$AudioDirParms{'audiodir'}; 82 my $sourcedirname = $$AudioDirParms{'sourcedirname'}; 82 83 83 84 my $filename = $audiodir . "_" . $sourcedirname . "_dyn_makefile"; … … 102 103 sub Make { # part of make_all 103 104 my ($parms) = @_; 104 my $debug = $$parms{"debug"}; 105 my $directories2mirror= $$parms{"directories2mirror"}; 105 my $debug = $$parms{"debug"}; 106 my $directories2mirror= $$parms{"directories2mirror"}; 107 106 108 # Audio Makefiles (e.g. Original_16kHz_16bit_makefile, ...) are created dynamically by the Create SUB. 107 109 open(DIRLIST, $directories2mirror) || die ("Unable to open file: $directories2mirror"); … … 123 125 sub _processMakeFile { 124 126 my ($parms,$audiodir,$sourcedirname) = @_; 125 my $debug = $$parms{"debug"};127 my $debug = $$parms{"debug"}; 126 128 my $filename = $audiodir . "_" . $sourcedirname . "_dyn_makefile"; 127 129 my @command = ("make", "-f", $filename); system(@command) == 0 or die "system @command failed: $?"; Trunk/Scripts/Mirroring_scripts/TarFiles/NightlyBuild.pm
r2121 r2158 32 32 sub CopySubdirectoryMakeFile { 33 33 my ($parms) = @_; 34 my $debug = $$parms{"debug"};35 my $TarFiles_dir = $$parms{"TarFiles_dir"};36 my $Nightly_dirname = $$parms{"Nightly_dirname"};34 my $debug = $$parms{"debug"}; 35 my $TarFiles_dir = $$parms{"TarFiles_dir"}; 36 my $Nightly_dirname = $$parms{"Nightly_dirname"}; 37 37 my $command = ("cp TarFiles/NightlyBuilds/NightlyBuilds_sub_makefile $Nightly_dirname"); print "$command\n" if $debug; system($command) == 0 or die "system $command failed: $?"; 38 38 } … … 40 40 sub Create { 41 41 my ($parms) = @_; 42 my $debug = $$parms{"debug"};42 my $debug = $$parms{"debug"}; 43 43 my @dirlist; 44 44 … … 60 60 sub _createBuildMakeFile { 61 61 my ($parms,$source, $dirlist) = @_; 62 my $debug = $$parms{"debug"};62 my $debug = $$parms{"debug"}; 63 63 my $filename = "TarFiles/MakeFiles/NightlyBuilds_makefile"; 64 64 open(FILEOUT, ">$filename");