Changeset 2597 for Trunk/Scripts/Audio_scripts/AudioSegmentation/AudioBook/Dictionary.pm

Timestamp:

05/29/08 23:01:55 (6 months ago)

Author:

kmaclean

Message:

AudioSegmentation scripts - Sequitor G2P pronunciation alternatives validation to Audio using HVite Forced Alignment - snapshot

Files:

• Trunk/Scripts/Audio_scripts/AudioSegmentation/AudioBook/Dictionary.pm (modified) (8 diffs)

Trunk/Scripts/Audio_scripts/AudioSegmentation/AudioBook/Dictionary.pm

@@ -17 +17 @@
-my $command;
-
-METHODS (not user accessible)
+CLASS METHODS 
-
-=cut
@@ -37 +37 @@
-}    
-
+=head1 INSTANCE METHODS (not user accessible)
+
-=head2 findOutOfVocabularyWords 
-
@@ -44 +46 @@
-
-sub findOutOfVocabularyWords { # public 
-voxforge
+pron
-        my $debug = $self->{"debug"};   
-        my $htk_files = $self->{'htk_files'};
-        
-voxforgeDict"} =  $voxforge
+pronDict"} =  $pron
-        $self->{"missing_words"} = $missing_words;
-         
-voxforge
+pron
-        my $dlog1 = "AudioBook/interim_files/logs/dlog1";
-        $command = ("mv AudioBook/interim_files/dlog $dlog1"); print "cmd:$command\n" if $debug; system($command);
@@ -81 +83 @@
-}
-
-
+Recommended
-
-Use the Sequitor g2p script (Python) to generate pronunications for out-of-vocabulary words
@@ -87 +89 @@
-=cut
-
-
+Recommended
-        my ($self,$missing_words_out)= @_;
-        my $debug = $self->{'debug'};
@@ -134 +136 @@
-}
-
+=head2 getAlternatePronunciations 
+
+Use the Sequitor g2p script (Python) to generate many *alternate* pronunications for out-of-vocabulary words.
+These will be later used by HTK's HVite to try to determine the actual pronunication used by the speech in the audio file.
+
+Creates $missing_words_alt file, which contains the top x pronunication alternatives for each missing word.
+
+=cut
+
+sub getAlternatePronunciations { # public 
+        my ($self,$missing_words_alt, $numberOfPronunciations)= @_;
+        my $debug = $self->{'debug'};
+        my $model = $self->{'g2p_model'};
+        my $missing_words = $self->{'missing_words'};
+        my $log = $self->{'log'};
+        
+        $self->{"missing_words_alt"} = $missing_words_alt;
+        
+        my @missingwords = `export PYTHONPATH=/usr/local/lib64/python2.4/site-packages &&
+                            g2p.py --model $model --apply $missing_words --variants-number=$numberOfPronunciations`;
+        if ($?) {
+            confess "g2p.py $command failed: $?";
+        }
+        open(MISSINGWORDSALT,">$missing_words_alt") or confess ("cannot open $missing_words_alt file");
+        my ($word, $seqnum, $prob, $phonemes);
+        format MISSINGWORDSALT =
+@<<<<<<<<<<<<<<<@<<<<<<<<<<<<<<<@<<<<<<<<<<<<<<<<<<<<<<<<<<<<<
+$word,"[" . $word ."]",$phonemes
+.
+        foreach my $line (@missingwords) {
+                chomp $line;
+                print MISSINGWORDSALT "$line\n";
+        }
+        close MISSINGWORDSALT;
+        return 1;
+}
+
+=head2 validateAlternatePronunciations 
+
+Todo: This might need to go in a new Prompts class
+
+=cut
+
+sub validateAlternatePronunciations { # public 
+        my ($self,$originalDict,$altDict,$prompts)= @_;
+        my $debug = $self->{'debug'};
+        my $missing_words = $self->{'missing_words'};   
+        
+        $self->_createAltDict($originalDict,$altDict);
+        my $missingWordList = $self->_getMissingWordList($missing_words);
+        my %prompts;
+        open(PROMPTS,"$prompts") or confess ("cannot open $prompts file");
+        open(MISSINGWORDPROMPTS,"AudioBook/interim_files/missingWordsFolder/missingWordPrompts") or confess ("cannot open AudioBook/interim_files/wav/missingWordPrompts file");                
+        open(MISSINGWORDSVAL,"AudioBook/interim_files/missingWords_val") or confess ("cannot open AudioBook/interim_files/wav/missingWordPrompts file");                
+        while (my $line = <PROMPTS>) { 
+                chomp $line;    
+                my @line = split(/\s/, $line);
+                my $promptID = shift @line;
+                foreach my $word (@line) {
+                        if ($missingWordList->{$word}) {
+                                my $wavfilename = $promptID . "\.wav";
+                                copy("AudioBook/interim_files/wav/$wavfilename","AudioBook/interim_files/missingWordsFolder/$wavfilename");                             
+                                print MISSINGWORDPROMPTS "$word:$promptID,@line\n";
+                                my @phoneList = _forceAlignPromptLine($word,$promptID,@line);
+                                print MISSINGWORDSVAL "$word [$word] @phoneList\n";
+                        }
+                }
+        }
+        close PROMPTS;
+        close MISSINGWORDPROMPTS;
+}
+
+=head2 _forceAlignPromptLine 
+
+HVite looks at the audio, and tries to find a matching phone sequence in $altdict (which contains many alternate pronunications generated by 
+Sequitor G2P), in doing so, it picks the most likely pronunciation, thereby validating a Sequitor G2P with real audio.
+
+=cut
+
+sub _forceAlignPromptLine { # private 
+        my ($self,$word,$promptID,$promptLine)= @_;
+        my $altDict = $self->{"altDict"};       
+        my ($aligned_out, $log) = AudioBook::Audio::forceAlign($self, $promptID, $promptLine, $altDict);
+        open(ALIGNED_OUT,"$aligned_out") or confess ("cannot open $prompts file");
+        my @phoneList;
+        while (my $line = <ALIGNED_OUT>) {
+                my @line = split(/\s/, $line);
+                my($startTime,$stopTime, $phone, $probability, $recword) = @line;
+                if (defined($recword)) {
+                        if ($recword eq $word) {
+                                $gatherPhones=1;
+                        } else {
+                                $gatherPhones=0;
+                        }
+                }
+                if $gatherPhones {
+                        push (@phoneList,$phone);
+                }
+        } 
+        return @phoneList;
+}
+
+=head2 _getMissingWordList 
+
+=cut
+
+sub _getMissingWordList { # private 
+        my ($self,$missing_words)= @_;
+        my %missingWordList;
+        open(MISSINGWORDS,"$missing_words") or confess ("cannot open $missing_words file");     
+        while (my $line = <MISSINGWORDS>) { 
+                chomp $line;
+                $missingWordList{$line} = 1;
+        }
+        close MISSINGWORDS;
+        return \%missingWordList;
+}
+
+=head2 createAltDict 
+
+Need to merge the output from Sequitor G2P in getAlternatePronunciations() to the dict for the submission
+
+(todo: may need to create individual dict files for each out-of-vocabulary word to speed things up)
+
+=cut
+
+sub _createAltDict { # private 
+        my ($self,$originalDict,$altDict)= @_;
+        my $missing_words_alt = $self->{"missing_words_alt"};   
+        
+        $self->{"altDict"} = $altDict;  
+
+        open(MISSINGWORDSALT,"$missing_words_alt") or confess ("cannot open $missing_words_alt file");
+        my @missingWordAlt;
+        while (my $line = <MISSINGWORDSALT>) { # reformat MISSINGWORDSALT so that it can be merged with dict.
+                chomp $line;
+                my @line = split(/\t/, $line);
+                my ($word, $seqnum, $prob, $phonemes) = @line;
+                push (@missingWordAlt, "$word [$word] $phonemes\n");
+        }
+        open(DICT,$originalDict) or confess ("cannot open $originalDict file");
+        my @dict = <DICT>; # slurp in entire file into an array
+        my @altdict = sort(@missingWordAlt,@dict); # merge and sort
+
+        open(ALTDICT,">$altDict") or confess ("cannot open $altDict file");             
+        foreach my $line (@altdict) {
+                print ALTDICT $line;
+        }
+        
+        close MISSINGWORDSALT;
+        close DICT;
+        close ALTDICT;
+}
+
-=head2 updatePronDict 
-
@@ -147 +303 @@
-
-sub updatePronDict { # public 
-)= @_;                
+, $pronDictionary)= @_;
-        my $debug = $self->{"debug"};           
-
-
+
+
+
-         
-voxforgeDict") or confess ("cannot open $voxforgeDict
+pronDictionary") or confess ("cannot open $pronDictionary
-        open(MISSINGWORDSOUT,"<$missing_words_out") or confess ("cannot open $missing_words_out file");
-        print "adding the following words to VoxForge Pronunciation Dictionary\n";
@@ -165 +322 @@
-        close DICTIONARY;
-        
-voxforgeDict") or confess ("cannot open $voxforgeDict
+pronDictionary") or confess ("cannot open $pronDictionary
-        my(@lines) = <DICTIONARY>;         # read file into list
-        close(DICTIONARY);
-        
-voxforgeDict") or confess ("cannot open $voxforgeDict
+pronDictionary") or confess ("cannot open $pronDictionary
-        @lines = sort(@lines);              # sort the list
-        my($line);