/* -*- c-basic-offset:4; indent-tabs-mode: nil -*- */ /* ==================================================================== * Copyright (c) 1995-2004 Carnegie Mellon University. All rights * reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * This work was supported in part by funding from the Defense Advanced * Research Projects Agency and the National Science Foundation of the * United States of America, and the CMU Sphinx Speech Consortium. * * THIS SOFTWARE IS PROVIDED BY CARNEGIE MELLON UNIVERSITY ``AS IS'' AND * ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL CARNEGIE MELLON UNIVERSITY * NOR ITS EMPLOYEES BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * ==================================================================== * */ /* * dag-main.c -- Driver for DAG search. * * ********************************************** * CMU ARPA Speech Project * * Copyright (c) 1996 Carnegie Mellon University. * ALL RIGHTS RESERVED. * ********************************************** * * HISTORY * * * * 27-Jul-04 ARCHAN (archan@cs.cmu.edu) at Carnegie Mellon Unversity * First incorporate it from s3 code base * * * $Log$ * Revision 1.11 2006/02/24 04:09:17 arthchan2003 * Merged from branch SPHINX3_5_2_RCI_IRII_BRANCH: Changed commands to macro. Used ctl_process. Moved most of the routines to dag.c * * Revision 1.10.4.13 2006/01/27 20:17:47 arthchan2003 * Manual merge of Dave's bug fixes into main_dag.c. * * Revision 1.10.4.12 2006/01/17 20:31:01 arthchan2003 * Changed BSTPTH to BSTPTH: * * Revision 1.10.4.11 2006/01/16 20:29:52 arthchan2003 * Changed -ltsoov to -lts_mismatch. Changed lm_rawscore interface. Change from cmd_ln_access to cmd_ln_str. * * Revision 1.10.4.10 2005/11/17 06:48:24 arthchan2003 * Changed a misleading comment in main_dag.c * * Revision 1.10.4.9 2005/09/25 20:09:47 arthchan2003 * Added support for LTS. * * Revision 1.10.4.8 2005/09/18 01:52:05 arthchan2003 * Changed name of log_hypseg to s3dag_log_hypseg to avoid confusion. * * Revision 1.10.4.7 2005/09/11 23:08:47 arthchan2003 * Synchronize command-line for 2-nd stage rescoring in decode/decode_anytopo/dag, move s3dag_dag_load to dag.c so that srch.c could use it. * * Revision 1.10.4.6 2005/09/11 03:04:34 arthchan2003 * Change for Comments for last commit. Last commit involves an important * bug fix for dag. In the past, dag was using a set of bestpath search * where the language model weight is **not** accounted for. This is * quite subtle because it was missed in more than 3 functions and the * effect was not obvious. Now, -lw will be directly applied to the * score. This is discovered during merging the code of 2-nd stage of * decode_anytopo and dag. * * Revision 1.10.4.5 2005/09/11 02:54:19 arthchan2003 * Remove s3_dag.c and s3_dag.h, all functions are now merged into dag.c and shared by decode_anytopo and dag. * * Revision 1.10.4.4 2005/07/27 23:23:39 arthchan2003 * Removed process_ctl in allphone, dag, decode_anytopo and astar. They were duplicated with ctl_process and make Dave and my lives very miserable. Now all application will provided their own utt_decode style function and will pass ctl_process. In that way, the mechanism of reading would not be repeated. livepretend also follow the same mechanism now. align is still not yet finished because it read yet another thing which has not been considered : transcription. * * Revision 1.10.4.3 2005/07/26 02:22:27 arthchan2003 * Merged srch_hyp_t and hyp_t * * Revision 1.10.4.2 2005/07/22 03:46:55 arthchan2003 * 1, cleaned up the code, 2, fixed dox-doc. 3, use srch.c version of log_hypstr and log_hyp_detailed. * * Revision 1.10.4.1 2005/07/18 23:21:23 arthchan2003 * Tied command-line arguments with marcos * * Revision 1.10 2005/06/22 05:39:13 arthchan2003 * Synchronize argument with decode. Removed silwid, startwid and finishwid. Wrapped up logs3_init, Wrapped up lmset. Refactor with functions in dag. * * Revision 1.11 2005/06/19 03:58:17 archan * 1, Move checking of Silence wid, start wid, finish wid to dict_init. This unify the checking and remove several segments of redundant code. 2, Remove all startwid, silwid and finishwid. They are artefacts of 3.0/3.x merging. This is already implemented in dict. (In align, startwid, endwid, finishwid occured in several places. Checking is also done multiple times.) 3, Making corresponding changes to all files which has variable startwid, silwid and finishwid. Should make use of the marco more. * * Revision 1.10 2005/06/18 20:05:24 archan * Sphinx3 to s3.generic: Set lm correctly in dag.c and astar.c. Same changes should also be applied to decode_anytopo. * * Revision 1.9 2005/06/18 03:23:13 archan * Change to lmset interface. * * Revision 1.8 2005/06/17 23:46:06 archan * Sphinx3 to s3.generic 1, Remove bogus log messages in align and allphone, 2, Unified the logbase value from 1.0001 to 1.0003 * * Revision 1.7 2005/06/15 05:32:25 archan * (Tested) fixed compilation problem of dag_destroy. * * Revision 1.6 2005/06/03 06:45:30 archan * 1, Fixed compilation of dag_destroy, dag_dump and dag_build. 2, Changed RARG to REQARG. * * Revision 1.5 2005/06/03 06:12:57 archan * 1, Simplify and unify all call of logs3_init, move warning when logbase > 1.1 into logs3.h. 2, Change arguments to require arguments in align and astar. * * Revision 1.4 2005/05/27 01:15:45 archan * 1, Changing the function prototypes of logs3_init to have another argument which specify whether an add table should be used. Corresponding changes have made in all executables and test programs. 2, Synchronzie how align, allphone, decode_anytopo, dag sets the default value of logbase. * * Revision 1.3 2005/04/21 23:50:27 archan * Some more refactoring on the how reporting of structures inside kbcore_t is done, it is now 50% nice. Also added class-based LM test case into test-decode.sh.in. At this moment, everything in search mode 5 is already done. It is time to test the idea whether the search can really be used. * * Revision 1.2 2005/04/20 03:50:36 archan * Add comments on all mains for preparation of factoring the command-line. * * Revision 1.1.1.1 2005/03/24 15:24:01 archan * I found Evandro's suggestion is quite right after yelling at him 2 days later. So I decide to check this in again without any binaries. (I have done make distcheck. ) . Again, this is a candidate for s3.6 and I believe I need to work out 4-5 intermediate steps before I can complete the first prototype. That's why I keep local copies. * * Revision 1.8 2004/12/06 11:31:47 arthchan2003 * Fix brief comments for programs. * * Revision 1.7 2004/12/06 11:15:11 arthchan2003 * Enable doxygen in the program directory. * * Revision 1.6 2004/12/05 12:01:32 arthchan2003 * 1, move libutil/libutil.h to s3types.h, seems to me not very nice to have it in every files. 2, Remove warning messages of main_align.c 3, Remove warning messages in chgCase.c * * Revision 1.5 2004/11/16 05:13:19 arthchan2003 * 1, s3cipid_t is upgraded to int16 because we need that, I already check that there are no magic code using 8-bit s3cipid_t * 2, Refactor the ep code and put a lot of stuffs into fe.c (should be renamed to something else. * 3, Check-in codes of wave2feat and cepview. (cepview will not dump core but Evandro will kill me) * 4, Make the same command line frontends for decode, align, dag, astar, allphone, decode_anytopo and ep . Allow the use a file to configure the application. * 5, Make changes in test such that test-allphone becomes a repeatability test. * 6, cepview, wave2feat and decode_anytopo will not be installed in 3.5 RCIII * (Known bugs after this commit) * 1, decode_anytopo has strange bugs in some situations that it cannot find the end of the lattice. This is urgent. * 2, default argument file's mechanism is not yet supported, we need to fix it. * 3, the bug discovered by SonicFoundry is still not fixed. * * Revision 1.4 2004/10/07 22:46:26 dhdfu * Fix compiler warnings that are also real bugs (but why does this * function take an int32 when -lw is a float parameter?) * * Revision 1.3 2004/09/13 08:13:28 arthchan2003 * update copyright notice from 200x to 2004 * * Revision 1.2 2004/09/09 20:29:08 arthchan2003 * Added test for astar and dag. Put a hack in s3_dag.c that allows 0 as acoustice score. * * Revision 1.1 2004/08/20 08:25:19 arthchan2003 * Sorry, I forget to add the main of dag.c * * Revision 1.2 2002/12/03 23:02:37 egouvea * Updated slow decoder with current working version. * Added copyright notice to Makefiles, *.c and *.h files. * Updated some of the documentation. * * Revision 1.1.1.1 2002/12/03 20:20:46 robust * Import of s3decode. * * * 08-Sep-97 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Added .Z compression option to lattice files. * * 22-Nov-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Added -maxedge argument to control memory usage. * * 21-Nov-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Added -maxlmop and -maxlpf options to control execution time. * * 15-Nov-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Changed the meaning of -matchsegfn and, correspondingly, log_hypseg(). * * 08-Nov-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Added BSTXCT: reporting since that became available from dag_search. * * 05-Nov-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Added -dagfudge and -min_endfr parameter handling. * * 16-Oct-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Added orig_stdout, orig_stderr hack to avoid hanging on exit under Linux. * * 11-Oct-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Added fillpen_init() and removed explicit addition of SILENCE_WORD, * START_WORD and FINISH_WORD to the dictionary. * * 03-Sep-96 M K Ravishankar (rkm@cs.cmu.edu) at Carnegie Mellon University * Creating. */ /** \file main_dag.c * \brief main driver for DAG and find the best path. */ #include #include #include #if (! WIN32) #include #endif #include #include #include "dag.h" #include "logs3.h" #include "tmat.h" #include "mdef.h" #include "dict.h" #include "lm.h" #include "fillpen.h" #include "search.h" #include "wid.h" #include #include "corpus.h" #include "srch.h" #define EXACT 1 #define NOTEXACT 0 static mdef_t *mdef; /* Model definition */ static dict_t *dict; /* The dictionary */ static fillpen_t *fpen; /* The filler penalty structure */ static dag_t *dag; static lmset_t *lmset; /* The lmset. Replace lm */ static ptmr_t tm_utt; static int32 tot_nfr; static char *matchfile, *matchsegfile; static FILE *matchfp, *matchsegfp; /* * Command line arguments. */ static arg_t defn[] = { log_table_command_line_macro() dictionary_command_line_macro() language_model_command_line_macro() common_filler_properties_command_line_macro() common_application_properties_command_line_macro() control_file_handling_command_line_macro() hypothesis_file_handling_command_line_macro() dag_handling_command_line_macro() control_lm_file_command_line_macro() /* This all sounds like we can still factor them */ {"-mdef", REQARG_STRING, NULL, "Model definition input file: triphone -> senones/tmat tying"}, {"-inlatdir", ARG_STRING, NULL, "Input word-lattice directory with per-utt files for restricting words searched"}, {"-latext", ARG_STRING, "lat.gz", "Word-lattice filename extension (.gz or .Z extension for compression)"}, {"-backtrace", ARG_INT32, "1", "Whether detailed backtrace information (word segmentation/scores) shown in log"}, {NULL, ARG_INT32, NULL, NULL} }; /* * Load and cross-check all models (acoustic/lexical/linguistic). */ static void models_init(void) { /* HMM model definition */ mdef = mdef_init(cmd_ln_str("-mdef"), 1); /* Dictionary */ dict = dict_init(mdef, cmd_ln_str("-dict"), cmd_ln_str("-fdict"), 0, cmd_ln_int32("-lts_mismatch"), 1); /* LM Set */ lmset = lmset_init(cmd_ln_str("-lm"), cmd_ln_str("-lmctlfn"), cmd_ln_str("-ctl_lm"), cmd_ln_str("-lmname"), cmd_ln_str("-lmdumpdir"), cmd_ln_float32("-lw"), cmd_ln_float32("-wip"), cmd_ln_float32("-uw"), dict); /* Filler penalties */ fpen = fillpen_init(dict, cmd_ln_str("-fillpen"), cmd_ln_float32("-silprob"), cmd_ln_float32("-fillprob"), cmd_ln_float32("-lw"), cmd_ln_float32("-wip")); } /* * Write exact hypothesis. Format: * T A L { }... * where: * scr = ascr + (lscr*lw+N*wip), where N = #words excluding * ascr = scaled acoustic score for entire utterance * lscr = LM score (without lw or wip) for entire utterance * sf = start frame for word * wascr = scaled acoustic score for word * wlscr = LM score (without lw or wip) for word * ef = end frame for utterance. */ static void s3dag_log_hypseg(char *uttid, FILE * fp, /* Out: output file */ srch_hyp_t * hypptr, /* In: Hypothesis */ int32 nfrm) { /* In: #frames in utterance */ srch_hyp_t *h; int32 ascr, lscr, tscr; ascr = lscr = tscr = 0; for (h = hypptr; h; h = h->next) { ascr += h->ascr; if (dict_basewid(dict, h->id) != dict->startwid) { lscr += lm_rawscore(lmset->cur_lm, h->lscr); } else { assert(h->lscr == 0); } tscr += h->ascr + h->lscr; } fprintf(fp, "%s T %d A %d L %d", uttid, tscr, ascr, lscr); if (!hypptr) /* HACK!! */ fprintf(fp, " (null)\n"); else { for (h = hypptr; h; h = h->next) { lscr = (dict_basewid(dict, h->id) != dict->startwid) ? lm_rawscore(lmset->cur_lm, h->lscr) : 0; fprintf(fp, " %d %d %d %s", h->sf, h->ascr, lscr, dict_wordstr(dict, h->id)); } fprintf(fp, " %d\n", nfrm); } fflush(fp); } /* Find the best path in the lattice file and write result to matchfp and matchsegfp */ static void decode_utt(char *uttid, FILE * _matchfp, FILE * _matchsegfp) { char dagfile[1024]; srch_hyp_t *h, *hyp; char *latdir, *latext; int32 ascr, lscr; hyp = NULL; ptmr_reset(&tm_utt); ptmr_start(&tm_utt); latdir = cmd_ln_str("-inlatdir"); latext = cmd_ln_str("-latext"); if (latdir) sprintf(dagfile, "%s/%s.%s", latdir, uttid, latext); else sprintf(dagfile, "%s.%s", uttid, latext); dag = dag_load(dagfile, cmd_ln_int32("-maxedge"), cmd_ln_float32("-logbase"), cmd_ln_int32("-dagfudge"), dict, fpen); if (dag == NULL) { ptmr_stop(&tm_utt); E_ERROR("Failed to load dag from %s\n", dagfile); return; } if (dict_filler_word(dict, dag->end->wid)) dag->end->wid = dict->finishwid; if (dag_bypass_filler_nodes(dag, 1.0, dict, fpen) < 0) E_ERROR("maxedge limit (%d) exceeded\n", dag->maxedge); else dag->filler_removed = 1; /* For some reason these bogus links are necessary */ dag_link(dag, NULL, dag->root, 0, 0, -1, NULL); dag->final.node = dag->end; hyp = dag_search(dag, uttid, 1.0, dag->final.node, dict, lmset->cur_lm, fpen); if (hyp != NULL) { if (cmd_ln_boolean("-backtrace")) log_hyp_detailed(stdout, hyp, uttid, "BP", "bp", NULL); /* Total acoustic score and LM score */ ascr = lscr = 0; for (h = hyp; h; h = h->next) { ascr += h->ascr; lscr += h->lscr; } printf("BSTPTH: "); log_hypstr(stdout, hyp, uttid, 0, ascr + lscr, dict); printf("BSTXCT: "); s3dag_log_hypseg(uttid, stdout, hyp, dag->nfrm); lm_cache_stats_dump(lmset->cur_lm); lm_cache_reset(lmset->cur_lm); } else { E_ERROR("DAG search (%s) failed\n", uttid); } /* Log recognition output to the standard match and matchseg files */ if (_matchfp) { log_hypstr(_matchfp, hyp, uttid, 0, 0, dict); } if (_matchsegfp) s3dag_log_hypseg(uttid, _matchsegfp, hyp, dag->nfrm); dag_destroy(dag); ptmr_stop(&tm_utt); printf("%s: TMR: %5d Frm", uttid, dag->nfrm); if (dag->nfrm > 0) { printf(" %6.2f xEl", tm_utt.t_elapsed * 100.0 / dag->nfrm); printf(" %6.2f xCPU", tm_utt.t_cpu * 100.0 / dag->nfrm); } printf("\n"); fflush(stdout); tot_nfr += dag->nfrm; if (hyp != NULL) hyp_free(hyp); } static void utt_dag(void *data, utt_res_t * ur, int32 sf, int32 ef, char *uttid) { if (ur->lmname) lmset_set_curlm_wname(lmset, ur->lmname); decode_utt(uttid, matchfp, matchsegfp); } int main(int32 argc, char *argv[]) { print_appl_info(argv[0]); cmd_ln_appl_enter(argc, argv, "default.arg", defn); unlimit(); logs3_init((float64) cmd_ln_float32("-logbase"), 1, cmd_ln_int32("-log3table")); /* Read in input databases */ models_init(); /* Allocate timing object */ ptmr_init(&tm_utt); tot_nfr = 0; printf("\n"); matchfile = NULL; matchfile = cmd_ln_str("-hyp"); if (matchfile == NULL) { E_WARN("No -hyp argument\n"); matchfp = NULL; } else { if ((matchfp = fopen(matchfile, "w")) == NULL) E_ERROR("fopen(%s,w) failed\n", matchfile); } matchsegfile = NULL; matchsegfile = cmd_ln_str("-hypseg"); if (matchsegfile == NULL) { E_WARN("No -hypseg argument\n"); matchsegfp = NULL; } else { if ((matchsegfp = fopen(matchsegfile, "w")) == NULL) E_ERROR("fopen(%s,w) failed\n", matchsegfile); } if (cmd_ln_str("-ctl")) { ctl_process(cmd_ln_str("-ctl"), cmd_ln_str("-ctl_lm"), NULL, cmd_ln_int32("-ctloffset"), cmd_ln_int32("-ctlcount"), utt_dag, NULL); } else { E_FATAL("-ctl is not specified\n"); } if (matchfp) fclose(matchfp); if (matchsegfp) fclose(matchsegfp); printf("\n"); printf("TOTAL FRAMES: %8d\n", tot_nfr); if (tot_nfr > 0) { printf("TOTAL CPU TIME: %11.2f sec, %7.2f xRT\n", tm_utt.t_tot_cpu, tm_utt.t_tot_cpu / (tot_nfr * 0.01)); printf("TOTAL ELAPSED TIME: %11.2f sec, %7.2f xRT\n", tm_utt.t_tot_elapsed, tm_utt.t_tot_elapsed / (tot_nfr * 0.01)); } fflush(stdout); #if (! WIN32) system("ps auxwww | grep s3dag"); #endif /* Hack!! To avoid hanging problem under Linux */ cmd_ln_appl_exit(); return 0; }