Skip to content

Dynamic decoder.2a.hang #5

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
chenzhehuai wants to merge 11 commits into
base: dynamic-decoder.2a
Choose a base branch
from
Open

Dynamic decoder.2a.hang #5

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
b508e4d
bug fix: *tok > *shadowing_tok
Mar 12, 2019
d066e0d
update the whole map & shadowing_tok of all tokens of the last frame
Mar 12, 2019
2d9d2a0
update toks_ in the end of block-wise backfill
Mar 12, 2019
cc1a418
not updating toks_shadowing_mod since updating toks_shadowing_mod wil…
Mar 13, 2019
2f49eb9
bug fix: mem leak because of toks_backfill_hclg_
Mar 13, 2019
38ce28b
add few comments
Mar 14, 2019
def994b
Merge pull request #26 from LvHang/dynamic-decoder.2c
chenzhehuai Mar 14, 2019
056da7a
build toks_backfill_hclg_ before expand but not in pne; TODO: verify …
Mar 20, 2019
4fa499c
modify the map processing if iter_hclg not found, which exist when we…
Mar 20, 2019
86b33ab
bug fix: the loop in shadowing_tok from "we cannot garrentee new_tok"
Mar 21, 2019
b6d2461
bug fix: erase when token pruned
Mar 21, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 11 additions & 0 deletions src/decoder/lattice-biglm-faster-decoder.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@
#include "fstext/fstext-lib.h"
#include "lat/kaldi-lattice.h"
#include "decoder/lattice-faster-decoder.h" // for options.
#include "base/timer.h"


namespace kaldi {
Expand Down Expand Up @@ -71,6 +72,7 @@ class LatticeBiglmFasterDecoder {
~LatticeBiglmFasterDecoder() {
DeleteElems(toks_.Clear());
ClearActiveTokens();
KALDI_VLOG(1) << "time: " << expand_time_ << " " << propage_time_<< " " << ta_ << " " << tb_;
}

// Get Cutoff
Expand Down Expand Up @@ -686,9 +688,11 @@ class LatticeBiglmFasterDecoder {
if (arc->olabel == 0) {
return lm_state; // no change in LM state if no word crossed.
} else { // Propagate in the LM-diff FST.
Timer timer;
propage_lm_num_++;
Arc lm_arc;
bool ans = lm_diff_fst_->GetArc(lm_state, arc->olabel, &lm_arc);
propage_time_+=timer.Elapsed();
if (!ans) { // this case is unexpected for statistical LMs.
if (!warned_noarc_) {
warned_noarc_ = true;
Expand All @@ -708,6 +712,7 @@ class LatticeBiglmFasterDecoder {

void ProcessEmitting(DecodableInterface *decodable, int32 frame) {
// Processes emitting arcs for one frame. Propagates from prev_toks_ to cur_toks_.
Timer timer;
Elem *last_toks = toks_.Clear(); // swapping prev_toks_ / cur_toks_
Elem *best_elem = NULL;
BaseFloat adaptive_beam;
Expand Down Expand Up @@ -783,9 +788,11 @@ class LatticeBiglmFasterDecoder {
e_tail = e->tail;
toks_.Delete(e); // delete Elem
}
ta_+=timer.Elapsed();
}

void ProcessNonemitting(int32 frame) {
Timer timer;
// note: "frame" is the same as emitting states just processed.

// Processes nonemitting arcs for one frame. Propagates within toks_.
Expand Down Expand Up @@ -852,6 +859,7 @@ class LatticeBiglmFasterDecoder {
}
} // for all arcs
} // while queue not empty
tb_+=timer.Elapsed();
}


Expand Down Expand Up @@ -909,6 +917,9 @@ class LatticeBiglmFasterDecoder {
KALDI_ASSERT(num_toks_ == 0);
}
uint64 propage_lm_num_;
double expand_time_;
double propage_time_;
double ta_, tb_;
};

} // end namespace kaldi.
Expand Down
Loading