From 3de6c8f7dbe9d10cbf856e1c46b5cd59865bb368 Mon Sep 17 00:00:00 2001 From: Le Fang Date: Wed, 11 Mar 2020 02:04:14 -0400 Subject: [PATCH 1/3] Update README.md add code sample to evaluate PPL --- README.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/README.md b/README.md index aa00654..7f48337 100644 --- a/README.md +++ b/README.md @@ -84,6 +84,9 @@ Generation is performed via top-k/random sampling. `python translate.py -beam_size 1 -random_sampling_topk 100 -random_sampling_temp 0.9 -model -src data/stories/test.wp_source.bpe -max_length 1000 -verbose` +Evaluate perplexity with test target. +`python translate.py -beam_size 1 -random_sampling_topk 100 -random_sampling_temp 0.9 -model -src data/stories/test.wp_source.bpe -tgt data/stories/test.wp_target.bpe -max_length 1000 -verbose -seed 111` + ## Image captioning Coming soon... From e42725a1393f73abdf2c7741ecabc7cb13dcc758 Mon Sep 17 00:00:00 2001 From: Le Fang Date: Wed, 11 Mar 2020 02:04:47 -0400 Subject: [PATCH 2/3] Update README.md --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 7f48337..dff8719 100644 --- a/README.md +++ b/README.md @@ -85,6 +85,7 @@ Generation is performed via top-k/random sampling. `python translate.py -beam_size 1 -random_sampling_topk 100 -random_sampling_temp 0.9 -model -src data/stories/test.wp_source.bpe -max_length 1000 -verbose` Evaluate perplexity with test target. + `python translate.py -beam_size 1 -random_sampling_topk 100 -random_sampling_temp 0.9 -model -src data/stories/test.wp_source.bpe -tgt data/stories/test.wp_target.bpe -max_length 1000 -verbose -seed 111` ## Image captioning From d917e654152df202dd35bba49c409c3ecd24eaf7 Mon Sep 17 00:00:00 2001 From: Le Fang Date: Wed, 11 Mar 2020 02:06:22 -0400 Subject: [PATCH 3/3] Update translator.py fix the gold index issue --- onmt/translate/translator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/onmt/translate/translator.py b/onmt/translate/translator.py index 4122d6d..6f30794 100644 --- a/onmt/translate/translator.py +++ b/onmt/translate/translator.py @@ -898,7 +898,7 @@ def _score_target(self, batch, memory_bank, src_lengths, memory_lengths=src_lengths, src_map=src_map) log_probs[:, :, self._tgt_pad_idx] = 0 - gold = tgt_in + gold = tgt[1:] gold_scores = log_probs.gather(2, gold) gold_scores = gold_scores.sum(dim=0).view(-1)