Skip to content
This repository has been archived by the owner on Jul 7, 2023. It is now read-only.

Commit

Permalink
Bugfix in ice_parsing.py
Browse files Browse the repository at this point in the history
  • Loading branch information
vthorsteinsson committed Aug 11, 2017
1 parent b9e216b commit ab9b004
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions tensor2tensor/data_generators/ice_parsing.py
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ def feature_encoders(self, data_dir):
source_vocab_filename = os.path.join(
data_dir, "ice_source.tokens.vocab.%d" % self.source_vocab_size)
target_vocab_filename = os.path.join(
data_dir, "ice_target.tokens.vocab.%d" % self.target_vocab_size)
data_dir, "ice_target.tokens.vocab.%d" % self.targeted_vocab_size)
source_subtokenizer = text_encoder.SubwordTextEncoder(source_vocab_filename)
target_subtokenizer = text_encoder.SubwordTextEncoder(target_vocab_filename)
return {
Expand All @@ -99,11 +99,11 @@ def generate_data(self, data_dir, tmp_dir, task_id=-1):
generator_utils.generate_dataset_and_shuffle(
tabbed_parsing_token_generator(data_dir, tmp_dir, True, "ice",
self.source_vocab_size,
self.target_vocab_size),
self.targeted_vocab_size),
self.training_filepaths(data_dir, self.num_shards, shuffled=False),
tabbed_parsing_token_generator(data_dir, tmp_dir, False, "ice",
self.source_vocab_size,
self.target_vocab_size),
self.targeted_vocab_size),
self.dev_filepaths(data_dir, 1, shuffled=False))

def hparams(self, defaults, model_hparams):
Expand Down

0 comments on commit ab9b004

Please sign in to comment.