Increase sequence length

Changes

1 changed files (+5/-5)

• main.py
  • @@ -41,11 +41,11 @@ class Dataset(torch.utils.data.Dataset):
    self.words_indexes = [self.word_to_index[w] for w in self.words] def __len__(self): - return len(self.words_indexes) - 4 + return len(self.words_indexes) - 16 def __getitem__(self, index): - return (torch.tensor(self.words_indexes[index:index+4]), - torch.tensor(self.words_indexes[index+1:index+4+1])) + return (torch.tensor(self.words_indexes[index:index+16]), + torch.tensor(self.words_indexes[index+1:index+16+1])) dataset = Dataset()
  • @@ -100,7 +100,7 @@ optimizer = torch.optim.Adam(model.parameters(), lr=1e-3)
    for epoch in range(1): model.train() - state_h, state_c = model.init_state(4) + state_h, state_c = model.init_state(16) cnt = 0 for batch, (x, y) in enumerate(dataloader):
  • @@ -144,4 +144,4 @@ def predict(text, next_words=100):
    return words - print(predict('this is a test')) + print(predict('i am'))