diff options
Diffstat (limited to 'notebooks/rtl.ipynb')
| -rw-r--r-- | notebooks/rtl.ipynb | 18 |
1 files changed, 0 insertions, 18 deletions
diff --git a/notebooks/rtl.ipynb b/notebooks/rtl.ipynb index 039764c..1cc2896 100644 --- a/notebooks/rtl.ipynb +++ b/notebooks/rtl.ipynb @@ -147,24 +147,6 @@ "# output2 = model(**{k: v.to(device) for k, v in inputs.items()}, encoder_attention_mask=torch.zeros(1, 512, 512))\n", "# print(output2.logits)" ] - }, - { - "cell_type": "markdown", - "id": "ad432f29-f77a-4b84-b6b4-347b74c82f5b", - "metadata": {}, - "source": [ - "## plan for finishing phase 1\n", - "\n", - "- fix the tokenizer\n", - "- pretrain on RTL + LTR\n", - "- check perplexities\n", - "\n", - "## plan for phase 2\n", - "- AQ\n", - "\n", - "## plan for phase 1.5\n", - "- addition" - ] } ], "metadata": { |