aboutsummaryrefslogtreecommitdiff
path: root/bot.py
blob: 6c37fa654b33d59e3a176fb526617ccbf192dca6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
from argparse import ArgumentParser

from mastodon import Mastodon
from transformers import AutoTokenizer, AutoModelForCausalLM


parser = ArgumentParser()
parser.add_argument('-i', '--instance', help='Mastodon instance hosting the bot')
parser.add_argument('-t', '--token', help='Mastodon application access token')
parser.add_argument('-n', '--input', help='initial input text')
parser.add_argument('-m', '--model', default='model',
                    help='path to load saved model')
args = parser.parse_args()


tokenizer = AutoTokenizer.from_pretrained('distilgpt2')
model = AutoModelForCausalLM.from_pretrained(args.model)


# Run the input through the model
inputs = tokenizer.encode(args.input, return_tensors="pt")
output = tokenizer.decode(model.generate(
    inputs, do_sample=True, max_length=25, top_p=0.9, temperature=0.8)[0])
print(output)


# Post it to Mastodon
mastodon = Mastodon(
    access_token=args.token,
    api_base_url=args.instance
)
mastodon.status_post(output)