30 lines
608 B
Python
30 lines
608 B
Python
|
import os
|
||
|
|
import tarfile
|
||
|
|
|
||
|
|
import gpt_2_simple as gpt2
|
||
|
|
|
||
|
|
model_name = "1558M"
|
||
|
|
if not os.path.isdir(os.path.join("models", model_name)):
|
||
|
|
print("Downloading ", model_name, " model...")
|
||
|
|
gpt2.download_gpt2(
|
||
|
|
model_name=model_name
|
||
|
|
) # model is saved into current directory under /models/124M/
|
||
|
|
|
||
|
|
file_name = "text_adventures.txt"
|
||
|
|
|
||
|
|
sess = gpt2.start_tf_sess()
|
||
|
|
gpt2.finetune(
|
||
|
|
sess,
|
||
|
|
file_name,
|
||
|
|
multi_gpu=True,
|
||
|
|
batch_size=32,
|
||
|
|
learning_rate=0.0001,
|
||
|
|
model_name=model_name,
|
||
|
|
sample_every=10000,
|
||
|
|
max_checkpoints=8,
|
||
|
|
save_every=200,
|
||
|
|
steps=1000,
|
||
|
|
)
|
||
|
|
|
||
|
|
gpt2.generate(sess)
|