Spaces:
Runtime error
Runtime error
Commit
·
71db947
1
Parent(s):
dfce4ed
Add special tokens to app
Browse files
app.py
CHANGED
|
@@ -1,7 +1,12 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
import transformers as tr
|
| 3 |
-
from src.models.fine_tune_gpt2 import SPECIAL_TOKENS
|
| 4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
MPATH = "./mdl_roomgen2"
|
| 6 |
MODEL = tr.GPT2LMHeadModel.from_pretrained(MPATH)
|
| 7 |
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
import transformers as tr
|
|
|
|
| 3 |
|
| 4 |
+
SPECIAL_TOKENS = {
|
| 5 |
+
'eos_token': '<|EOS|>',
|
| 6 |
+
'bos_token': '<|endoftext|>',
|
| 7 |
+
'pad_token': '<pad>',
|
| 8 |
+
'sep_token': '<|body|>'
|
| 9 |
+
}
|
| 10 |
MPATH = "./mdl_roomgen2"
|
| 11 |
MODEL = tr.GPT2LMHeadModel.from_pretrained(MPATH)
|
| 12 |
|