Spaces:
Runtime error
Runtime error
Takateru Yamakoshi
commited on
Commit
·
493d41a
1
Parent(s):
b5a5fbe
fix
Browse files
app.py
CHANGED
|
@@ -11,10 +11,10 @@ def load_model(tokenizer_name):
|
|
| 11 |
model_name_dict = {
|
| 12 |
"BERT":"bert-base-uncased",
|
| 13 |
"RoBERTa":"roberta-base",
|
| 14 |
-
"ALBERT":"albert-v2
|
| 15 |
"GPT2":"gpt2",
|
| 16 |
-
"Llama":"meta-lama/Llama-2-7b-chat-hf",
|
| 17 |
-
"Gemma":"google/gemma-7b",
|
| 18 |
}
|
| 19 |
tokenizer = AutoTokenizer.from_pretrained(model_name_dict[tokenizer_name])
|
| 20 |
return tokenizer
|
|
@@ -100,7 +100,7 @@ if __name__=='__main__':
|
|
| 100 |
st.sidebar.write('1. Choose the tokenizer from below')
|
| 101 |
tokenizer_name = st.sidebar.selectbox('',
|
| 102 |
("BERT","RoBERTa","ALBERT",
|
| 103 |
-
"GPT2"
|
| 104 |
tokenizer = load_model(tokenizer_name)
|
| 105 |
|
| 106 |
st.sidebar.write('2. Optional settings')
|
|
|
|
| 11 |
model_name_dict = {
|
| 12 |
"BERT":"bert-base-uncased",
|
| 13 |
"RoBERTa":"roberta-base",
|
| 14 |
+
"ALBERT":"albert-base-v2",
|
| 15 |
"GPT2":"gpt2",
|
| 16 |
+
#"Llama":"meta-lama/Llama-2-7b-chat-hf",
|
| 17 |
+
#"Gemma":"google/gemma-7b",
|
| 18 |
}
|
| 19 |
tokenizer = AutoTokenizer.from_pretrained(model_name_dict[tokenizer_name])
|
| 20 |
return tokenizer
|
|
|
|
| 100 |
st.sidebar.write('1. Choose the tokenizer from below')
|
| 101 |
tokenizer_name = st.sidebar.selectbox('',
|
| 102 |
("BERT","RoBERTa","ALBERT",
|
| 103 |
+
"GPT2"))
|
| 104 |
tokenizer = load_model(tokenizer_name)
|
| 105 |
|
| 106 |
st.sidebar.write('2. Optional settings')
|