Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
|
@@ -60,8 +60,8 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
|
|
| 60 |
|
| 61 |
#tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
|
| 62 |
#model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
|
| 63 |
-
tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-
|
| 64 |
-
model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-
|
| 65 |
|
| 66 |
|
| 67 |
def load_tokenizer_and_model(base_model,load_8bit=False):
|
|
|
|
| 60 |
|
| 61 |
#tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
|
| 62 |
#model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
|
| 63 |
+
tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
|
| 64 |
+
model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
|
| 65 |
|
| 66 |
|
| 67 |
def load_tokenizer_and_model(base_model,load_8bit=False):
|