Update README.md
Browse files
README.md
CHANGED
|
@@ -60,6 +60,10 @@ This is the first version of Bakpia.
|
|
| 60 |
|
| 61 |
## Generate with template
|
| 62 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
|
| 64 |
|
| 65 |
tokenizer = AutoTokenizer.from_pretrained("afrizalha/Bakpia-V1-9B-Javanese-fp16")
|
|
|
|
| 60 |
|
| 61 |
## Generate with template
|
| 62 |
```
|
| 63 |
+
# Update transformers for Gemma 2 compatibility + install accelerate and bitsandbytes for loading 4bit model
|
| 64 |
+
!pip install -q git+https://github.com/huggingface/transformers.git
|
| 65 |
+
!pip install -q accelerate bitsandbytes
|
| 66 |
+
|
| 67 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
|
| 68 |
|
| 69 |
tokenizer = AutoTokenizer.from_pretrained("afrizalha/Bakpia-V1-9B-Javanese-fp16")
|