Update README.md

README.md

@@ -23,6 +23,28 @@ You can install the required packages using pip:
 pip install torch transformers
 ```
 
+```py
+# loading tokenizer & model
+model_id = "Ahanaas/Hermes-3-Llama-3.1-8B_finetune_prashu"
+
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments
+
+# Load base model
+model = AutoModelForCausalLM.from_pretrained(
+    model_id,
+    quantization_config=bnb_config,
+    device_map='auto'
+)
+model.config.use_cache = False
+model.config.pretraining_tp = 1
+
+# Load tokenizer
+tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
+tokenizer.pad_token = tokenizer.eos_token
+tokenizer.padding_side = "right"  # Fix weird overflow issue with fp16 training
+```
+
 ```py
 # Ignore warnings
 logging.set_verbosity(logging.CRITICAL)