Update README.md

README.md

@@ -50,7 +50,21 @@ This is the model card of a 🤗 transformers model that has been pushed on the
 
 ## Uses
 
-<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+
+model_name = "ritvik77/FineTune_LoRA__AgentToolCall_Mistral-7B_Transformer"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
+
+input_text = """User: What's the weather like in New York?
+Agent: <function_call> {"tool": "get_weather", "parameters": {"location": "New York"}}"""
+
+inputs = tokenizer(input_text, return_tensors="pt").to("cuda" if torch.cuda.is_available() else "cpu")
+outputs = model.generate(**inputs, max_new_tokens=50, do_sample=True, temperature=0.5, top_p=0.9)
+
+generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
+print("Generated Output:\n", generated_text)
 
 ### Direct Use