| MODELS = { | |
| "Llama-3-70B-Instruct-Turbo": { | |
| "provider": "togetherai", | |
| "model_id": "meta-llama/Llama-3.3-70B-Instruct-Turbo" | |
| }, | |
| "Llama-3-3B-Instruct-Turbo": { | |
| "provider": "togetherai", | |
| "model_id": "meta-llama/Llama-3.2-3B-Instruct-Turbo", | |
| }, | |
| "DeepSeek-R1":{ | |
| "provider": "togetherai", | |
| "model_id": "deepseek-ai/DeepSeek-R1", | |
| }, | |
| "GPT-4o-mini":{ | |
| "provider": "openai", | |
| "model_id": "gpt-4o-mini", | |
| }, | |
| "Claude 3.5 Haiku":{ | |
| "provider": "anthropic", | |
| "model_id": "claude-3-5-haiku-20241022", | |
| }, | |
| "Claude 3.5 Sonnet":{ | |
| "provider": "anthropic", | |
| "model_id": "claude-3-5-sonnet-20241022", | |
| }, | |
| "GPT-4o":{ | |
| "provider": "openai", | |
| "model_id": "gpt-4o", | |
| }, | |
| "Gemini-1.5-Pro":{ | |
| "provider": "google", | |
| "model_id": "gemini-1.5-pro", | |
| } | |
| } | |
| DATASETS = { | |
| "MedMCQA": { | |
| "loader": "openlifescienceai/medmcqa" | |
| } | |
| } | |