MODELS = { "Llama-3-70B-Instruct-Turbo": { "provider": "togetherai", "model_id": "meta-llama/Llama-3.3-70B-Instruct-Turbo" }, "Llama-3-3B-Instruct-Turbo": { "provider": "togetherai", "model_id": "meta-llama/Llama-3.2-3B-Instruct-Turbo", }, "DeepSeek-R1":{ "provider": "togetherai", "model_id": "deepseek-ai/DeepSeek-R1", }, "GPT-4o-mini":{ "provider": "openai", "model_id": "gpt-4o-mini", }, "Claude 3.5 Haiku":{ "provider": "anthropic", "model_id": "claude-3-5-haiku-20241022", }, "Claude 3.5 Sonnet":{ "provider": "anthropic", "model_id": "claude-3-5-sonnet-20241022", }, "GPT-4o":{ "provider": "openai", "model_id": "gpt-4o", }, "Gemini-1.5-Pro":{ "provider": "google", "model_id": "gemini-1.5-pro", } } DATASETS = { "MedMCQA": { "loader": "openlifescienceai/medmcqa" } }