Skip to content

Commit

Permalink
chore: add more models
Browse files Browse the repository at this point in the history
  • Loading branch information
naaive committed Nov 5, 2024
1 parent 30b2006 commit b4265fa
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 1 deletion.
6 changes: 6 additions & 0 deletions openagent/conf/llm_provider.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,10 @@
"llama3.2": {"name": "llama3.2", "supports_tools": True},
"mistral-nemo": {"name": "mistral-nemo", "supports_tools": True},
"darkmoon/olmo:7B-instruct-q6-k": {"name": "olmo", "supports_tools": False},
'llama3.1': {'name': 'llama3.1', 'supports_tools': True},
"qwen2.5": {"name": "qwen2.5", "supports_tools": True},
"mistral": {"name": "mistral", "supports_tools": True},
"qwen2": {"name": "qwen2", "supports_tools": True},
}

MODELS_ICONS = {
Expand All @@ -24,6 +28,8 @@
"mistral-nemo": "/public/mistral.png",
"mistral-large": "/public/mistral.png",
"olmo": "/public/olmo.png",
"qwen2": "/public/qwen.png",
"qwen2.5": "/public/qwen.png",
}


Expand Down
Binary file added public/qwen.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
6 changes: 5 additions & 1 deletion tests/run_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,10 @@
]

OPENSOURCE_MODELS = [
{"name": "qwen2", "function_call_support": True},
{"name": "mistral", "function_call_support": True},
{"name": "qwen2.5", "function_call_support": True},
{"name": "llama3.1", "function_call_support": True},
{"name": "llama3.2", "function_call_support": True},
{"name": "mistral-nemo", "function_call_support": True},
# {"name": "darkmoon/olmo:7B-instruct-q6-k", "function_call_support": False}
Expand Down Expand Up @@ -95,7 +99,7 @@ def run_model_tests(model_name):
print(f"\nTesting model: {model_name}")
stats = TestStats()
test_files = ["supervisor_chain.py"] \
+ glob.glob("agent_trajectory/*.py")
# + glob.glob("agent_trajectory/*.py")
pytest.main(["--count=1", "-n", "11"] + test_files + [f"--model={model_name}"] + sys.argv[1:], plugins=[stats])
return stats.calculate_model_score()

Expand Down

0 comments on commit b4265fa

Please sign in to comment.