Skip to content
Snippets Groups Projects
Commit d5d9cec4 authored by Maxime Morge's avatar Maxime Morge :construction_worker:
Browse files

PyGAAMAS: Add Qwen3 for strategic reasoning

parent 0f771e33
No related branches found
No related tags found
No related merge requests found
......@@ -81,9 +81,9 @@ class RingExperiment:
# Running the experiment
if __name__ == "__main__":
models = ["llama3.3:latest", "deepseek-r1:7b", "mixtral:8x7b"] # "gpt-4.5-preview-2025-02-27", "llama3", "mistral-small", "deepseek-r1", "llama3.3:latest", "deepseek-r1:7b", "mixtral:8x7b"
models = ["qwen3"] # "gpt-4.5-preview-2025-02-27", "llama3", "mistral-small", "deepseek-r1", "llama3.3:latest", "deepseek-r1:7b", "mixtral:8x7b"
temperature = 0.7
iterations = 10
iterations = 30
player_id = 1
version = "d"
use_conditional_reasoning = True
......
import pandas as pd
# Load the experiment results
df = pd.read_csv("../../data/ring/ring.2.a.csv")
df = pd.read_csv("../../data/ring/ring.2.a.False.csv")
# Calculate the accuracy by model and belief
accuracy_table = df.groupby(["Model", "Belief"])["rationality"].mean().unstack()
desired_order = ["Given", "Explicit", "Implicit"]
......@@ -8,4 +8,4 @@ accuracy_table = accuracy_table.reindex(columns=desired_order)
# Display the table
print(accuracy_table)
# Save the table as a CSV file for future use
accuracy_table.to_csv("../../figures/ring/ring_accuracy.2.a.csv")
\ No newline at end of file
accuracy_table.to_csv("../../figures/ring/ring_accuracy.2.a.false.csv")
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment