fsy/MatBench
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

删掉没用的旧实验日志

Browse Source
This commit is contained in:
lzy
2025-05-29 20:48:16 +08:00
parent 6c87af5614
commit d219b9b0c0
18 changed files with 0 additions and 1532 deletions
Download Patch File Download Diff File Expand all files Collapse all files

202
results/20250528_1530/gpt-4o.json
View File

@@ -1,202 +0,0 @@
[
{
"index": 0,
"question": "Copper is an element that is used in electrical wires. What is the smallest unit of copper that still maintains the characteristics of copper?",
"choices": {
"text": [
"the atom",
"the electron",
"the nucleus",
"the proton"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 1,
"question": "Which statement correctly describes a property of a type of matter?",
"choices": {
"text": [
"Air is a mixture of gases.",
"Ice is a mixture of gases.",
"Air is a liquid.",
"Ice is a liquid."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 2,
"question": "Which statement best explains why a tree branch floats on water?",
"choices": {
"text": [
"Wood is porous.",
"Wood is buoyant.",
"Wood is light.",
"Wood is magnetic."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 3,
"question": "The best way to separate salt from water is with the use of",
"choices": {
"text": [
"oil.",
"heat.",
"a magnet.",
"rubbing alcohol."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 4,
"question": "The speed of a sound wave varies as it travels through different substances. Which factor will most affect the speed of a sound wave?",
"choices": {
"text": [
"the frequency of the wave",
"the wavelength of the wave",
"the source that created the sound",
"the distance between molecules in the medium"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]D[/ANSWER]",
"llm_answer": "[ANSWER]D[/ANSWER]"
},
{
"index": 5,
"question": "Some students are performing hardness tests on several substances. X scratches Y. Y scratches Z. Z scratches W. Which of these statements best describes substance W's hardness?",
"choices": {
"text": [
"W is the softest of the four substances tested.",
"W is the hardest of the four substances tested.",
"W can scratch Y.",
"W can scratch X."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 6,
"question": "When the temperature of a sample of 25 water is -5°C, the water is",
"choices": {
"text": [
"a gas.",
"a liquid.",
"a solid.",
"a vapor."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 7,
"question": "Which is most useful to a student who is separating aluminum screws from steel screws?",
"choices": {
"text": [
"a large funnel",
"a screen filter",
"a horseshoe magnet",
"a magnifying glass"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 8,
"question": "How are sedimentary rocks made?",
"choices": {
"text": [
"Magma or lava is cooled.",
"Materials are pressed together.",
"Chemical reactions change minerals.",
"Earthquakes cause small pieces to fall."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 9,
"question": "A polished metal ball looks very shiny and bright on a sunny day. What makes the ball look shiny?",
"choices": {
"text": [
"The ball makes light.",
"The ball reflects light.",
"The ball absorbs light and then releases it.",
"The ball absorbs light and keeps it inside."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
}
]

12
results/20250528_1530/gpt-4o_metrics.json
View File

@@ -1,12 +0,0 @@
{
"timestamp": "2025-05-28T15:30:42.329641",
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
}
}

202
results/20250528_1530/qwen-max-2025-01-25.json
View File

@@ -1,202 +0,0 @@
[
{
"index": 0,
"question": "Copper is an element that is used in electrical wires. What is the smallest unit of copper that still maintains the characteristics of copper?",
"choices": {
"text": [
"the atom",
"the electron",
"the nucleus",
"the proton"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 1,
"question": "Which statement correctly describes a property of a type of matter?",
"choices": {
"text": [
"Air is a mixture of gases.",
"Ice is a mixture of gases.",
"Air is a liquid.",
"Ice is a liquid."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 2,
"question": "Which statement best explains why a tree branch floats on water?",
"choices": {
"text": [
"Wood is porous.",
"Wood is buoyant.",
"Wood is light.",
"Wood is magnetic."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 3,
"question": "The best way to separate salt from water is with the use of",
"choices": {
"text": [
"oil.",
"heat.",
"a magnet.",
"rubbing alcohol."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 4,
"question": "The speed of a sound wave varies as it travels through different substances. Which factor will most affect the speed of a sound wave?",
"choices": {
"text": [
"the frequency of the wave",
"the wavelength of the wave",
"the source that created the sound",
"the distance between molecules in the medium"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]D[/ANSWER]",
"llm_answer": "[ANSWER]D[/ANSWER]"
},
{
"index": 5,
"question": "Some students are performing hardness tests on several substances. X scratches Y. Y scratches Z. Z scratches W. Which of these statements best describes substance W's hardness?",
"choices": {
"text": [
"W is the softest of the four substances tested.",
"W is the hardest of the four substances tested.",
"W can scratch Y.",
"W can scratch X."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 6,
"question": "When the temperature of a sample of 25 water is -5°C, the water is",
"choices": {
"text": [
"a gas.",
"a liquid.",
"a solid.",
"a vapor."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 7,
"question": "Which is most useful to a student who is separating aluminum screws from steel screws?",
"choices": {
"text": [
"a large funnel",
"a screen filter",
"a horseshoe magnet",
"a magnifying glass"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 8,
"question": "How are sedimentary rocks made?",
"choices": {
"text": [
"Magma or lava is cooled.",
"Materials are pressed together.",
"Chemical reactions change minerals.",
"Earthquakes cause small pieces to fall."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 9,
"question": "A polished metal ball looks very shiny and bright on a sunny day. What makes the ball look shiny?",
"choices": {
"text": [
"The ball makes light.",
"The ball reflects light.",
"The ball absorbs light and then releases it.",
"The ball absorbs light and keeps it inside."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
}
]

12
results/20250528_1530/qwen-max-2025-01-25_metrics.json
View File

@@ -1,12 +0,0 @@
{
"timestamp": "2025-05-28T15:30:40.296801",
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
}
}

202
results/20250528_1531/gpt-4o.json
View File

@@ -1,202 +0,0 @@
[
{
"index": 0,
"question": "Copper is an element that is used in electrical wires. What is the smallest unit of copper that still maintains the characteristics of copper?",
"choices": {
"text": [
"the atom",
"the electron",
"the nucleus",
"the proton"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 1,
"question": "Which statement correctly describes a property of a type of matter?",
"choices": {
"text": [
"Air is a mixture of gases.",
"Ice is a mixture of gases.",
"Air is a liquid.",
"Ice is a liquid."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 2,
"question": "Which statement best explains why a tree branch floats on water?",
"choices": {
"text": [
"Wood is porous.",
"Wood is buoyant.",
"Wood is light.",
"Wood is magnetic."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 3,
"question": "The best way to separate salt from water is with the use of",
"choices": {
"text": [
"oil.",
"heat.",
"a magnet.",
"rubbing alcohol."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 4,
"question": "The speed of a sound wave varies as it travels through different substances. Which factor will most affect the speed of a sound wave?",
"choices": {
"text": [
"the frequency of the wave",
"the wavelength of the wave",
"the source that created the sound",
"the distance between molecules in the medium"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]D[/ANSWER]",
"llm_answer": "[ANSWER]D[/ANSWER]"
},
{
"index": 5,
"question": "Some students are performing hardness tests on several substances. X scratches Y. Y scratches Z. Z scratches W. Which of these statements best describes substance W's hardness?",
"choices": {
"text": [
"W is the softest of the four substances tested.",
"W is the hardest of the four substances tested.",
"W can scratch Y.",
"W can scratch X."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 6,
"question": "When the temperature of a sample of 25 water is -5°C, the water is",
"choices": {
"text": [
"a gas.",
"a liquid.",
"a solid.",
"a vapor."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 7,
"question": "Which is most useful to a student who is separating aluminum screws from steel screws?",
"choices": {
"text": [
"a large funnel",
"a screen filter",
"a horseshoe magnet",
"a magnifying glass"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 8,
"question": "How are sedimentary rocks made?",
"choices": {
"text": [
"Magma or lava is cooled.",
"Materials are pressed together.",
"Chemical reactions change minerals.",
"Earthquakes cause small pieces to fall."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 9,
"question": "A polished metal ball looks very shiny and bright on a sunny day. What makes the ball look shiny?",
"choices": {
"text": [
"The ball makes light.",
"The ball reflects light.",
"The ball absorbs light and then releases it.",
"The ball absorbs light and keeps it inside."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
}
]

12
results/20250528_1531/gpt-4o_metrics.json
View File

@@ -1,12 +0,0 @@
{
"timestamp": "2025-05-28T15:31:38.361064",
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
}
}

202
results/20250528_1531/qwen-max-2025-01-25.json
View File

@@ -1,202 +0,0 @@
[
{
"index": 0,
"question": "Copper is an element that is used in electrical wires. What is the smallest unit of copper that still maintains the characteristics of copper?",
"choices": {
"text": [
"the atom",
"the electron",
"the nucleus",
"the proton"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 1,
"question": "Which statement correctly describes a property of a type of matter?",
"choices": {
"text": [
"Air is a mixture of gases.",
"Ice is a mixture of gases.",
"Air is a liquid.",
"Ice is a liquid."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 2,
"question": "Which statement best explains why a tree branch floats on water?",
"choices": {
"text": [
"Wood is porous.",
"Wood is buoyant.",
"Wood is light.",
"Wood is magnetic."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 3,
"question": "The best way to separate salt from water is with the use of",
"choices": {
"text": [
"oil.",
"heat.",
"a magnet.",
"rubbing alcohol."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 4,
"question": "The speed of a sound wave varies as it travels through different substances. Which factor will most affect the speed of a sound wave?",
"choices": {
"text": [
"the frequency of the wave",
"the wavelength of the wave",
"the source that created the sound",
"the distance between molecules in the medium"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]D[/ANSWER]",
"llm_answer": "[ANSWER]D[/ANSWER]"
},
{
"index": 5,
"question": "Some students are performing hardness tests on several substances. X scratches Y. Y scratches Z. Z scratches W. Which of these statements best describes substance W's hardness?",
"choices": {
"text": [
"W is the softest of the four substances tested.",
"W is the hardest of the four substances tested.",
"W can scratch Y.",
"W can scratch X."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 6,
"question": "When the temperature of a sample of 25 water is -5°C, the water is",
"choices": {
"text": [
"a gas.",
"a liquid.",
"a solid.",
"a vapor."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 7,
"question": "Which is most useful to a student who is separating aluminum screws from steel screws?",
"choices": {
"text": [
"a large funnel",
"a screen filter",
"a horseshoe magnet",
"a magnifying glass"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 8,
"question": "How are sedimentary rocks made?",
"choices": {
"text": [
"Magma or lava is cooled.",
"Materials are pressed together.",
"Chemical reactions change minerals.",
"Earthquakes cause small pieces to fall."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 9,
"question": "A polished metal ball looks very shiny and bright on a sunny day. What makes the ball look shiny?",
"choices": {
"text": [
"The ball makes light.",
"The ball reflects light.",
"The ball absorbs light and then releases it.",
"The ball absorbs light and keeps it inside."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
}
]

12
results/20250528_1531/qwen-max-2025-01-25_metrics.json
View File

@@ -1,12 +0,0 @@
{
"timestamp": "2025-05-28T15:31:30.382105",
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
}
}

60
results/20250528_1531/summary.json
View File

@@ -1,60 +0,0 @@
{
"timestamp": "2025-05-28T15:31:38.366535",
"models_count": 2,
"models": {
"qwen-max-2025-01-25": {
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
},
"data_count": 10
},
"gpt-4o": {
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
},
"data_count": 10
}
},
"comparison": {
"accuracy": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"precision_micro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"recall_micro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"f1_micro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"precision_macro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"recall_macro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"f1_macro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
}
}
}

202
results/20250528_1535/gpt-4o.json
View File

@@ -1,202 +0,0 @@
[
{
"index": 0,
"question": "Copper is an element that is used in electrical wires. What is the smallest unit of copper that still maintains the characteristics of copper?",
"choices": {
"text": [
"the atom",
"the electron",
"the nucleus",
"the proton"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 1,
"question": "Which statement correctly describes a property of a type of matter?",
"choices": {
"text": [
"Air is a mixture of gases.",
"Ice is a mixture of gases.",
"Air is a liquid.",
"Ice is a liquid."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 2,
"question": "Which statement best explains why a tree branch floats on water?",
"choices": {
"text": [
"Wood is porous.",
"Wood is buoyant.",
"Wood is light.",
"Wood is magnetic."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 3,
"question": "The best way to separate salt from water is with the use of",
"choices": {
"text": [
"oil.",
"heat.",
"a magnet.",
"rubbing alcohol."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 4,
"question": "The speed of a sound wave varies as it travels through different substances. Which factor will most affect the speed of a sound wave?",
"choices": {
"text": [
"the frequency of the wave",
"the wavelength of the wave",
"the source that created the sound",
"the distance between molecules in the medium"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]D[/ANSWER]",
"llm_answer": "[ANSWER]D[/ANSWER]"
},
{
"index": 5,
"question": "Some students are performing hardness tests on several substances. X scratches Y. Y scratches Z. Z scratches W. Which of these statements best describes substance W's hardness?",
"choices": {
"text": [
"W is the softest of the four substances tested.",
"W is the hardest of the four substances tested.",
"W can scratch Y.",
"W can scratch X."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 6,
"question": "When the temperature of a sample of 25 water is -5°C, the water is",
"choices": {
"text": [
"a gas.",
"a liquid.",
"a solid.",
"a vapor."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 7,
"question": "Which is most useful to a student who is separating aluminum screws from steel screws?",
"choices": {
"text": [
"a large funnel",
"a screen filter",
"a horseshoe magnet",
"a magnifying glass"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 8,
"question": "How are sedimentary rocks made?",
"choices": {
"text": [
"Magma or lava is cooled.",
"Materials are pressed together.",
"Chemical reactions change minerals.",
"Earthquakes cause small pieces to fall."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 9,
"question": "A polished metal ball looks very shiny and bright on a sunny day. What makes the ball look shiny?",
"choices": {
"text": [
"The ball makes light.",
"The ball reflects light.",
"The ball absorbs light and then releases it.",
"The ball absorbs light and keeps it inside."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
}
]

12
results/20250528_1535/gpt-4o_metrics.json
View File

@@ -1,12 +0,0 @@
{
"timestamp": "2025-05-28T15:36:05.524328",
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
}
}

202
results/20250528_1535/qwen-max-2025-01-25.json
View File

@@ -1,202 +0,0 @@
[
{
"index": 0,
"question": "Copper is an element that is used in electrical wires. What is the smallest unit of copper that still maintains the characteristics of copper?",
"choices": {
"text": [
"the atom",
"the electron",
"the nucleus",
"the proton"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 1,
"question": "Which statement correctly describes a property of a type of matter?",
"choices": {
"text": [
"Air is a mixture of gases.",
"Ice is a mixture of gases.",
"Air is a liquid.",
"Ice is a liquid."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 2,
"question": "Which statement best explains why a tree branch floats on water?",
"choices": {
"text": [
"Wood is porous.",
"Wood is buoyant.",
"Wood is light.",
"Wood is magnetic."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 3,
"question": "The best way to separate salt from water is with the use of",
"choices": {
"text": [
"oil.",
"heat.",
"a magnet.",
"rubbing alcohol."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 4,
"question": "The speed of a sound wave varies as it travels through different substances. Which factor will most affect the speed of a sound wave?",
"choices": {
"text": [
"the frequency of the wave",
"the wavelength of the wave",
"the source that created the sound",
"the distance between molecules in the medium"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]D[/ANSWER]",
"llm_answer": "[ANSWER]D[/ANSWER]"
},
{
"index": 5,
"question": "Some students are performing hardness tests on several substances. X scratches Y. Y scratches Z. Z scratches W. Which of these statements best describes substance W's hardness?",
"choices": {
"text": [
"W is the softest of the four substances tested.",
"W is the hardest of the four substances tested.",
"W can scratch Y.",
"W can scratch X."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]A[/ANSWER]",
"llm_answer": "[ANSWER]A[/ANSWER]"
},
{
"index": 6,
"question": "When the temperature of a sample of 25 water is -5°C, the water is",
"choices": {
"text": [
"a gas.",
"a liquid.",
"a solid.",
"a vapor."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 7,
"question": "Which is most useful to a student who is separating aluminum screws from steel screws?",
"choices": {
"text": [
"a large funnel",
"a screen filter",
"a horseshoe magnet",
"a magnifying glass"
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]C[/ANSWER]",
"llm_answer": "[ANSWER]C[/ANSWER]"
},
{
"index": 8,
"question": "How are sedimentary rocks made?",
"choices": {
"text": [
"Magma or lava is cooled.",
"Materials are pressed together.",
"Chemical reactions change minerals.",
"Earthquakes cause small pieces to fall."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
},
{
"index": 9,
"question": "A polished metal ball looks very shiny and bright on a sunny day. What makes the ball look shiny?",
"choices": {
"text": [
"The ball makes light.",
"The ball reflects light.",
"The ball absorbs light and then releases it.",
"The ball absorbs light and keeps it inside."
],
"label": [
"A",
"B",
"C",
"D"
]
},
"answer": "[ANSWER]B[/ANSWER]",
"llm_answer": "[ANSWER]B[/ANSWER]"
}
]

12
results/20250528_1535/qwen-max-2025-01-25_metrics.json
View File

@@ -1,12 +0,0 @@
{
"timestamp": "2025-05-28T15:36:03.466534",
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
}
}

3
results/20250528_1535/summary.csv
View File

@@ -1,3 +0,0 @@
Model,accuracy,precision_micro,recall_micro,f1_micro,precision_macro,recall_macro,f1_macro,Data Count
qwen-max-2025-01-25,1.0,1.0,1.0,1.0,1.0,1.0,1.0,10
gpt-4o,1.0,1.0,1.0,1.0,1.0,1.0,1.0,10
1 Model accuracy precision_micro recall_micro f1_micro precision_macro recall_macro f1_macro Data Count
2 qwen-max-2025-01-25 1.0 1.0 1.0 1.0 1.0 1.0 1.0 10
3 gpt-4o 1.0 1.0 1.0 1.0 1.0 1.0 1.0 10

60
results/20250528_1535/summary.json
View File

@@ -1,60 +0,0 @@
{
"timestamp": "2025-05-28T15:36:05.540751",
"models_count": 2,
"models": {
"qwen-max-2025-01-25": {
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
},
"data_count": 10
},
"gpt-4o": {
"metrics": {
"accuracy": 1.0,
"precision_micro": 1.0,
"recall_micro": 1.0,
"f1_micro": 1.0,
"precision_macro": 1.0,
"recall_macro": 1.0,
"f1_macro": 1.0
},
"data_count": 10
}
},
"comparison": {
"accuracy": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"precision_micro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"recall_micro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"f1_micro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"precision_macro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"recall_macro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
},
"f1_macro": {
"qwen-max-2025-01-25": 1.0,
"gpt-4o": 1.0
}
}
}