Update README.md
Browse files
README.md
CHANGED
|
@@ -218,7 +218,7 @@ Data Labeling for Evaluation Datasets:
|
|
| 218 |
|
| 219 |
| Reasoning Mode | pass@1 |
|
| 220 |
|--------------|------------|
|
| 221 |
-
| Reasoning Off | 56.
|
| 222 |
| Reasoning On | 76.01 |
|
| 223 |
|
| 224 |
User Prompt Template:
|
|
@@ -231,7 +231,7 @@ User Prompt Template:
|
|
| 231 |
|
| 232 |
| Reasoning Mode | pass@1 |
|
| 233 |
|--------------|------------|
|
| 234 |
-
| Reasoning Off | 16.
|
| 235 |
| Reasoning On | 72.50 |
|
| 236 |
|
| 237 |
User Prompt Template:
|
|
@@ -309,7 +309,7 @@ You will use the following starter code to write the solution to the problem and
|
|
| 309 |
|
| 310 |
| Reasoning Mode | pass@1 |
|
| 311 |
|--------------|------------|
|
| 312 |
-
| Reasoning Off | 80.
|
| 313 |
| Reasoning On | 97.00 |
|
| 314 |
|
| 315 |
User Prompt Template:
|
|
|
|
| 218 |
|
| 219 |
| Reasoning Mode | pass@1 |
|
| 220 |
|--------------|------------|
|
| 221 |
+
| Reasoning Off | 56.60 |
|
| 222 |
| Reasoning On | 76.01 |
|
| 223 |
|
| 224 |
User Prompt Template:
|
|
|
|
| 231 |
|
| 232 |
| Reasoning Mode | pass@1 |
|
| 233 |
|--------------|------------|
|
| 234 |
+
| Reasoning Off | 16.67 |
|
| 235 |
| Reasoning On | 72.50 |
|
| 236 |
|
| 237 |
User Prompt Template:
|
|
|
|
| 309 |
|
| 310 |
| Reasoning Mode | pass@1 |
|
| 311 |
|--------------|------------|
|
| 312 |
+
| Reasoning Off | 80.40 |
|
| 313 |
| Reasoning On | 97.00 |
|
| 314 |
|
| 315 |
User Prompt Template:
|