{
  "task": "open-sensations",
  "mode": "full",
  "completed": true,
  "base_model": "FacebookAI/roberta-base",
  "base_revision": "e2da8e2f811d1448a5b465c236feacd80ffbac7b",
  "settings": {
    "seed": 20261004,
    "epochs": 8,
    "batch_size": 32,
    "microbatch_size": 8,
    "gradient_accumulation_steps": 4,
    "max_length": 128,
    "learning_rate": 2e-05,
    "continuation_epochs": 1,
    "continuation_learning_rate": 5e-06,
    "optimizer": "AdamW",
    "weight_decay": 0.01,
    "warmup_ratio": 0.06,
    "max_grad_norm": 1.0,
    "precision": "float32",
    "attention": "eager",
    "threads": 8
  },
  "data": {
    "dataset": "seantrott/cs_norms",
    "revision": "80ac8fc7008fc0b9b4fcaa80ffd7b006c2bba550",
    "source_file": "contextualized_sensorimotor_norms.csv",
    "source_sha256": "9e3dd772529c2376352704c246018c18f3cacc9ce26c2724fddf761d83f84735",
    "license": "cc-by-4.0",
    "raw_rows": 448,
    "unique_words": 112,
    "aggregation": "Human mean strength 0..5 divided by 5 as soft BCE targets; evaluation binarizes human mean >=2.5. Classification boundary is a project-defined proxy, not an original dataset class.",
    "task": "Prototype for sensory associations of a target word in context, covering five external senses and interoception. Not an established whole-sentence sensation-presence benchmark.",
    "input_format": "Target: WORD\nContext: SENTENCE",
    "labels": [
      "vision",
      "hearing",
      "smell",
      "taste",
      "touch",
      "interoception"
    ],
    "seed": 20261004,
    "split_method": "80/10/10 shuffled groups: normalized comment for morals; target word for sensations; deterministic rejection sampling until every label has at least 3 positives in validation and test, before any model training",
    "sizes": {
      "train": 356,
      "validation": 44,
      "test": 48
    },
    "synthetic_examples": 177,
    "synthetic_independent_seeds": 59,
    "synthetic_limitations": "Assistant labels, not human-reviewed; correlated framing variants; one-hot synthetic targets simplify naturally overlapping categories.",
    "positive_supports": {
      "train": {
        "vision": 273,
        "hearing": 74,
        "smell": 28,
        "taste": 24,
        "touch": 65,
        "interoception": 23
      },
      "validation": {
        "vision": 36,
        "hearing": 6,
        "smell": 4,
        "taste": 5,
        "touch": 8,
        "interoception": 8
      },
      "test": {
        "vision": 38,
        "hearing": 7,
        "smell": 6,
        "taste": 6,
        "touch": 13,
        "interoception": 4
      }
    },
    "files_sha256": {
      "synthetic.jsonl": "21516a46b68b9cbb4d8b8edca395b0078915ca5a951377704f1eedd2e39d247b",
      "test.jsonl": "2f49703f5ceeb241e7b9e7a2fef03b7c5088fd30a9e854019d975dd720e9e883",
      "train.jsonl": "636ca7ffb67b87f3ad7b82b3b760d194061ad0797404d49bacef11021f05e693",
      "validation.jsonl": "f45f5f06c462905cb54c61ffebcaa4f752d251df7c5817479eba20302fb72409"
    },
    "synthetic_word_overlap_removed": 3,
    "synthetic_excluded_heldout_words": [
      "cold"
    ],
    "synthetic_word_audit": "Explicit target words reserved for validation/test are excluded from synthetic training, before fitting.",
    "additional_preparation_source_hash": "3899b2211d7cd6a56641813e1a65fd39a75b0332122122a6d9aab670c42d4338"
  },
  "labels": [
    "vision",
    "hearing",
    "smell",
    "taste",
    "touch",
    "interoception"
  ],
  "python": "3.12.3 (main, Aug 31 2026, 10:18:26) [GCC 13.3.0]",
  "gpu": "AMD Radeon(TM) 8060S Graphics",
  "hardware": {
    "laptop": "ASUS ROG Flow Z13 2025 GZ302EA",
    "cpu": "AMD Ryzen AI Max+ 395",
    "gpu": "AMD Radeon 8060S",
    "system_ram": "128 GB unified, approximately 123.6 GiB Windows-reported",
    "host": "Windows 11 Pro",
    "training_os": "Ubuntu 24.04 WSL2",
    "peak_memory_measured": false
  },
  "versions": {
    "torch": "2.13.0+rocm10.0.0",
    "transformers": "4.57.6",
    "datasets": "3.6.0",
    "numpy": "2.5.3",
    "pyarrow": "20.0.0"
  },
  "selection_rule": "Baseline checkpoint maximizes validation macro F1 after global threshold search. Candidate must beat both baseline/control validation macro F1 by >=0.005 while losing <=0.01 micro F1 against either; otherwise publish baseline. Test evaluated only after this decision freezes.",
  "threshold_search": "global sigmoid threshold 0.10..0.80 step 0.05, maximizing validation macro F1",
  "synthetic_compute_note": "Both arms replay all real training examples once. Synthetic arm has additional optimizer steps; not perfectly compute matched.",
  "source_sha256": {
    "prepare_tasks.py": "ec19536b986808ec8d83939c84cbc9a602dac164de9ba353aa2e86b3ca36a1e8",
    "train_tasks.py": "45e1deab5a85906164907324e3135ebd5dc20da7c87239ea17da8fce3c7bbefb",
    "train_emotions.py": "5d644c4f1731941c48009f2a762faf5aa1628945c8ec10b08dac979122e94576"
  },
  "training_text_profile": {
    "median_tokens": 14.0,
    "max_tokens": 17,
    "truncated_examples": 0,
    "count": 356
  },
  "elapsed_seconds": 229.56497624500025,
  "arms": {
    "baseline": {
      "epochs": 8,
      "examples": 356,
      "optimizer_steps": 96,
      "elapsed_seconds": 125.2970495540003,
      "selected_epoch": 8,
      "history": [
        {
          "epoch": 1,
          "mean_train_loss": 0.6601335446039835,
          "threshold": 0.1,
          "validation": {
            "micro_f1": 0.40483383685800606,
            "macro_f1": 0.35435548578405723,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.09090909090909091,
                "recall": 1.0,
                "f1": 0.16666666666666666,
                "support": 4
              },
              "taste": {
                "precision": 0.11363636363636363,
                "recall": 1.0,
                "f1": 0.20408163265306123,
                "support": 5
              },
              "touch": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              },
              "interoception": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              }
            }
          }
        },
        {
          "epoch": 2,
          "mean_train_loss": 0.5564587831497192,
          "threshold": 0.1,
          "validation": {
            "micro_f1": 0.43205574912891986,
            "macro_f1": 0.3203418803418804,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.09090909090909091,
                "recall": 1.0,
                "f1": 0.16666666666666666,
                "support": 4
              },
              "taste": {
                "precision": 0.0,
                "recall": 0.0,
                "f1": 0.0,
                "support": 5
              },
              "touch": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              },
              "interoception": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              }
            }
          }
        },
        {
          "epoch": 3,
          "mean_train_loss": 0.5422177930672963,
          "threshold": 0.15000000000000002,
          "validation": {
            "micro_f1": 0.4381625441696113,
            "macro_f1": 0.3228671328671329,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.1,
                "recall": 1.0,
                "f1": 0.18181818181818182,
                "support": 4
              },
              "taste": {
                "precision": 0.0,
                "recall": 0.0,
                "f1": 0.0,
                "support": 5
              },
              "touch": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              },
              "interoception": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              }
            }
          }
        },
        {
          "epoch": 4,
          "mean_train_loss": 0.5357661373085446,
          "threshold": 0.20000000000000004,
          "validation": {
            "micro_f1": 0.5214007782101168,
            "macro_f1": 0.5617948717948718,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.4444444444444444,
                "recall": 1.0,
                "f1": 0.6153846153846154,
                "support": 4
              },
              "taste": {
                "precision": 1.0,
                "recall": 1.0,
                "f1": 1.0,
                "support": 5
              },
              "touch": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              },
              "interoception": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              }
            }
          }
        },
        {
          "epoch": 5,
          "mean_train_loss": 0.523818932639228,
          "threshold": 0.30000000000000004,
          "validation": {
            "micro_f1": 0.5650224215246636,
            "macro_f1": 0.5813399274176333,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.4444444444444444,
                "recall": 1.0,
                "f1": 0.6153846153846154,
                "support": 4
              },
              "taste": {
                "precision": 1.0,
                "recall": 1.0,
                "f1": 1.0,
                "support": 5
              },
              "touch": {
                "precision": 0.1794871794871795,
                "recall": 0.875,
                "f1": 0.2978723404255319,
                "support": 8
              },
              "interoception": {
                "precision": 0.3333333333333333,
                "recall": 0.625,
                "f1": 0.43478260869565216,
                "support": 8
              }
            }
          }
        },
        {
          "epoch": 6,
          "mean_train_loss": 0.5162185702059005,
          "threshold": 0.25000000000000006,
          "validation": {
            "micro_f1": 0.5688073394495413,
            "macro_f1": 0.6072647527910685,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.5714285714285714,
                "recall": 1.0,
                "f1": 0.7272727272727273,
                "support": 4
              },
              "taste": {
                "precision": 1.0,
                "recall": 1.0,
                "f1": 1.0,
                "support": 5
              },
              "touch": {
                "precision": 0.15,
                "recall": 0.75,
                "f1": 0.25,
                "support": 8
              },
              "interoception": {
                "precision": 0.45454545454545453,
                "recall": 0.625,
                "f1": 0.5263157894736842,
                "support": 8
              }
            }
          }
        },
        {
          "epoch": 7,
          "mean_train_loss": 0.5105966448783874,
          "threshold": 0.25000000000000006,
          "validation": {
            "micro_f1": 0.5739910313901345,
            "macro_f1": 0.6095314489432136,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.5714285714285714,
                "recall": 1.0,
                "f1": 0.7272727272727273,
                "support": 4
              },
              "taste": {
                "precision": 1.0,
                "recall": 1.0,
                "f1": 1.0,
                "support": 5
              },
              "touch": {
                "precision": 0.18604651162790697,
                "recall": 1.0,
                "f1": 0.3137254901960784,
                "support": 8
              },
              "interoception": {
                "precision": 0.38461538461538464,
                "recall": 0.625,
                "f1": 0.47619047619047616,
                "support": 8
              }
            }
          }
        },
        {
          "epoch": 8,
          "mean_train_loss": 0.5073808603816562,
          "threshold": 0.25000000000000006,
          "validation": {
            "micro_f1": 0.5739910313901345,
            "macro_f1": 0.6124941724941725,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.5714285714285714,
                "recall": 1.0,
                "f1": 0.7272727272727273,
                "support": 4
              },
              "taste": {
                "precision": 1.0,
                "recall": 1.0,
                "f1": 1.0,
                "support": 5
              },
              "touch": {
                "precision": 0.18181818181818182,
                "recall": 1.0,
                "f1": 0.3076923076923077,
                "support": 8
              },
              "interoception": {
                "precision": 0.4166666666666667,
                "recall": 0.625,
                "f1": 0.5,
                "support": 8
              }
            }
          }
        }
      ],
      "validation": {
        "micro_f1": 0.5739910313901345,
        "macro_f1": 0.6124941724941725,
        "per_label": {
          "vision": {
            "precision": 0.8181818181818182,
            "recall": 1.0,
            "f1": 0.9,
            "support": 36
          },
          "hearing": {
            "precision": 0.13636363636363635,
            "recall": 1.0,
            "f1": 0.24,
            "support": 6
          },
          "smell": {
            "precision": 0.5714285714285714,
            "recall": 1.0,
            "f1": 0.7272727272727273,
            "support": 4
          },
          "taste": {
            "precision": 1.0,
            "recall": 1.0,
            "f1": 1.0,
            "support": 5
          },
          "touch": {
            "precision": 0.18181818181818182,
            "recall": 1.0,
            "f1": 0.3076923076923077,
            "support": 8
          },
          "interoception": {
            "precision": 0.4166666666666667,
            "recall": 0.625,
            "f1": 0.5,
            "support": 8
          }
        }
      },
      "threshold": 0.25000000000000006,
      "test": {
        "micro_f1": 0.5772357723577236,
        "macro_f1": 0.5530227524413571,
        "per_label": {
          "vision": {
            "precision": 0.7916666666666666,
            "recall": 1.0,
            "f1": 0.8837209302325582,
            "support": 38
          },
          "hearing": {
            "precision": 0.14583333333333334,
            "recall": 1.0,
            "f1": 0.2545454545454545,
            "support": 7
          },
          "smell": {
            "precision": 0.6,
            "recall": 1.0,
            "f1": 0.75,
            "support": 6
          },
          "taste": {
            "precision": 0.75,
            "recall": 1.0,
            "f1": 0.8571428571428571,
            "support": 6
          },
          "touch": {
            "precision": 0.30952380952380953,
            "recall": 1.0,
            "f1": 0.4727272727272727,
            "support": 13
          },
          "interoception": {
            "precision": 0.0625,
            "recall": 0.25,
            "f1": 0.1,
            "support": 4
          }
        }
      }
    },
    "real-only": {
      "epochs": 1,
      "examples": 356,
      "optimizer_steps": 12,
      "elapsed_seconds": 18.436964751999767,
      "selected_epoch": 1,
      "history": [
        {
          "epoch": 1,
          "mean_train_loss": 0.5065786560376485,
          "threshold": 0.25000000000000006,
          "validation": {
            "micro_f1": 0.5675675675675675,
            "macro_f1": 0.5879468599033816,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.5,
                "recall": 1.0,
                "f1": 0.6666666666666666,
                "support": 4
              },
              "taste": {
                "precision": 1.0,
                "recall": 1.0,
                "f1": 1.0,
                "support": 5
              },
              "touch": {
                "precision": 0.18421052631578946,
                "recall": 0.875,
                "f1": 0.30434782608695654,
                "support": 8
              },
              "interoception": {
                "precision": 0.3125,
                "recall": 0.625,
                "f1": 0.4166666666666667,
                "support": 8
              }
            }
          }
        }
      ],
      "validation": {
        "micro_f1": 0.5675675675675675,
        "macro_f1": 0.5879468599033816,
        "per_label": {
          "vision": {
            "precision": 0.8181818181818182,
            "recall": 1.0,
            "f1": 0.9,
            "support": 36
          },
          "hearing": {
            "precision": 0.13636363636363635,
            "recall": 1.0,
            "f1": 0.24,
            "support": 6
          },
          "smell": {
            "precision": 0.5,
            "recall": 1.0,
            "f1": 0.6666666666666666,
            "support": 4
          },
          "taste": {
            "precision": 1.0,
            "recall": 1.0,
            "f1": 1.0,
            "support": 5
          },
          "touch": {
            "precision": 0.18421052631578946,
            "recall": 0.875,
            "f1": 0.30434782608695654,
            "support": 8
          },
          "interoception": {
            "precision": 0.3125,
            "recall": 0.625,
            "f1": 0.4166666666666667,
            "support": 8
          }
        }
      },
      "threshold": 0.25000000000000006,
      "test": {
        "micro_f1": 0.5867768595041323,
        "macro_f1": 0.5523527874856778,
        "per_label": {
          "vision": {
            "precision": 0.7916666666666666,
            "recall": 1.0,
            "f1": 0.8837209302325582,
            "support": 38
          },
          "hearing": {
            "precision": 0.14583333333333334,
            "recall": 1.0,
            "f1": 0.2545454545454545,
            "support": 7
          },
          "smell": {
            "precision": 0.6,
            "recall": 1.0,
            "f1": 0.75,
            "support": 6
          },
          "taste": {
            "precision": 0.6666666666666666,
            "recall": 1.0,
            "f1": 0.8,
            "support": 6
          },
          "touch": {
            "precision": 0.3611111111111111,
            "recall": 1.0,
            "f1": 0.5306122448979592,
            "support": 13
          },
          "interoception": {
            "precision": 0.058823529411764705,
            "recall": 0.25,
            "f1": 0.09523809523809523,
            "support": 4
          }
        }
      }
    },
    "synthetic": {
      "epochs": 1,
      "examples": 533,
      "optimizer_steps": 17,
      "elapsed_seconds": 27.174451845000476,
      "selected_epoch": 1,
      "history": [
        {
          "epoch": 1,
          "mean_train_loss": 0.5048939808091121,
          "threshold": 0.20000000000000004,
          "validation": {
            "micro_f1": 0.5569620253164557,
            "macro_f1": 0.5858487312145849,
            "per_label": {
              "vision": {
                "precision": 0.8181818181818182,
                "recall": 1.0,
                "f1": 0.9,
                "support": 36
              },
              "hearing": {
                "precision": 0.13636363636363635,
                "recall": 1.0,
                "f1": 0.24,
                "support": 6
              },
              "smell": {
                "precision": 0.5,
                "recall": 1.0,
                "f1": 0.6666666666666666,
                "support": 4
              },
              "taste": {
                "precision": 1.0,
                "recall": 1.0,
                "f1": 1.0,
                "support": 5
              },
              "touch": {
                "precision": 0.19444444444444445,
                "recall": 0.875,
                "f1": 0.3181818181818182,
                "support": 8
              },
              "interoception": {
                "precision": 0.24242424242424243,
                "recall": 1.0,
                "f1": 0.3902439024390244,
                "support": 8
              }
            }
          }
        }
      ],
      "validation": {
        "micro_f1": 0.5569620253164557,
        "macro_f1": 0.5858487312145849,
        "per_label": {
          "vision": {
            "precision": 0.8181818181818182,
            "recall": 1.0,
            "f1": 0.9,
            "support": 36
          },
          "hearing": {
            "precision": 0.13636363636363635,
            "recall": 1.0,
            "f1": 0.24,
            "support": 6
          },
          "smell": {
            "precision": 0.5,
            "recall": 1.0,
            "f1": 0.6666666666666666,
            "support": 4
          },
          "taste": {
            "precision": 1.0,
            "recall": 1.0,
            "f1": 1.0,
            "support": 5
          },
          "touch": {
            "precision": 0.19444444444444445,
            "recall": 0.875,
            "f1": 0.3181818181818182,
            "support": 8
          },
          "interoception": {
            "precision": 0.24242424242424243,
            "recall": 1.0,
            "f1": 0.3902439024390244,
            "support": 8
          }
        }
      },
      "threshold": 0.20000000000000004,
      "test": {
        "micro_f1": 0.5606060606060606,
        "macro_f1": 0.5734036716074425,
        "per_label": {
          "vision": {
            "precision": 0.7916666666666666,
            "recall": 1.0,
            "f1": 0.8837209302325582,
            "support": 38
          },
          "hearing": {
            "precision": 0.14583333333333334,
            "recall": 1.0,
            "f1": 0.2545454545454545,
            "support": 7
          },
          "smell": {
            "precision": 0.5454545454545454,
            "recall": 1.0,
            "f1": 0.7058823529411765,
            "support": 6
          },
          "taste": {
            "precision": 0.75,
            "recall": 1.0,
            "f1": 0.8571428571428571,
            "support": 6
          },
          "touch": {
            "precision": 0.3939393939393939,
            "recall": 1.0,
            "f1": 0.5652173913043478,
            "support": 13
          },
          "interoception": {
            "precision": 0.09523809523809523,
            "recall": 1.0,
            "f1": 0.17391304347826086,
            "support": 4
          }
        }
      }
    }
  },
  "decision": {
    "selected_arm": "baseline",
    "synthetic_accepted": false,
    "selection": "validation only; frozen before test evaluation"
  }
}