{
  "conditions": {
    "C1-vanilla-general": {
      "clean_accuracy": 0.05333333333333333,
      "perturbed_accuracy": {
        "typo": 0.06,
        "misleading": 0.06,
        "emotional": 0.05333333333333333
      },
      "nrs": {
        "typo": 1.125,
        "misleading": 1.125,
        "emotional": 1.0
      },
      "nrs_ci": {
        "typo": [
          1.0,
          1.5714285714285716
        ],
        "misleading": [
          0.7775641025641027,
          1.8
        ],
        "emotional": [
          0.6,
          1.75
        ]
      },
      "undefined_bootstrap_fraction": {
        "typo": 0.0,
        "misleading": 0.0,
        "emotional": 0.0
      },
      "cbm4": 0.8099932578646499,
      "cbm4_ci": [
        0.8026581119786436,
        0.817453937716793
      ],
      "between_question_cosine": 0.7456267002011085,
      "within_minus_between": 0.06436655766354132
    },
    "C2-vanilla-dharma": {
      "clean_accuracy": 0.05333333333333333,
      "perturbed_accuracy": {
        "typo": 0.05333333333333333,
        "misleading": 0.07333333333333333,
        "emotional": 0.04666666666666666
      },
      "nrs": {
        "typo": 1.0,
        "misleading": 1.375,
        "emotional": 0.875
      },
      "nrs_ci": {
        "typo": [
          1.0,
          1.0
        ],
        "misleading": [
          0.9,
          2.4
        ],
        "emotional": [
          0.5,
          1.3333333333333335
        ]
      },
      "undefined_bootstrap_fraction": {
        "typo": 0.0,
        "misleading": 0.0,
        "emotional": 0.0
      },
      "cbm4": 0.8717823881656948,
      "cbm4_ci": [
        0.8671839661908344,
        0.8765621185723288
      ],
      "between_question_cosine": 0.8230762925706692,
      "within_minus_between": 0.048706095595025437
    },
    "C3-contemplative-general": {
      "clean_accuracy": 0.06,
      "perturbed_accuracy": {
        "typo": 0.05333333333333333,
        "misleading": 0.04666666666666666,
        "emotional": 0.06666666666666667
      },
      "nrs": {
        "typo": 0.8888888888888888,
        "misleading": 0.7777777777777777,
        "emotional": 1.1111111111111112
      },
      "nrs_ci": {
        "typo": [
          0.625,
          1.0
        ],
        "misleading": [
          0.39999999999999997,
          1.1666666666666667
        ],
        "emotional": [
          1.0,
          1.4285714285714286
        ]
      },
      "undefined_bootstrap_fraction": {
        "typo": 0.0,
        "misleading": 0.0,
        "emotional": 0.0
      },
      "cbm4": 0.8787376785067189,
      "cbm4_ci": [
        0.8749527978060718,
        0.8826813451342893
      ],
      "between_question_cosine": 0.8494747692896154,
      "within_minus_between": 0.02926290921710362
    },
    "C4-contemplative-dharma": {
      "clean_accuracy": 0.03333333333333333,
      "perturbed_accuracy": {
        "typo": 0.03333333333333333,
        "misleading": 0.013333333333333332,
        "emotional": 0.006666666666666666
      },
      "nrs": {
        "typo": 1.0,
        "misleading": 0.39999999999999997,
        "emotional": 0.19999999999999998
      },
      "nrs_ci": {
        "typo": [
          1.0,
          1.0
        ],
        "misleading": [
          0.0,
          1.0
        ],
        "emotional": [
          0.0,
          0.6666666666666666
        ]
      },
      "undefined_bootstrap_fraction": {
        "typo": 0.0037,
        "misleading": 0.0037,
        "emotional": 0.0037
      },
      "cbm4": 0.8374473228419622,
      "cbm4_ci": [
        0.8325785793119227,
        0.8425434860946361
      ],
      "between_question_cosine": 0.7875838617015728,
      "within_minus_between": 0.04986346114038945
    }
  },
  "contrasts": {
    "C3-contemplative-general minus C1-vanilla-general": {
      "typo": {
        "nrs_difference": -0.23611111111111116,
        "ci": [
          -0.711111111111111,
          0.0
        ],
        "p": 0.49455054494550543,
        "p_bonferroni": 1,
        "accuracy_drop_dz": -0.20207259421636903,
        "undefined_permutation_fraction": 0.0
      },
      "misleading": {
        "nrs_difference": -0.3472222222222223,
        "ci": [
          -1.1588528138528138,
          0.23611111111111116
        ],
        "p": 0.4383561643835616,
        "p_bonferroni": 1,
        "accuracy_drop_dz": -0.1414213562373095,
        "undefined_permutation_fraction": 0.0
      },
      "emotional": {
        "nrs_difference": 0.11111111111111116,
        "ci": [
          -0.6388888888888888,
          0.6060606060606063
        ],
        "p": 0.9173082691730827,
        "p_bonferroni": 1,
        "accuracy_drop_dz": 0.06273550009275092,
        "undefined_permutation_fraction": 0.0
      },
      "cbm4": {
        "difference": 0.06874442064206907,
        "ci": [
          0.0629696664345545,
          0.07449422224270931
        ],
        "p": 9.999000099990002e-05,
        "p_bonferroni": 0.0007999200079992001,
        "paired_dz": 3.068394311382121
      }
    },
    "C4-contemplative-dharma minus C2-vanilla-dharma": {
      "typo": {
        "nrs_difference": 0.0,
        "ci": [
          0.0,
          0.0
        ],
        "p": 1.0,
        "p_bonferroni": 1,
        "accuracy_drop_dz": null,
        "undefined_permutation_fraction": 0.0
      },
      "misleading": {
        "nrs_difference": -0.9750000000000001,
        "ci": [
          -2.1666666666666665,
          -0.2499999999999999
        ],
        "p": 0.021897810218978103,
        "p_bonferroni": 0.17518248175182483,
        "accuracy_drop_dz": -0.31132471299766246,
        "undefined_permutation_fraction": 0.0
      },
      "emotional": {
        "nrs_difference": -0.675,
        "ci": [
          -1.25,
          -0.16666666666666674
        ],
        "p": 0.06409359064093591,
        "p_bonferroni": 0.5127487251274873,
        "accuracy_drop_dz": -0.19130475784319637,
        "undefined_permutation_fraction": 0.0
      },
      "cbm4": {
        "difference": -0.03433506532373247,
        "ci": [
          -0.03882916072457722,
          -0.029700749542179408
        ],
        "p": 9.999000099990002e-05,
        "p_bonferroni": 0.0007999200079992001,
        "paired_dz": -1.9600019789021397
      }
    }
  },
  "family_size": 8,
  "draws": 10000,
  "unit": "question/text, stratified by five fixed domains; not training seeds"
}