{ "record_id": "GOBLIN-HELD-HISTORY-2026-10-27-001", "title": "When the Crowd Cancels the Advertisement", "status": "EXPLORATORY_FINITE_MECHANISM_INTERVENTION_NO_MODEL_AGENTS", "date": "2026-10-27", "model_sha256": "f6317cea262e036d9e1bcc93e2a58cdab5a41704450f792c73f63ab016aa1ab0", "model_git_blob": "41b2133712dec6bbdebf5a2246b921079f3ec57f", "parent_public_head": "cee36657a2ce3c5cca00ff1308fa01b8f2213e67", "plan_sha256": "e8928ef4b9668c14dc1724612027b11d7c5da00661ae0579d1e37666f62b1389", "runner_sha256": "2792063d7577b672cc4eb857a1d1ba6860e5a7375cd6f19c5e05693e9c39f1f2", "grid": { "seeds": [ 1, 128 ], "budgets": [ 1, 2, 3, 6 ], "rosters": [ "mixed", "focused" ], "arrival_orders": [ "forward", "reverse" ], "cells": 2048, "worlds_per_cell": 5, "worlds_recorded": 10240, "scripted_shopper_executions_recorded": 245760, "paired_contrasts_per_cell": 3, "paired_contrasts": 6144 }, "checks": { "original_live_world_full_parity": 4096, "held_neutral_history_full_parity": 2048, "total_full_world_parity": 6144, "action_accounting_worlds": 10240, "blocked_propagation_strict_nonvisitor_controls": 4096, "full_browse_choice_invariance_contrasts": 1536, "original_model_bytes_unchanged": true }, "primary": { "cells": 512, "shoppers_per_contrast": 12288, "contrasts": { "live": { "changed_choices": { "n": 512, "mean": 4.64453125, "min": 0, "max": 20, "median": 4, "histogram": { "0": 19, "1": 55, "2": 92, "3": 64, "4": 83, "5": 49, "6": 28, "7": 31, "8": 19, "9": 12, "10": 18, "11": 13, "12": 7, "13": 11, "14": 2, "15": 3, "16": 3, "17": 2, "20": 1 } }, "paired_zero_sale_cells": 510, "nonzero_target_choice_cells": 2, "ghost_cells": 491, "no_changed_choice_cells": 19, "strict_nonvisitor_cells": 312, "strict_nonvisitor_changes": 636, "loose_no_treatment_visit_changes": 769, "target_open_gain": { "n": 512, "mean": 7.380859375, "min": 2, "max": 13, "median": 8, "histogram": { "2": 1, "3": 50, "4": 100, "5": 36, "6": 25, "7": 28, "8": 52, "9": 51, "10": 79, "11": 51, "12": 32, "13": 7 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 2 }, "held": { "changed_choices": { "n": 512, "mean": 1.794921875, "min": 0, "max": 5, "median": 2, "histogram": { "0": 69, "1": 143, "2": 155, "3": 116, "4": 27, "5": 2 } }, "paired_zero_sale_cells": 512, "nonzero_target_choice_cells": 0, "ghost_cells": 443, "no_changed_choice_cells": 69, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 512, "mean": 4.677734375, "min": 3, "max": 9, "median": 5, "histogram": { "3": 4, "4": 245, "5": 195, "6": 50, "7": 17, "9": 1 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 512, "mean": 3.28515625, "min": 0, "max": 7, "median": 3, "histogram": { "0": 18, "1": 46, "2": 104, "3": 110, "4": 118, "5": 78, "6": 30, "7": 8 } }, "paired_zero_sale_cells": 512, "nonzero_target_choice_cells": 0, "ghost_cells": 494, "no_changed_choice_cells": 18, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 512, "mean": 9.42578125, "min": 6, "max": 13, "median": 9, "histogram": { "6": 2, "7": 16, "8": 78, "9": 176, "10": 162, "11": 64, "12": 12, "13": 2 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 398, "equal_changed_choices": 91, "fewer_changed_choices": 23, "difference_distribution": { "n": 512, "mean": 2.849609375, "min": -1, "max": 19, "median": 2, "histogram": { "0": 91, "1": 102, "2": 78, "3": 67, "4": 35, "5": 26, "6": 25, "7": 17, "8": 18, "9": 6, "10": 9, "11": 4, "12": 3, "13": 4, "15": 3, "19": 1, "-1": 23 } }, "live_only_changes": 1594, "held_only_changes": 135, "both_same_destination": 759, "both_different_destination": 25, "same_count_different_shopper_choices_cells": 21 } }, "all": { "cells": 2048, "shoppers_per_contrast": 49152, "contrasts": { "live": { "changed_choices": { "n": 2048, "mean": 2.341796875, "min": 0, "max": 20, "median": 0, "histogram": { "0": 1299, "1": 55, "2": 92, "3": 64, "4": 130, "5": 66, "6": 40, "7": 47, "8": 35, "9": 29, "10": 27, "11": 33, "12": 39, "13": 39, "14": 21, "15": 17, "16": 10, "17": 4, "20": 1 } }, "paired_zero_sale_cells": 1790, "nonzero_target_choice_cells": 258, "ghost_cells": 491, "no_changed_choice_cells": 1299, "strict_nonvisitor_cells": 500, "strict_nonvisitor_changes": 1138, "loose_no_treatment_visit_changes": 1271, "target_open_gain": { "n": 2048, "mean": 2.78076171875, "min": 0, "max": 13, "median": 0, "histogram": { "0": 1280, "2": 1, "3": 50, "4": 174, "5": 57, "6": 40, "7": 38, "8": 72, "9": 83, "10": 111, "11": 88, "12": 47, "13": 7 } }, "target_baseline_choices_total": 1, "target_treatment_choices_total": 1912 }, "held": { "changed_choices": { "n": 2048, "mean": 0.97119140625, "min": 0, "max": 6, "median": 0, "histogram": { "0": 1349, "1": 143, "2": 155, "3": 116, "4": 238, "5": 46, "6": 1 } }, "paired_zero_sale_cells": 1792, "nonzero_target_choice_cells": 256, "ghost_cells": 443, "no_changed_choice_cells": 1349, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 2048, "mean": 1.69189453125, "min": 0, "max": 9, "median": 0, "histogram": { "0": 1280, "3": 4, "4": 456, "5": 239, "6": 51, "7": 17, "9": 1 } }, "target_baseline_choices_total": 1, "target_treatment_choices_total": 1070 }, "off": { "changed_choices": { "n": 2048, "mean": 1.7919921875, "min": 0, "max": 11, "median": 0, "histogram": { "0": 1296, "1": 48, "2": 104, "3": 110, "4": 118, "5": 80, "6": 54, "7": 76, "8": 114, "9": 38, "10": 8, "11": 2 } }, "paired_zero_sale_cells": 1792, "nonzero_target_choice_cells": 256, "ghost_cells": 496, "no_changed_choice_cells": 1296, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 2048, "mean": 3.3310546875, "min": 0, "max": 13, "median": 0, "histogram": { "0": 1270, "1": 10, "5": 2, "6": 26, "7": 84, "8": 192, "9": 214, "10": 170, "11": 66, "12": 12, "13": 2 } }, "target_baseline_choices_total": 8, "target_treatment_choices_total": 1990 } }, "live_vs_held": { "more_changed_choices": 605, "equal_changed_choices": 1419, "fewer_changed_choices": 24, "difference_distribution": { "n": 2048, "mean": 1.37060546875, "min": -1, "max": 19, "median": 0, "histogram": { "0": 1419, "1": 117, "2": 90, "3": 86, "4": 51, "5": 44, "6": 36, "7": 40, "8": 47, "9": 34, "10": 25, "11": 17, "12": 9, "13": 5, "15": 3, "19": 1, "-1": 24 } }, "live_only_changes": 2943, "held_only_changes": 136, "both_same_destination": 1827, "both_different_destination": 26, "same_count_different_shopper_choices_cells": 22 } }, "groups": [ { "budget": 1, "cohort": "mixed", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 6.484375, "min": 4, "max": 14, "median": 5.5, "histogram": { "4": 47, "5": 17, "6": 12, "7": 13, "8": 12, "9": 9, "10": 1, "11": 7, "12": 4, "13": 2, "14": 4 } }, "paired_zero_sale_cells": 0, "nonzero_target_choice_cells": 128, "ghost_cells": 0, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 67, "strict_nonvisitor_changes": 158, "loose_no_treatment_visit_changes": 158, "target_open_gain": { "n": 128, "mean": 5.25, "min": 4, "max": 12, "median": 4, "histogram": { "4": 74, "5": 20, "6": 10, "7": 5, "8": 4, "9": 7, "10": 4, "11": 2, "12": 2 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 670 }, "held": { "changed_choices": { "n": 128, "mean": 4.1015625, "min": 4, "max": 5, "median": 4, "histogram": { "4": 115, "5": 13 } }, "paired_zero_sale_cells": 0, "nonzero_target_choice_cells": 128, "ghost_cells": 0, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 4.1015625, "min": 4, "max": 5, "median": 4, "histogram": { "4": 115, "5": 13 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 524 }, "off": { "changed_choices": { "n": 128, "mean": 7.7578125, "min": 5, "max": 11, "median": 8, "histogram": { "5": 1, "6": 12, "7": 34, "8": 57, "9": 19, "10": 4, "11": 1 } }, "paired_zero_sale_cells": 0, "nonzero_target_choice_cells": 128, "ghost_cells": 0, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 7.7578125, "min": 5, "max": 11, "median": 8, "histogram": { "5": 1, "6": 12, "7": 34, "8": 57, "9": 19, "10": 4, "11": 1 } }, "target_baseline_choices_total": 4, "target_treatment_choices_total": 995 } }, "live_vs_held": { "more_changed_choices": 79, "equal_changed_choices": 48, "fewer_changed_choices": 1, "difference_distribution": { "n": 128, "mean": 2.3828125, "min": -1, "max": 10, "median": 1.5, "histogram": { "0": 48, "1": 15, "2": 12, "3": 13, "4": 12, "5": 10, "6": 3, "7": 6, "8": 3, "9": 4, "10": 1, "-1": 1 } }, "live_only_changes": 306, "held_only_changes": 1, "both_same_destination": 523, "both_different_destination": 1, "same_count_different_shopper_choices_cells": 1 } }, { "budget": 1, "cohort": "mixed", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 12.40625, "min": 7, "max": 17, "median": 12.5, "histogram": { "7": 3, "8": 4, "9": 8, "10": 8, "11": 13, "12": 28, "13": 26, "14": 15, "15": 14, "16": 7, "17": 2 } }, "paired_zero_sale_cells": 0, "nonzero_target_choice_cells": 128, "ghost_cells": 0, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 121, "strict_nonvisitor_changes": 344, "loose_no_treatment_visit_changes": 344, "target_open_gain": { "n": 128, "mean": 9.71875, "min": 5, "max": 12, "median": 10, "histogram": { "5": 1, "6": 5, "7": 5, "8": 16, "9": 25, "10": 28, "11": 35, "12": 13 } }, "target_baseline_choices_total": 1, "target_treatment_choices_total": 1240 }, "held": { "changed_choices": { "n": 128, "mean": 4.2578125, "min": 4, "max": 6, "median": 4, "histogram": { "4": 96, "5": 31, "6": 1 } }, "paired_zero_sale_cells": 0, "nonzero_target_choice_cells": 128, "ghost_cells": 0, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 4.2578125, "min": 4, "max": 6, "median": 4, "histogram": { "4": 96, "5": 31, "6": 1 } }, "target_baseline_choices_total": 1, "target_treatment_choices_total": 546 }, "off": { "changed_choices": { "n": 128, "mean": 7.7578125, "min": 5, "max": 11, "median": 8, "histogram": { "5": 1, "6": 12, "7": 34, "8": 57, "9": 19, "10": 4, "11": 1 } }, "paired_zero_sale_cells": 0, "nonzero_target_choice_cells": 128, "ghost_cells": 0, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 7.7578125, "min": 5, "max": 11, "median": 8, "histogram": { "5": 1, "6": 12, "7": 34, "8": 57, "9": 19, "10": 4, "11": 1 } }, "target_baseline_choices_total": 4, "target_treatment_choices_total": 995 } }, "live_vs_held": { "more_changed_choices": 128, "equal_changed_choices": 0, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 8.1484375, "min": 3, "max": 13, "median": 8, "histogram": { "3": 6, "4": 4, "5": 8, "6": 8, "7": 17, "8": 26, "9": 24, "10": 15, "11": 13, "12": 6, "13": 1 } }, "live_only_changes": 1043, "held_only_changes": 0, "both_same_destination": 545, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 1, "cohort": "focused", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 1, "cohort": "focused", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 2, "cohort": "mixed", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 4.234375, "min": 0, "max": 16, "median": 3, "histogram": { "0": 2, "1": 14, "2": 23, "3": 26, "4": 20, "5": 13, "6": 6, "7": 6, "8": 5, "9": 4, "10": 5, "11": 1, "13": 1, "15": 1, "16": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 126, "no_changed_choice_cells": 2, "strict_nonvisitor_cells": 66, "strict_nonvisitor_changes": 150, "loose_no_treatment_visit_changes": 162, "target_open_gain": { "n": 128, "mean": 5.0859375, "min": 3, "max": 12, "median": 4, "histogram": { "3": 14, "4": 68, "5": 18, "6": 6, "7": 1, "8": 6, "9": 2, "10": 8, "11": 2, "12": 3 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 2.328125, "min": 0, "max": 5, "median": 2, "histogram": { "0": 4, "1": 24, "2": 40, "3": 47, "4": 12, "5": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 124, "no_changed_choice_cells": 4, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 4.3828125, "min": 4, "max": 6, "median": 4, "histogram": { "4": 82, "5": 43, "6": 3 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 4.1640625, "min": 1, "max": 7, "median": 4, "histogram": { "1": 2, "2": 10, "3": 27, "4": 37, "5": 34, "6": 14, "7": 4 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 128, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 9.0390625, "min": 6, "max": 11, "median": 9, "histogram": { "6": 1, "7": 6, "8": 28, "9": 51, "10": 36, "11": 6 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 83, "equal_changed_choices": 39, "fewer_changed_choices": 6, "difference_distribution": { "n": 128, "mean": 1.90625, "min": -1, "max": 13, "median": 1, "histogram": { "0": 39, "1": 30, "2": 17, "3": 12, "4": 5, "5": 5, "6": 6, "7": 4, "8": 1, "9": 1, "11": 1, "13": 1, "-1": 6 } }, "live_only_changes": 263, "held_only_changes": 19, "both_same_destination": 271, "both_different_destination": 8, "same_count_different_shopper_choices_cells": 4 } }, { "budget": 2, "cohort": "mixed", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 7.546875, "min": 1, "max": 20, "median": 7, "histogram": { "1": 2, "2": 10, "3": 8, "4": 20, "5": 13, "6": 6, "7": 13, "8": 9, "9": 2, "10": 9, "11": 10, "12": 7, "13": 10, "14": 2, "15": 2, "16": 2, "17": 2, "20": 1 } }, "paired_zero_sale_cells": 126, "nonzero_target_choice_cells": 2, "ghost_cells": 126, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 108, "strict_nonvisitor_changes": 257, "loose_no_treatment_visit_changes": 272, "target_open_gain": { "n": 128, "mean": 9.3203125, "min": 5, "max": 13, "median": 10, "histogram": { "5": 2, "6": 11, "7": 9, "8": 20, "9": 18, "10": 33, "11": 20, "12": 13, "13": 2 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 2 }, "held": { "changed_choices": { "n": 128, "mean": 2.2265625, "min": 0, "max": 4, "median": 2, "histogram": { "0": 5, "1": 20, "2": 55, "3": 37, "4": 11 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 123, "no_changed_choice_cells": 5, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 4.390625, "min": 3, "max": 7, "median": 4, "histogram": { "3": 3, "4": 77, "5": 44, "6": 3, "7": 1 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 4.1640625, "min": 1, "max": 7, "median": 4, "histogram": { "1": 2, "2": 10, "3": 27, "4": 37, "5": 34, "6": 14, "7": 4 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 128, "no_changed_choice_cells": 0, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 9.0390625, "min": 6, "max": 11, "median": 9, "histogram": { "6": 1, "7": 6, "8": 28, "9": 51, "10": 36, "11": 6 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 119, "equal_changed_choices": 7, "fewer_changed_choices": 2, "difference_distribution": { "n": 128, "mean": 5.3203125, "min": -1, "max": 19, "median": 4, "histogram": { "0": 7, "1": 10, "2": 17, "3": 20, "4": 11, "5": 5, "6": 9, "7": 10, "8": 11, "9": 4, "10": 9, "11": 3, "12": 3, "13": 3, "15": 3, "19": 1, "-1": 2 } }, "live_only_changes": 712, "held_only_changes": 31, "both_same_destination": 243, "both_different_destination": 11, "same_count_different_shopper_choices_cells": 4 } }, { "budget": 2, "cohort": "focused", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0.0078125, "min": 0, "max": 1, "median": 0, "histogram": { "0": 127, "1": 1 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 2, "cohort": "focused", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0.0078125, "min": 0, "max": 1, "median": 0, "histogram": { "0": 127, "1": 1 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 3, "cohort": "mixed", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 2.8125, "min": 0, "max": 11, "median": 2, "histogram": { "0": 8, "1": 28, "2": 37, "3": 16, "4": 19, "5": 9, "6": 2, "7": 2, "8": 3, "9": 2, "10": 1, "11": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 120, "no_changed_choice_cells": 8, "strict_nonvisitor_cells": 59, "strict_nonvisitor_changes": 100, "loose_no_treatment_visit_changes": 153, "target_open_gain": { "n": 128, "mean": 5.6015625, "min": 2, "max": 13, "median": 4, "histogram": { "2": 1, "3": 36, "4": 32, "5": 15, "6": 5, "7": 6, "8": 6, "9": 7, "10": 7, "11": 7, "12": 4, "13": 2 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 1.328125, "min": 0, "max": 5, "median": 1, "histogram": { "0": 30, "1": 50, "2": 27, "3": 19, "4": 1, "5": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 98, "no_changed_choice_cells": 30, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 4.921875, "min": 3, "max": 7, "median": 5, "histogram": { "3": 1, "4": 46, "5": 51, "6": 22, "7": 8 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 2.40625, "min": 0, "max": 6, "median": 2, "histogram": { "0": 9, "1": 21, "2": 42, "3": 28, "4": 22, "5": 5, "6": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 119, "no_changed_choice_cells": 9, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 9.8125, "min": 7, "max": 13, "median": 10, "histogram": { "7": 2, "8": 11, "9": 37, "10": 45, "11": 26, "12": 6, "13": 1 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 90, "equal_changed_choices": 32, "fewer_changed_choices": 6, "difference_distribution": { "n": 128, "mean": 1.484375, "min": -1, "max": 8, "median": 1, "histogram": { "0": 32, "1": 40, "2": 24, "3": 11, "4": 7, "5": 5, "6": 1, "8": 2, "-1": 6 } }, "live_only_changes": 222, "held_only_changes": 32, "both_same_destination": 137, "both_different_destination": 1, "same_count_different_shopper_choices_cells": 6 } }, { "budget": 3, "cohort": "mixed", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 3.984375, "min": 0, "max": 11, "median": 4, "histogram": { "0": 9, "1": 11, "2": 22, "3": 14, "4": 24, "5": 14, "6": 14, "7": 10, "8": 2, "9": 4, "10": 3, "11": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 119, "no_changed_choice_cells": 9, "strict_nonvisitor_cells": 79, "strict_nonvisitor_changes": 129, "loose_no_treatment_visit_changes": 182, "target_open_gain": { "n": 128, "mean": 9.515625, "min": 5, "max": 13, "median": 10, "histogram": { "5": 1, "6": 3, "7": 12, "8": 20, "9": 24, "10": 31, "11": 22, "12": 12, "13": 3 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 1.296875, "min": 0, "max": 4, "median": 1, "histogram": { "0": 30, "1": 49, "2": 33, "3": 13, "4": 3 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 98, "no_changed_choice_cells": 30, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 5.015625, "min": 4, "max": 9, "median": 5, "histogram": { "4": 40, "5": 57, "6": 22, "7": 8, "9": 1 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 2.40625, "min": 0, "max": 6, "median": 2, "histogram": { "0": 9, "1": 21, "2": 42, "3": 28, "4": 22, "5": 5, "6": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 119, "no_changed_choice_cells": 9, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 9.8125, "min": 7, "max": 13, "median": 10, "histogram": { "7": 2, "8": 11, "9": 37, "10": 45, "11": 26, "12": 6, "13": 1 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 106, "equal_changed_choices": 13, "fewer_changed_choices": 9, "difference_distribution": { "n": 128, "mean": 2.6875, "min": -1, "max": 9, "median": 2.5, "histogram": { "0": 13, "1": 22, "2": 20, "3": 24, "4": 12, "5": 11, "6": 9, "7": 3, "8": 4, "9": 1, "-1": 9 } }, "live_only_changes": 397, "held_only_changes": 53, "both_same_destination": 108, "both_different_destination": 5, "same_count_different_shopper_choices_cells": 7 } }, { "budget": 3, "cohort": "focused", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0.0078125, "min": 0, "max": 1, "median": 0, "histogram": { "0": 127, "1": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 1, "no_changed_choice_cells": 127, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0.03125, "min": 0, "max": 1, "median": 0, "histogram": { "0": 124, "1": 4 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 3, "cohort": "focused", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0.0078125, "min": 0, "max": 1, "median": 0, "histogram": { "0": 127, "1": 1 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 1, "no_changed_choice_cells": 127, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0.03125, "min": 0, "max": 1, "median": 0, "histogram": { "0": 124, "1": 4 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 6, "cohort": "mixed", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 6, "cohort": "mixed", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 6, "cohort": "focused", "reverse": false, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } }, { "budget": 6, "cohort": "focused", "reverse": true, "cells": 128, "shoppers_per_contrast": 3072, "contrasts": { "live": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "held": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 }, "off": { "changed_choices": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "paired_zero_sale_cells": 128, "nonzero_target_choice_cells": 0, "ghost_cells": 0, "no_changed_choice_cells": 128, "strict_nonvisitor_cells": 0, "strict_nonvisitor_changes": 0, "loose_no_treatment_visit_changes": 0, "target_open_gain": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "target_baseline_choices_total": 0, "target_treatment_choices_total": 0 } }, "live_vs_held": { "more_changed_choices": 0, "equal_changed_choices": 128, "fewer_changed_choices": 0, "difference_distribution": { "n": 128, "mean": 0, "min": 0, "max": 0, "median": 0, "histogram": { "0": 128 } }, "live_only_changes": 0, "held_only_changes": 0, "both_same_destination": 0, "both_different_destination": 0, "same_count_different_shopper_choices_cells": 0 } } ], "witnesses": { "first_strict_nonvisitor": { "seed": 1, "budget": 2, "cohort": "mixed", "reverse": true, "live_changed": 7, "held_changed": 3, "off_changed": 4, "live_strict_nonvisitor_ids": [ 10 ], "live_only": [ 5, 10, 11, 21 ], "held_only": [], "both_different": [ 12, 18 ] }, "first_suppression": { "seed": 4, "budget": 3, "cohort": "mixed", "reverse": false, "live_changed": 1, "held_changed": 2, "off_changed": 3, "live_strict_nonvisitor_ids": [], "live_only": [], "held_only": [ 16 ], "both_different": [] }, "original_selected_case": { "seed": 72, "budget": 2, "cohort": "mixed", "reverse": false, "live_changed": 16, "held_changed": 3, "off_changed": 4, "live_strict_nonvisitor_ids": [ 8, 9, 16, 19, 22 ], "live_only": [ 5, 8, 9, 11, 12, 14, 16, 17, 18, 19, 20, 22, 23 ], "held_only": [], "both_different": [] } }, "hypotheses": { "no_universal_amplification_in_primary": true, "strict_nonvisitor_route_exists_in_primary": true, "no_strict_nonvisitor_changes_in_blocked_controls": true, "all_full_browse_choices_invariant": true }, "limits": { "exploratory_after_inspection_of_selected_parent_example": true, "independent_validation": false, "probability_sample": false, "fresh_seed_panel": false, "model_agents": 0, "human_participants": 0, "real_purchases": 0, "additive_mediation_decomposition": false, "interpretation": "Finite within-generator interventions; no prevalence or causal-effect estimate for real shoppers or LLM agents." }, "raw_sha256": "6324634deec32ebb7313a5149bb961f815ff1f4109309784374103371743a4ed", "raw_size_bytes": 5638548 }