{
 "cell_id": "all_rational_r32",
 "logical_table": "all_rational",
 "rounds": 32,
 "status": "complete",
 "seeds": [
  0,
  1,
  2,
  3,
  4
 ],
 "min_accept": 5,
 "persona_id": null,
 "expected_episodes": 120,
 "n_done": 120,
 "budget_usd": null,
 "est_usd_per_episode": null,
 "shard_exit_codes": [
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0,
  0
 ],
 "missing_shards": [],
 "reused_shards": [],
 "resumed_complete_cell": false,
 "slurm": {
  "slurm_job_id": "16859547",
  "slurm_job_nodelist": "jagupard34",
  "slurm_job_partition": "sc-loprio",
  "slurm_cpus_on_node": "16",
  "hostname": "jagupard34.stanford.edu"
 },
 "wall_seconds": 1192.9089128952473,
 "run_dir": "/nlp/scr/siddharth/ii_mats/rational_agents/pure_rounds_sweep_v1/all_rational_r32",
 "attempts": [
  {
   "run_name": "pure_rounds_sweep_v1/all_rational_r32",
   "status": "complete",
   "run_dir": "/nlp/scr/siddharth/ii_mats/rational_agents/pure_rounds_sweep_v1/all_rational_r32"
  }
 ],
 "summary": {
  "normalized_primary": {
   "estimate": 0.1776475,
   "ci_low": 0.0936478125,
   "ci_high": 0.26789491666666665,
   "n": 120,
   "n_instances": 24
  },
  "deal_rate": {
   "estimate": 0.20833333333333334,
   "ci_low": 0.11666666666666667,
   "ci_high": 0.31666666666666665,
   "n": 120,
   "n_instances": 24
  },
  "normalized_nash_welfare": {
   "estimate": 0.10148957658345155,
   "ci_low": 0.054883328045172826,
   "ci_high": 0.15551401477924592,
   "n": 120,
   "n_instances": 24
  },
  "dist_to_nbs": {
   "estimate": 0.5820997156884712,
   "ci_low": 0.45203954198356455,
   "ci_high": 0.6917995192963392,
   "n": 25,
   "n_instances": 14
  },
  "gini": {
   "estimate": 0.2847959538721243,
   "ci_low": 0.23700231146362852,
   "ci_high": 0.3407670753464283,
   "n": 25,
   "n_instances": 14
  },
  "usw": {
   "estimate": 43.275,
   "ci_low": 20.545416666666668,
   "ci_high": 70.44333333333331,
   "n": 120,
   "n_instances": 24
  },
  "esw": {
   "estimate": 2.7583333333333333,
   "ci_low": 1.125,
   "ci_high": 4.917291666666664,
   "n": 120,
   "n_instances": 24
  },
  "nsw_geomean": {
   "estimate": 6.855446514527714,
   "ci_low": 3.100097921046231,
   "ci_high": 11.120259851588635,
   "n": 120,
   "n_instances": 24
  },
  "dist_to_frontier": {
   "estimate": 0.06447171949651397,
   "ci_low": 0.012288449732796441,
   "ci_high": 0.1454535005279107,
   "n": 25,
   "n_instances": 14
  },
  "dist_to_ks": {
   "estimate": 0.5556227671320861,
   "ci_low": 0.4162834382847556,
   "ci_high": 0.6623125864320751,
   "n": 25,
   "n_instances": 14
  },
  "on_frontier": {
   "estimate": 0.16666666666666666,
   "ci_low": 0.06666666666666667,
   "ci_high": 0.2833333333333333,
   "n": 120,
   "n_instances": 24
  },
  "all_ir": {
   "estimate": 0.20833333333333334,
   "ci_low": 0.11666666666666667,
   "ci_high": 0.30833333333333335,
   "n": 120,
   "n_instances": 24
  },
  "n_ir_violations": {
   "estimate": 0.0,
   "ci_low": 0.0,
   "ci_high": 0.0,
   "n": 120,
   "n_instances": 24
  },
  "n_ir_violation_turns": {
   "estimate": 0.0,
   "ci_low": 0.0,
   "ci_high": 0.0,
   "n": 120,
   "n_instances": 24
  },
  "rounds_to_agreement": {
   "estimate": 32.96,
   "ci_low": 32.8421052631579,
   "ci_high": 33.0,
   "n": 25,
   "n_instances": 14
  },
  "closing_round": {
   "estimate": 32.99166666666667,
   "ci_low": 32.975,
   "ci_high": 33.0,
   "n": 120,
   "n_instances": 24
  },
  "rounds_used_turns": {
   "estimate": 164.95833333333334,
   "ci_low": 164.875,
   "ci_high": 165.0,
   "n": 120,
   "n_instances": 24
  },
  "reached_deadline": {
   "estimate": 0.9916666666666667,
   "ci_low": 0.975,
   "ci_high": 1.0,
   "n": 120,
   "n_instances": 24
  },
  "belief_accuracy_mean": {
   "estimate": 0.2442872587655928,
   "ci_low": 0.2199923889507709,
   "ci_high": 0.2689953749168399,
   "n": 120,
   "n_instances": 24
  },
  "belief_accuracy_final": {
   "estimate": 0.24265153265117553,
   "ci_low": 0.2196425868327953,
   "ci_high": 0.26670046256108143,
   "n": 120,
   "n_instances": 24
  },
  "belief_final_posterior_mass_true_type": {
   "estimate": 0.0003509158486922845,
   "ci_low": 0.0002717471292895487,
   "ci_high": 0.00043657048892051177,
   "n": 120,
   "n_instances": 24
  },
  "belief_final_expected_utility_rmse": {
   "estimate": 0.24835731284576554,
   "ci_low": 0.2424605718744945,
   "ci_high": 0.25459398856908616,
   "n": 120,
   "n_instances": 24
  },
  "belief_final_accept_set_f1": {
   "estimate": 0.24265153265117553,
   "ci_low": 0.22007973722160382,
   "ci_high": 0.2675109245583557,
   "n": 120,
   "n_instances": 24
  },
  "belief_auc_posterior_mass_true_type": {
   "estimate": 0.00034503354233268133,
   "ci_low": 0.0002719471979793878,
   "ci_high": 0.0004269942881932465,
   "n": 120,
   "n_instances": 24
  },
  "belief_auc_expected_utility_rmse": {
   "estimate": 0.2489309755500417,
   "ci_low": 0.24311264209146305,
   "ci_high": 0.25482299711514445,
   "n": 120,
   "n_instances": 24
  },
  "belief_auc_accept_set_f1": {
   "estimate": 0.2442872587655928,
   "ci_low": 0.22037267970267124,
   "ci_high": 0.26865566196601637,
   "n": 120,
   "n_instances": 24
  },
  "n_episodes": 120,
  "n_instances": 24,
  "belief_accuracy_by_turn": {
   "posterior_mass_true_type": [
    0.00023990016218084967,
    0.0003297231183392002,
    0.0003354440214859768,
    0.00034302881088464973,
    0.00034501928852544156,
    0.0003440315083257124,
    0.0003464295211545028,
    0.0003480964798174244,
    0.0003480464430019847,
    0.00034798494438436495,
    0.0003477907531632656,
    0.0003479996414419789,
    0.0003470475757549805,
    0.00034747584561011007,
    0.00034725796837090984,
    0.00034624546859302746,
    0.0003466738016955509,
    0.0003469674740000069,
    0.00034678428195482867,
    0.0003477488064776869,
    0.00034773647126207127,
    0.00034728590606448344,
    0.00034671012241916516,
    0.0003479113611950867,
    0.00034831689643159496,
    0.00034840420724655235,
    0.0003491351365046152,
    0.00034940693454466417,
    0.00034967499319997925,
    0.0003502583892831327,
    0.0003509272956868897,
    0.00035085645032992567,
    0.000346988053295016
   ],
   "expected_utility_rmse": [
    0.25068023872213535,
    0.24908173614388898,
    0.24929856659725128,
    0.24914610280014163,
    0.24924470960308112,
    0.24929937145971132,
    0.24917178821291355,
    0.2491034945755259,
    0.24911037450933116,
    0.2490668729743825,
    0.24901308183601586,
    0.24904741384348406,
    0.24901288602759877,
    0.2489931390617859,
    0.24896919944369852,
    0.249003174820517,
    0.24898721048782527,
    0.24894459375001735,
    0.24894445489707132,
    0.24892717996918468,
    0.2488673867926989,
    0.2488479607691193,
    0.24885335875673256,
    0.24883028471560875,
    0.2487898028720505,
    0.2487180640743571,
    0.24861696564914934,
    0.24854395670375964,
    0.24848373793399478,
    0.24851104829965517,
    0.2484228802834175,
    0.2484006882893234,
    0.24906800511514315
   ],
   "accept_set_f1": [
    0.17053306152050032,
    0.2344737163988079,
    0.24256583372363047,
    0.2482568568546112,
    0.2512540817726439,
    0.2515126623190226,
    0.2504192974659202,
    0.24958599255469124,
    0.2492089054580208,
    0.2487571249061626,
    0.2486333692445945,
    0.24835783057439642,
    0.24860553817212352,
    0.2489259775212594,
    0.24879478262351443,
    0.24852167045188228,
    0.24846080034094192,
    0.2486422565464693,
    0.24840754601158743,
    0.2452716547819799,
    0.24247523275865468,
    0.24240558676828378,
    0.24211086777432922,
    0.2417316896429439,
    0.2414179346740319,
    0.24060219354642642,
    0.24095626699553113,
    0.2412754642658204,
    0.24165711164665188,
    0.2420966437789147,
    0.24244335764194072,
    0.24263587260460318,
    0.24020030967488576
   ]
  },
  "episode_seconds": {
   "n": 120,
   "total": 82731.04165348457,
   "mean": 689.4253471123715,
   "max": 1177.4214133573696,
   "n_timeout": 0
  }
 },
 "wandb_url": "https://wandb.ai/siddharth-stanford/rational_agents/runs/ko21cwvi",
 "wandb_run_id": "ko21cwvi"
}
