{"arms":[{"description":"Canonical agents retain their seeded Genesis spending propensity.","id":"baseline","label":"Fixed rule baseline"},{"description":"Each agent independently selects a spending propensity with seeded epsilon-greedy learning.","id":"adaptive","label":"Adaptive bandit"}],"config":{"actions":[0.2,0.4,0.6,0.8],"agent_count":100,"decision_trace_agents":3,"epochs":60,"epsilon":0.12,"seeds":[11,29,47]},"constitution_hash":"0ae3858a6de52c592ce70d789023ebe97bcedbd9a9f4cfd6944f880ef8f28737","description":"Matched-seed toy-economy comparison of fixed and adaptive spending behavior.","model":{"algorithm":"independent per-agent seeded epsilon-greedy sample-average learning","baseline":"fixed Genesis spend_propensity; no learning","id":"seeded-epsilon-greedy-v1","reward":"(balance change excluding equal policy issuance + purchased service utility at canonical base price) / initial balance","type":"adaptive multi-armed bandit","update_rule":"Q(a) <- Q(a) + (reward - Q(a)) / N(a)"},"runs":[{"arm":"baseline","cumulative_reward":20.402481762,"decisions":[{"action":0.4799,"agent_id":"agent-0001","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.00170611},{"action":0.5965,"agent_id":"agent-0003","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.000143653},{"action":0.4799,"agent_id":"agent-0001","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.000813994},{"action":0.4937,"agent_id":"agent-0002","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.000434886},{"action":0.4937,"agent_id":"agent-0002","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.012145542},{"action":0.5965,"agent_id":"agent-0003","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.002553332},{"action":0.4799,"agent_id":"agent-0001","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.001733133},{"action":0.4937,"agent_id":"agent-0002","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.000690547},{"action":0.5965,"agent_id":"agent-0003","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.013453503},{"action":0.4799,"agent_id":"agent-0001","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.007592177},{"action":0.4937,"agent_id":"agent-0002","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.012869094},{"action":0.5965,"agent_id":"agent-0003","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.018277794},{"action":0.4799,"agent_id":"agent-0001","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.000766725},{"action":0.4799,"agent_id":"agent-0001","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.001020368},{"action":0.4799,"agent_id":"agent-0001","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.004921199},{"action":0.4937,"agent_id":"agent-0002","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.008444442},{"action":0.4937,"agent_id":"agent-0002","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.000143957},{"action":0.5965,"agent_id":"agent-0003","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.00820305},{"action":0.4937,"agent_id":"agent-0002","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.001242584},{"action":0.5965,"agent_id":"agent-0003","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.000749928},{"action":0.4799,"agent_id":"agent-0001","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.006238625},{"action":0.4937,"agent_id":"agent-0002","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":-8.4555e-05},{"action":0.4937,"agent_id":"agent-0002","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.000362764},{"action":0.4937,"agent_id":"agent-0002","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.009601738},{"action":0.4937,"agent_id":"agent-0002","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.010862936},{"action":0.5965,"agent_id":"agent-0003","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.00069506},{"action":0.4937,"agent_id":"agent-0002","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.00077293},{"action":0.4937,"agent_id":"agent-0002","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.016053319},{"action":0.4799,"agent_id":"agent-0001","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.006694104},{"action":0.4937,"agent_id":"agent-0002","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.013682133},{"action":0.5965,"agent_id":"agent-0003","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.017108084},{"action":0.4799,"agent_id":"agent-0001","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.006235071},{"action":0.5965,"agent_id":"agent-0003","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.021830305},{"action":0.4799,"agent_id":"agent-0001","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.001648373},{"action":0.4937,"agent_id":"agent-0002","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.000256243},{"action":0.4937,"agent_id":"agent-0002","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.001667677},{"action":0.4799,"agent_id":"agent-0001","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.000416762},{"action":0.4937,"agent_id":"agent-0002","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":0.000620899},{"action":0.4937,"agent_id":"agent-0002","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.00060482},{"action":0.4937,"agent_id":"agent-0002","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.000699466},{"action":0.5965,"agent_id":"agent-0003","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.022139532},{"action":0.4799,"agent_id":"agent-0001","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.010981474},{"action":0.5965,"agent_id":"agent-0003","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.000579174},{"action":0.4937,"agent_id":"agent-0002","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.017935731},{"action":0.4799,"agent_id":"agent-0001","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.009045607},{"action":0.5965,"agent_id":"agent-0003","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.022834244},{"action":0.4799,"agent_id":"agent-0001","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.000238483},{"action":0.4937,"agent_id":"agent-0002","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.009782013},{"action":0.5965,"agent_id":"agent-0003","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.019051723},{"action":0.4799,"agent_id":"agent-0001","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.002494522},{"action":0.4799,"agent_id":"agent-0001","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.002430061},{"action":0.4937,"agent_id":"agent-0002","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.013409032},{"action":0.5965,"agent_id":"agent-0003","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.017839903},{"action":0.4799,"agent_id":"agent-0001","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.01326599},{"action":0.5965,"agent_id":"agent-0003","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.003222658},{"action":0.4799,"agent_id":"agent-0001","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.006563008},{"action":0.4937,"agent_id":"agent-0002","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.018268482},{"action":0.4799,"agent_id":"agent-0001","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.007320146},{"action":0.4937,"agent_id":"agent-0002","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.014623841},{"action":0.5965,"agent_id":"agent-0003","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.024444371},{"action":0.4799,"agent_id":"agent-0001","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.000328519},{"action":0.4799,"agent_id":"agent-0001","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.000186614},{"action":0.4937,"agent_id":"agent-0002","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.006960367},{"action":0.5965,"agent_id":"agent-0003","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.014155827},{"action":0.5965,"agent_id":"agent-0003","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.021323374},{"action":0.4799,"agent_id":"agent-0001","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":8.9131e-05},{"action":0.4937,"agent_id":"agent-0002","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.000941374},{"action":0.5965,"agent_id":"agent-0003","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.008366195},{"action":0.4799,"agent_id":"agent-0001","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.009223762},{"action":0.5965,"agent_id":"agent-0003","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.004852059},{"action":0.4937,"agent_id":"agent-0002","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.000289839},{"action":0.5965,"agent_id":"agent-0003","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.013062465},{"action":0.5965,"agent_id":"agent-0003","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.00728039},{"action":0.4937,"agent_id":"agent-0002","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.004141646},{"action":0.5965,"agent_id":"agent-0003","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.000272449},{"action":0.4937,"agent_id":"agent-0002","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.000470755},{"action":0.5965,"agent_id":"agent-0003","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4937,"agent_id":"agent-0002","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4799,"agent_id":"agent-0001","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.000424417},{"action":0.4937,"agent_id":"agent-0002","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.5965,"agent_id":"agent-0003","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.024825923}],"final_action_counts":{},"final_values":{},"history":[{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":0.42562827,"epoch":1,"gini":0.004744,"inflation_pct":0.0,"mean_reward":0.004256283,"money_supply":100000.0,"nominal_gdp":398.924736,"policy_rate_pct":3.0,"price_index":93.572525,"transaction_count":63,"velocity":0.003989247},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":0.727126639,"epoch":2,"gini":0.006159,"inflation_pct":2.248714,"mean_reward":0.003014984,"money_supply":100000.0,"nominal_gdp":288.870897,"policy_rate_pct":3.0,"price_index":95.676704,"transaction_count":56,"velocity":0.002888709},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":1.096195662,"epoch":3,"gini":0.009271,"inflation_pct":-1.699839,"mean_reward":0.00369069,"money_supply":100000.0,"nominal_gdp":346.675246,"policy_rate_pct":3.0,"price_index":94.050354,"transaction_count":56,"velocity":0.003466752},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":1.446770196,"epoch":4,"gini":0.011923,"inflation_pct":0.553398,"mean_reward":0.003505745,"money_supply":100000.0,"nominal_gdp":330.950483,"policy_rate_pct":3.0,"price_index":94.570827,"transaction_count":59,"velocity":0.003309505},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":1.777500933,"epoch":5,"gini":0.014333,"inflation_pct":0.695675,"mean_reward":0.003307307,"money_supply":100000.0,"nominal_gdp":313.588624,"policy_rate_pct":3.0,"price_index":95.228733,"transaction_count":61,"velocity":0.003135886},{"active_agent_rate_pct":40.0,"agent_count":100,"cumulative_reward":2.037311274,"epoch":6,"gini":0.016028,"inflation_pct":-1.174082,"mean_reward":0.002598103,"money_supply":100000.0,"nominal_gdp":244.301004,"policy_rate_pct":3.0,"price_index":94.11067,"transaction_count":41,"velocity":0.00244301},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":2.42094616,"epoch":7,"gini":0.018427,"inflation_pct":2.539262,"mean_reward":0.003836349,"money_supply":100000.0,"nominal_gdp":369.117285,"policy_rate_pct":3.0,"price_index":96.500386,"transaction_count":61,"velocity":0.003691173},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":2.761296135,"epoch":8,"gini":0.020818,"inflation_pct":-1.419674,"mean_reward":0.0034035,"money_supply":100000.0,"nominal_gdp":322.67254,"policy_rate_pct":3.0,"price_index":95.130395,"transaction_count":57,"velocity":0.003226725},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":3.054553367,"epoch":9,"gini":0.022511,"inflation_pct":0.266269,"mean_reward":0.002932572,"money_supply":100000.0,"nominal_gdp":280.059246,"policy_rate_pct":3.0,"price_index":95.383697,"transaction_count":50,"velocity":0.002800592},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":3.34010106,"epoch":10,"gini":0.024814,"inflation_pct":0.261073,"mean_reward":0.002855477,"money_supply":100000.0,"nominal_gdp":273.007145,"policy_rate_pct":3.0,"price_index":95.632718,"transaction_count":49,"velocity":0.002730071},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":3.746759318,"epoch":11,"gini":0.027629,"inflation_pct":0.784809,"mean_reward":0.004066583,"money_supply":100000.0,"nominal_gdp":391.829739,"policy_rate_pct":3.0,"price_index":96.383252,"transaction_count":70,"velocity":0.003918297},{"active_agent_rate_pct":41.0,"agent_count":100,"cumulative_reward":3.988902895,"epoch":12,"gini":0.030042,"inflation_pct":-1.311669,"mean_reward":0.002421436,"money_supply":100027.7778,"nominal_gdp":230.049125,"policy_rate_pct":3.0,"price_index":95.119023,"transaction_count":32,"velocity":0.002299852},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":4.408623057,"epoch":13,"gini":0.033129,"inflation_pct":2.503366,"mean_reward":0.004197202,"money_supply":100027.7778,"nominal_gdp":410.63244,"policy_rate_pct":3.0,"price_index":97.500201,"transaction_count":60,"velocity":0.004105184},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":4.737547789,"epoch":14,"gini":0.035491,"inflation_pct":0.414698,"mean_reward":0.003289247,"money_supply":100027.7778,"nominal_gdp":322.071497,"policy_rate_pct":3.0,"price_index":97.904533,"transaction_count":58,"velocity":0.003219821},{"active_agent_rate_pct":50.0,"agent_count":100,"cumulative_reward":5.030440475,"epoch":15,"gini":0.037848,"inflation_pct":-1.571021,"mean_reward":0.002928927,"money_supply":100027.7778,"nominal_gdp":281.916686,"policy_rate_pct":3.0,"price_index":96.366432,"transaction_count":48,"velocity":0.002818384},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":5.369960875,"epoch":16,"gini":0.040586,"inflation_pct":0.951068,"mean_reward":0.003395204,"money_supply":100027.7778,"nominal_gdp":329.998668,"policy_rate_pct":3.0,"price_index":97.282943,"transaction_count":49,"velocity":0.00329907},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":5.811915188,"epoch":17,"gini":0.043183,"inflation_pct":0.312153,"mean_reward":0.004419543,"money_supply":100027.7778,"nominal_gdp":430.831457,"policy_rate_pct":3.0,"price_index":97.586615,"transaction_count":70,"velocity":0.004307118},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":6.252464674,"epoch":18,"gini":0.047297,"inflation_pct":-0.084969,"mean_reward":0.004405495,"money_supply":100027.7778,"nominal_gdp":430.026343,"policy_rate_pct":3.0,"price_index":97.503696,"transaction_count":61,"velocity":0.004299069},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":6.589792308,"epoch":19,"gini":0.050156,"inflation_pct":-0.829975,"mean_reward":0.003373276,"money_supply":100027.7778,"nominal_gdp":325.473366,"policy_rate_pct":3.0,"price_index":96.69444,"transaction_count":51,"velocity":0.00325383},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":6.982803658,"epoch":20,"gini":0.052966,"inflation_pct":0.747684,"mean_reward":0.003930113,"money_supply":100027.7778,"nominal_gdp":383.329907,"policy_rate_pct":3.0,"price_index":97.417409,"transaction_count":59,"velocity":0.003832235},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":7.350161068,"epoch":21,"gini":0.055692,"inflation_pct":-0.140613,"mean_reward":0.003673574,"money_supply":100027.7778,"nominal_gdp":357.717079,"policy_rate_pct":3.0,"price_index":97.280428,"transaction_count":52,"velocity":0.003576177},{"active_agent_rate_pct":48.0,"agent_count":100,"cumulative_reward":7.626272863,"epoch":22,"gini":0.057644,"inflation_pct":-1.434378,"mean_reward":0.002761118,"money_supply":100027.7778,"nominal_gdp":264.660633,"policy_rate_pct":3.0,"price_index":95.885059,"transaction_count":43,"velocity":0.002645871},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":7.966752205,"epoch":23,"gini":0.059753,"inflation_pct":0.994703,"mean_reward":0.003404793,"money_supply":100027.7778,"nominal_gdp":330.791339,"policy_rate_pct":3.0,"price_index":96.83883,"transaction_count":48,"velocity":0.003306995},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":8.30667489,"epoch":24,"gini":0.062171,"inflation_pct":0.022421,"mean_reward":0.003399227,"money_supply":100041.6705,"nominal_gdp":330.03952,"policy_rate_pct":3.0,"price_index":96.860542,"transaction_count":56,"velocity":0.00329902},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":8.617172368,"epoch":25,"gini":0.064254,"inflation_pct":0.816423,"mean_reward":0.003104975,"money_supply":100041.6705,"nominal_gdp":301.061326,"policy_rate_pct":3.0,"price_index":97.651334,"transaction_count":54,"velocity":0.003009359},{"active_agent_rate_pct":50.0,"agent_count":100,"cumulative_reward":8.908214333,"epoch":26,"gini":0.066495,"inflation_pct":-0.562868,"mean_reward":0.00291042,"money_supply":100041.6705,"nominal_gdp":282.082321,"policy_rate_pct":3.0,"price_index":97.101686,"transaction_count":48,"velocity":0.002819648},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":9.252032571,"epoch":27,"gini":0.069566,"inflation_pct":0.277413,"mean_reward":0.003438182,"money_supply":100041.6705,"nominal_gdp":334.072693,"policy_rate_pct":3.0,"price_index":97.371058,"transaction_count":55,"velocity":0.003339335},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":9.561097229,"epoch":28,"gini":0.071849,"inflation_pct":-0.390166,"mean_reward":0.003090647,"money_supply":100041.6705,"nominal_gdp":298.955433,"policy_rate_pct":3.0,"price_index":96.991149,"transaction_count":48,"velocity":0.002988309},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":9.900306575,"epoch":29,"gini":0.074907,"inflation_pct":0.17694,"mean_reward":0.003392093,"money_supply":100041.6705,"nominal_gdp":329.630243,"policy_rate_pct":3.0,"price_index":97.162765,"transaction_count":50,"velocity":0.003294929},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":10.281614503,"epoch":30,"gini":0.07765,"inflation_pct":0.20288,"mean_reward":0.003813079,"money_supply":100041.6705,"nominal_gdp":372.567488,"policy_rate_pct":3.0,"price_index":97.359889,"transaction_count":64,"velocity":0.003724123},{"active_agent_rate_pct":46.0,"agent_count":100,"cumulative_reward":10.528906385,"epoch":31,"gini":0.079661,"inflation_pct":-0.869556,"mean_reward":0.002472919,"money_supply":100041.6705,"nominal_gdp":238.787787,"policy_rate_pct":3.0,"price_index":96.51329,"transaction_count":41,"velocity":0.002386883},{"active_agent_rate_pct":44.0,"agent_count":100,"cumulative_reward":10.764253531,"epoch":32,"gini":0.082004,"inflation_pct":-0.653951,"mean_reward":0.002353471,"money_supply":100041.6705,"nominal_gdp":225.244064,"policy_rate_pct":3.0,"price_index":95.88214,"transaction_count":38,"velocity":0.002251502},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":11.11648977,"epoch":33,"gini":0.084101,"inflation_pct":1.501326,"mean_reward":0.003522362,"money_supply":100041.6705,"nominal_gdp":342.855751,"policy_rate_pct":3.0,"price_index":97.321643,"transaction_count":52,"velocity":0.003427129},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":11.510853926,"epoch":34,"gini":0.087893,"inflation_pct":-0.248648,"mean_reward":0.003943642,"money_supply":100041.6705,"nominal_gdp":382.689601,"policy_rate_pct":3.0,"price_index":97.079655,"transaction_count":59,"velocity":0.003825302},{"active_agent_rate_pct":46.0,"agent_count":100,"cumulative_reward":11.77258263,"epoch":35,"gini":0.089839,"inflation_pct":0.513017,"mean_reward":0.002617287,"money_supply":100041.6705,"nominal_gdp":254.97286,"policy_rate_pct":3.0,"price_index":97.57769,"transaction_count":45,"velocity":0.002548667},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":12.09839124,"epoch":36,"gini":0.092618,"inflation_pct":-0.677814,"mean_reward":0.003258086,"money_supply":100055.5652,"nominal_gdp":314.873168,"policy_rate_pct":3.0,"price_index":96.916295,"transaction_count":50,"velocity":0.003146983},{"active_agent_rate_pct":46.0,"agent_count":100,"cumulative_reward":12.433115604,"epoch":37,"gini":0.09531,"inflation_pct":0.007816,"mean_reward":0.003347244,"money_supply":100055.5652,"nominal_gdp":325.26566,"policy_rate_pct":3.0,"price_index":96.92387,"transaction_count":44,"velocity":0.00325085},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":12.797361974,"epoch":38,"gini":0.097685,"inflation_pct":1.261013,"mean_reward":0.003642464,"money_supply":100055.5652,"nominal_gdp":356.079373,"policy_rate_pct":3.0,"price_index":98.146092,"transaction_count":64,"velocity":0.003558816},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":13.192111114,"epoch":39,"gini":0.10089,"inflation_pct":-0.72751,"mean_reward":0.003947491,"money_supply":100055.5652,"nominal_gdp":384.305773,"policy_rate_pct":3.0,"price_index":97.432069,"transaction_count":55,"velocity":0.003840924},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":13.561860611,"epoch":40,"gini":0.103759,"inflation_pct":0.968689,"mean_reward":0.003697495,"money_supply":100055.5652,"nominal_gdp":363.271554,"policy_rate_pct":3.0,"price_index":98.375883,"transaction_count":56,"velocity":0.003630698},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":13.890623907,"epoch":41,"gini":0.106946,"inflation_pct":-1.401524,"mean_reward":0.003287633,"money_supply":100055.5652,"nominal_gdp":319.02956,"policy_rate_pct":3.0,"price_index":96.997122,"transaction_count":51,"velocity":0.003188524},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":14.216761205,"epoch":42,"gini":0.109547,"inflation_pct":0.68294,"mean_reward":0.003261373,"money_supply":100055.5652,"nominal_gdp":317.303204,"policy_rate_pct":3.0,"price_index":97.659554,"transaction_count":58,"velocity":0.00317127},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":14.570713481,"epoch":43,"gini":0.111981,"inflation_pct":-1.133508,"mean_reward":0.003539523,"money_supply":100055.5652,"nominal_gdp":341.235546,"policy_rate_pct":3.0,"price_index":96.552575,"transaction_count":56,"velocity":0.00341046},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":14.929564554,"epoch":44,"gini":0.115134,"inflation_pct":0.210675,"mean_reward":0.003588511,"money_supply":100055.5652,"nominal_gdp":347.853698,"policy_rate_pct":3.0,"price_index":96.755987,"transaction_count":55,"velocity":0.003476605},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":15.248153242,"epoch":45,"gini":0.117985,"inflation_pct":-0.519055,"mean_reward":0.003185887,"money_supply":100055.5652,"nominal_gdp":306.901379,"policy_rate_pct":3.0,"price_index":96.25377,"transaction_count":51,"velocity":0.003067309},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":15.595546094,"epoch":46,"gini":0.120202,"inflation_pct":1.231128,"mean_reward":0.003473929,"money_supply":100055.5652,"nominal_gdp":338.876624,"policy_rate_pct":3.0,"price_index":97.438777,"transaction_count":51,"velocity":0.003386884},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":15.930938525,"epoch":47,"gini":0.122759,"inflation_pct":0.148813,"mean_reward":0.003353924,"money_supply":100055.5652,"nominal_gdp":326.752862,"policy_rate_pct":3.0,"price_index":97.583779,"transaction_count":54,"velocity":0.003265714},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":16.302502786,"epoch":48,"gini":0.125922,"inflation_pct":-0.56301,"mean_reward":0.003715643,"money_supply":100069.4618,"nominal_gdp":361.389497,"policy_rate_pct":3.0,"price_index":97.034372,"transaction_count":58,"velocity":0.003611386},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":16.715137,"epoch":49,"gini":0.129224,"inflation_pct":0.812246,"mean_reward":0.004126342,"money_supply":100069.4618,"nominal_gdp":404.144272,"policy_rate_pct":3.0,"price_index":97.82253,"transaction_count":63,"velocity":0.004038637},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":17.060450143,"epoch":50,"gini":0.131777,"inflation_pct":-0.246523,"mean_reward":0.003453131,"money_supply":100069.4618,"nominal_gdp":336.025682,"policy_rate_pct":3.0,"price_index":97.581375,"transaction_count":59,"velocity":0.003357924},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":17.379552904,"epoch":51,"gini":0.133512,"inflation_pct":0.558766,"mean_reward":0.003191028,"money_supply":100069.4618,"nominal_gdp":314.420532,"policy_rate_pct":3.0,"price_index":98.126626,"transaction_count":46,"velocity":0.003142023},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":17.766703922,"epoch":52,"gini":0.13629,"inflation_pct":0.029671,"mean_reward":0.00387151,"money_supply":100069.4618,"nominal_gdp":379.104611,"policy_rate_pct":3.0,"price_index":98.155741,"transaction_count":66,"velocity":0.003788415},{"active_agent_rate_pct":46.0,"agent_count":100,"cumulative_reward":18.093790797,"epoch":53,"gini":0.138922,"inflation_pct":-0.324341,"mean_reward":0.003270869,"money_supply":100069.4618,"nominal_gdp":319.956668,"policy_rate_pct":3.0,"price_index":97.837381,"transaction_count":45,"velocity":0.003197346},{"active_agent_rate_pct":48.0,"agent_count":100,"cumulative_reward":18.358151111,"epoch":54,"gini":0.141007,"inflation_pct":0.548938,"mean_reward":0.002643603,"money_supply":100069.4618,"nominal_gdp":259.479758,"policy_rate_pct":3.0,"price_index":98.374448,"transaction_count":47,"velocity":0.002592996},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":18.697220352,"epoch":55,"gini":0.143471,"inflation_pct":-0.84907,"mean_reward":0.003390692,"money_supply":100069.4618,"nominal_gdp":330.348929,"policy_rate_pct":3.0,"price_index":97.53918,"transaction_count":53,"velocity":0.003301196},{"active_agent_rate_pct":44.0,"agent_count":100,"cumulative_reward":18.983406781,"epoch":56,"gini":0.145694,"inflation_pct":-1.25975,"mean_reward":0.002861864,"money_supply":100069.4618,"nominal_gdp":275.001899,"policy_rate_pct":3.0,"price_index":96.31043,"transaction_count":38,"velocity":0.00274811},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":19.387145093,"epoch":57,"gini":0.148097,"inflation_pct":1.897046,"mean_reward":0.004037383,"money_supply":100069.4618,"nominal_gdp":395.349974,"policy_rate_pct":3.0,"price_index":98.137483,"transaction_count":64,"velocity":0.003950755},{"active_agent_rate_pct":42.0,"agent_count":100,"cumulative_reward":19.703617665,"epoch":58,"gini":0.150347,"inflation_pct":-0.148638,"mean_reward":0.003164726,"money_supply":100069.4618,"nominal_gdp":311.530574,"policy_rate_pct":3.0,"price_index":97.991614,"transaction_count":40,"velocity":0.003113143},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":20.072489862,"epoch":59,"gini":0.153003,"inflation_pct":-0.290657,"mean_reward":0.003688722,"money_supply":100069.4618,"nominal_gdp":359.803839,"policy_rate_pct":3.0,"price_index":97.706794,"transaction_count":56,"velocity":0.003595541},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":20.402481762,"epoch":60,"gini":0.156165,"inflation_pct":-0.242663,"mean_reward":0.003299919,"money_supply":100083.3603,"nominal_gdp":321.687432,"policy_rate_pct":3.0,"price_index":97.469696,"transaction_count":49,"velocity":0.003214195}],"initial_state_hash":"2e310b348626d63647425e039e30cd839e820989aeede8f7922a2b1676c7b71d","max_accounting_error":0.0,"seed":11},{"arm":"adaptive","cumulative_reward":25.69217245,"decisions":[{"action":0.6,"agent_id":"agent-0001","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.002040116,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.002040116},{"action":0.6,"agent_id":"agent-0003","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.01931488,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.01931488},{"action":0.2,"agent_id":"agent-0001","epoch":2,"explore":false,"q_after":{"0.2":0.004925986,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.004925986},{"action":0.6,"agent_id":"agent-0002","epoch":2,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.001736049,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.002040116,"0.8":0.0},"reward":0.001431982},{"action":0.6,"agent_id":"agent-0003","epoch":2,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.00965744,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.01931488,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":3,"explore":false,"q_after":{"0.2":0.002673277,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.004925986,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.000420567},{"action":0.6,"agent_id":"agent-0002","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005659752,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.001736049,"0.8":0.0},"reward":0.013507157},{"action":0.6,"agent_id":"agent-0003","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.006438293,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.00965744,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":4,"explore":false,"q_after":{"0.2":0.001782184,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002673277,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":4,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004294512,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005659752,"0.8":0.0},"reward":0.000198793},{"action":0.6,"agent_id":"agent-0003","epoch":4,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.010318249,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.006438293,"0.8":0.0},"reward":0.021958116},{"action":0.2,"agent_id":"agent-0001","epoch":5,"explore":false,"q_after":{"0.2":0.001353579,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.001782184,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":6.7762e-05},{"action":0.4,"agent_id":"agent-0002","epoch":5,"explore":true,"q_after":{"0.2":0.0,"0.4":0.014378761,"0.6":0.004294512,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004294512,"0.8":0.0},"reward":0.014378761},{"action":0.6,"agent_id":"agent-0003","epoch":5,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.012115068,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.010318249,"0.8":0.0},"reward":0.019302343},{"action":0.2,"agent_id":"agent-0001","epoch":6,"explore":true,"q_after":{"0.2":0.002393336,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.001353579,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.006552365},{"action":0.4,"agent_id":"agent-0002","epoch":6,"explore":false,"q_after":{"0.2":0.0,"0.4":0.008453062,"0.6":0.004294512,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.014378761,"0.6":0.004294512,"0.8":0.0},"reward":0.002527363},{"action":0.6,"agent_id":"agent-0003","epoch":6,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.011046877,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.012115068,"0.8":0.0},"reward":0.005705926},{"action":0.2,"agent_id":"agent-0001","epoch":7,"explore":false,"q_after":{"0.2":0.002995778,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002393336,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.00600799},{"action":0.4,"agent_id":"agent-0002","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.005635375,"0.6":0.004294512,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.008453062,"0.6":0.004294512,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.009595306,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.011046877,"0.8":0.0},"reward":0.000885877},{"action":0.2,"agent_id":"agent-0001","epoch":8,"explore":false,"q_after":{"0.2":0.003644147,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002995778,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.007534359},{"action":0.4,"agent_id":"agent-0002","epoch":8,"explore":false,"q_after":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004294512,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.005635375,"0.6":0.004294512,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":8,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.008438135,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.009595306,"0.8":0.0},"reward":0.000337942},{"action":0.2,"agent_id":"agent-0001","epoch":9,"explore":false,"q_after":{"0.2":0.00369269,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003644147,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.004032489},{"action":0.6,"agent_id":"agent-0002","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.004226531,"0.6":0.005838005,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004294512,"0.8":0.0},"reward":0.012011976},{"action":0.6,"agent_id":"agent-0003","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.009198287,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.008438135,"0.8":0.0},"reward":0.015279503},{"action":0.2,"agent_id":"agent-0001","epoch":10,"explore":false,"q_after":{"0.2":0.003282391,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.00369269,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0002","epoch":10,"explore":true,"q_after":{"0.2":0.0,"0.4":0.004226531,"0.6":0.005838005,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.004226531,"0.6":0.005838005,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":10,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.010659927,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.009198287,"0.8":0.0},"reward":0.02381468},{"action":0.4,"agent_id":"agent-0001","epoch":11,"explore":true,"q_after":{"0.2":0.003282391,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003282391,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.00063027},{"action":0.6,"agent_id":"agent-0002","epoch":11,"explore":false,"q_after":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004865004,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.004226531,"0.6":0.005838005,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":11,"explore":true,"q_after":{"0.2":0.019172462,"0.4":0.0,"0.6":0.010659927,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.010659927,"0.8":0.0},"reward":0.019172462},{"action":0.2,"agent_id":"agent-0001","epoch":12,"explore":false,"q_after":{"0.2":0.0039509,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003282391,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.009967484},{"action":0.8,"agent_id":"agent-0002","epoch":12,"explore":true,"q_after":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004865004,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004865004,"0.8":0.0},"reward":0.00129709},{"action":0.2,"agent_id":"agent-0003","epoch":12,"explore":false,"q_after":{"0.2":0.009586231,"0.4":0.0,"0.6":0.010659927,"0.8":0.0},"q_before":{"0.2":0.019172462,"0.4":0.0,"0.6":0.010659927,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":13,"explore":false,"q_after":{"0.2":0.003591727,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0039509,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":13,"explore":false,"q_after":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004170003,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004865004,"0.8":0.00129709},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":13,"explore":false,"q_after":{"0.2":0.009586231,"0.4":0.0,"0.6":0.009690842,"0.8":0.0},"q_before":{"0.2":0.009586231,"0.4":0.0,"0.6":0.010659927,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":14,"explore":false,"q_after":{"0.2":0.003292417,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003591727,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0002","epoch":14,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003381225,"0.6":0.004170003,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.004226531,"0.6":0.004170003,"0.8":0.00129709},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":14,"explore":false,"q_after":{"0.2":0.009586231,"0.4":0.0,"0.6":0.010554591,"0.8":0.0},"q_before":{"0.2":0.009586231,"0.4":0.0,"0.6":0.009690842,"0.8":0.0},"reward":0.020055829},{"action":0.2,"agent_id":"agent-0001","epoch":15,"explore":false,"q_after":{"0.2":0.003617734,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003292417,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.007521534},{"action":0.6,"agent_id":"agent-0002","epoch":15,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003381225,"0.6":0.003683881,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.003381225,"0.6":0.004170003,"0.8":0.00129709},"reward":0.000281026},{"action":0.6,"agent_id":"agent-0003","epoch":15,"explore":false,"q_after":{"0.2":0.009586231,"0.4":0.0,"0.6":0.0097427,"0.8":0.0},"q_before":{"0.2":0.009586231,"0.4":0.0,"0.6":0.010554591,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":16,"explore":false,"q_after":{"0.2":0.003359324,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003617734,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":16,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003381225,"0.6":0.003274561,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.003381225,"0.6":0.003683881,"0.8":0.00129709},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":16,"explore":false,"q_after":{"0.2":0.009586231,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"q_before":{"0.2":0.009586231,"0.4":0.0,"0.6":0.0097427,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":17,"explore":false,"q_after":{"0.2":0.003584268,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003359324,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.006733481},{"action":0.4,"agent_id":"agent-0002","epoch":17,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003274561,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.003381225,"0.6":0.003274561,"0.8":0.00129709},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":17,"explore":false,"q_after":{"0.2":0.014668622,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"q_before":{"0.2":0.009586231,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"reward":0.024833404},{"action":0.2,"agent_id":"agent-0001","epoch":18,"explore":false,"q_after":{"0.2":0.003814263,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003584268,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.007264196},{"action":0.6,"agent_id":"agent-0002","epoch":18,"explore":true,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.004183565,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003274561,"0.8":0.00129709},"reward":0.012364605},{"action":0.2,"agent_id":"agent-0003","epoch":18,"explore":false,"q_after":{"0.2":0.016523375,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"q_before":{"0.2":0.014668622,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"reward":0.022087636},{"action":0.2,"agent_id":"agent-0001","epoch":19,"explore":false,"q_after":{"0.2":0.003689182,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003814263,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.001687881},{"action":0.6,"agent_id":"agent-0002","epoch":19,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003803241,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.004183565,"0.8":0.00129709},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":19,"explore":false,"q_after":{"0.2":0.014458151,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"q_before":{"0.2":0.016523375,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"reward":0.006197252},{"action":0.2,"agent_id":"agent-0001","epoch":20,"explore":false,"q_after":{"0.2":0.003484227,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003689182,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":20,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003486305,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003803241,"0.8":0.00129709},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":20,"explore":true,"q_after":{"0.2":0.014458151,"0.4":0.0,"0.6":0.009610404,"0.8":0.0},"q_before":{"0.2":0.014458151,"0.4":0.0,"0.6":0.009046793,"0.8":0.0},"reward":0.017500968},{"action":0.2,"agent_id":"agent-0001","epoch":21,"explore":false,"q_after":{"0.2":0.00367315,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003484227,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.007073765},{"action":0.6,"agent_id":"agent-0002","epoch":21,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003218127,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003486305,"0.8":0.00129709},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":21,"explore":false,"q_after":{"0.2":0.012048459,"0.4":0.0,"0.6":0.009610404,"0.8":0.0},"q_before":{"0.2":0.014458151,"0.4":0.0,"0.6":0.009610404,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":22,"explore":false,"q_after":{"0.2":0.003936466,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.00367315,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.008939454},{"action":0.6,"agent_id":"agent-0002","epoch":22,"explore":true,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.002988261,"0.8":0.00129709},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003218127,"0.8":0.00129709},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":22,"explore":true,"q_after":{"0.2":0.012048459,"0.4":0.0,"0.6":0.009610404,"0.8":0.011828704},"q_before":{"0.2":0.012048459,"0.4":0.0,"0.6":0.009610404,"0.8":0.0},"reward":0.011828704},{"action":0.2,"agent_id":"agent-0001","epoch":23,"explore":false,"q_after":{"0.2":0.004059679,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003936466,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.006523937},{"action":0.8,"agent_id":"agent-0002","epoch":23,"explore":true,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.002988261,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.002988261,"0.8":0.00129709},"reward":0.002662172},{"action":0.2,"agent_id":"agent-0003","epoch":23,"explore":false,"q_after":{"0.2":0.010327251,"0.4":0.0,"0.6":0.009610404,"0.8":0.011828704},"q_before":{"0.2":0.012048459,"0.4":0.0,"0.6":0.009610404,"0.8":0.011828704},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":24,"explore":false,"q_after":{"0.2":0.003875148,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.004059679,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":24,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.00347898,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.002988261,"0.8":0.001979631},"reward":0.010349044},{"action":0.8,"agent_id":"agent-0003","epoch":24,"explore":false,"q_after":{"0.2":0.010327251,"0.4":0.0,"0.6":0.009610404,"0.8":0.005914352},"q_before":{"0.2":0.010327251,"0.4":0.0,"0.6":0.009610404,"0.8":0.011828704},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":25,"explore":false,"q_after":{"0.2":0.003706663,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003875148,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":25,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003524051,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.00347898,"0.8":0.001979631},"reward":0.004200117},{"action":0.2,"agent_id":"agent-0003","epoch":25,"explore":false,"q_after":{"0.2":0.009036344,"0.4":0.0,"0.6":0.009610404,"0.8":0.005914352},"q_before":{"0.2":0.010327251,"0.4":0.0,"0.6":0.009610404,"0.8":0.005914352},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":26,"explore":false,"q_after":{"0.2":0.003552219,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003706663,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":26,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003905042,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003524051,"0.8":0.001979631},"reward":0.010000892},{"action":0.4,"agent_id":"agent-0003","epoch":26,"explore":true,"q_after":{"0.2":0.009036344,"0.4":0.005377717,"0.6":0.009610404,"0.8":0.005914352},"q_before":{"0.2":0.009036344,"0.4":0.0,"0.6":0.009610404,"0.8":0.005914352},"reward":0.005377717},{"action":0.2,"agent_id":"agent-0001","epoch":27,"explore":false,"q_after":{"0.2":0.00341013,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003552219,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0002","epoch":27,"explore":true,"q_after":{"0.2":0.0,"0.4":0.004003327,"0.6":0.003905042,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.002817687,"0.6":0.003905042,"0.8":0.001979631},"reward":0.011117164},{"action":0.6,"agent_id":"agent-0003","epoch":27,"explore":false,"q_after":{"0.2":0.009036344,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.005914352},"q_before":{"0.2":0.009036344,"0.4":0.005377717,"0.6":0.009610404,"0.8":0.005914352},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":28,"explore":false,"q_after":{"0.2":0.003278971,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.00341013,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0002","epoch":28,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003584562,"0.6":0.003905042,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.004003327,"0.6":0.003905042,"0.8":0.001979631},"reward":0.000653205},{"action":0.2,"agent_id":"agent-0003","epoch":28,"explore":false,"q_after":{"0.2":0.010441273,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.005914352},"q_before":{"0.2":0.009036344,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.005914352},"reward":0.021680699},{"action":0.2,"agent_id":"agent-0001","epoch":29,"explore":false,"q_after":{"0.2":0.003157528,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003278971,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":29,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003584562,"0.6":0.003702718,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.003584562,"0.6":0.003905042,"0.8":0.001979631},"reward":0.000263213},{"action":0.2,"agent_id":"agent-0003","epoch":29,"explore":false,"q_after":{"0.2":0.009397145,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.005914352},"q_before":{"0.2":0.010441273,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.005914352},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":30,"explore":false,"q_after":{"0.2":0.003319365,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003157528,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.007688959},{"action":0.6,"agent_id":"agent-0002","epoch":30,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003584562,"0.6":0.003507838,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.003584562,"0.6":0.003702718,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":30,"explore":true,"q_after":{"0.2":0.009397145,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.01161332},"q_before":{"0.2":0.009397145,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.005914352},"reward":0.023011255},{"action":0.2,"agent_id":"agent-0001","epoch":31,"explore":false,"q_after":{"0.2":0.003212397,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003319365,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.000217295},{"action":0.4,"agent_id":"agent-0002","epoch":31,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.003584562,"0.6":0.003507838,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":31,"explore":false,"q_after":{"0.2":0.009397145,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012129473},"q_before":{"0.2":0.009397145,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.01161332},"reward":0.013677931},{"action":0.4,"agent_id":"agent-0001","epoch":32,"explore":true,"q_after":{"0.2":0.003212397,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003212397,"0.4":0.00063027,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0002","epoch":32,"explore":true,"q_after":{"0.2":0.006168797,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"q_before":{"0.2":0.0,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"reward":0.012337594},{"action":0.2,"agent_id":"agent-0003","epoch":32,"explore":true,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012129473},"q_before":{"0.2":0.009397145,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012129473},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":33,"explore":false,"q_after":{"0.2":0.003105317,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003212397,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0002","epoch":33,"explore":false,"q_after":{"0.2":0.004112531,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"q_before":{"0.2":0.006168797,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":33,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.013983988},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012129473},"reward":0.021402048},{"action":0.2,"agent_id":"agent-0001","epoch":34,"explore":false,"q_after":{"0.2":0.003005145,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003105317,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0002","epoch":34,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"q_before":{"0.2":0.004112531,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":34,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011653323},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.013983988},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":35,"explore":false,"q_after":{"0.2":0.003063342,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003005145,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"reward":0.004867451},{"action":0.6,"agent_id":"agent-0002","epoch":35,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003999594,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003507838,"0.8":0.001979631},"reward":0.013342968},{"action":0.8,"agent_id":"agent-0003","epoch":35,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.013336983},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011653323},"reward":0.023438943},{"action":0.6,"agent_id":"agent-0001","epoch":36,"explore":true,"q_after":{"0.2":0.003063342,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003063342,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":36,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003809138,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003999594,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":36,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.01166986},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.013336983},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":37,"explore":true,"q_after":{"0.2":0.002970514,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003063342,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":37,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003635995,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003809138,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":37,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012994771},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.01166986},"reward":0.023594054},{"action":0.4,"agent_id":"agent-0001","epoch":38,"explore":true,"q_after":{"0.2":0.002970514,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002970514,"0.4":0.000315135,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":38,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003477908,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003635995,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":38,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011695294},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012994771},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":39,"explore":false,"q_after":{"0.2":0.003040698,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002970514,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.005356776},{"action":0.6,"agent_id":"agent-0002","epoch":39,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003332995,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003477908,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":39,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011154915},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011695294},"reward":0.005751131},{"action":0.2,"agent_id":"agent-0001","epoch":40,"explore":false,"q_after":{"0.2":0.002953821,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.003040698,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":40,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003199676,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003332995,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":40,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011524483},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011154915},"reward":0.015589729},{"action":0.2,"agent_id":"agent-0001","epoch":41,"explore":false,"q_after":{"0.2":0.00287177,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002953821,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":41,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003622095,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003199676,"0.8":0.001979631},"reward":0.014182585},{"action":0.8,"agent_id":"agent-0003","epoch":41,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.010637984},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011524483},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":42,"explore":false,"q_after":{"0.2":0.002917046,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.00287177,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.004546979},{"action":0.6,"agent_id":"agent-0002","epoch":42,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003784619,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003622095,"0.8":0.001979631},"reward":0.008010247},{"action":0.8,"agent_id":"agent-0003","epoch":42,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011161451},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.010637984},"reward":0.017966519},{"action":0.2,"agent_id":"agent-0001","epoch":43,"explore":false,"q_after":{"0.2":0.002840282,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002917046,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":43,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.00417401,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.003784619,"0.8":0.001979631},"reward":0.01468755},{"action":0.8,"agent_id":"agent-0003","epoch":43,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012046979},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011161451},"reward":0.024444371},{"action":0.2,"agent_id":"agent-0001","epoch":44,"explore":false,"q_after":{"0.2":0.002767454,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002840282,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":44,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.004479617,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.00417401,"0.8":0.001979631},"reward":0.013036608},{"action":0.8,"agent_id":"agent-0003","epoch":44,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012204018},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012046979},"reward":0.014559595},{"action":0.2,"agent_id":"agent-0001","epoch":45,"explore":false,"q_after":{"0.2":0.002788393,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002767454,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.003604991},{"action":0.6,"agent_id":"agent-0002","epoch":45,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.004826289,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.004479617,"0.8":0.001979631},"reward":0.014879791},{"action":0.8,"agent_id":"agent-0003","epoch":45,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011494739},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.012204018},"reward":0.000146285},{"action":0.2,"agent_id":"agent-0001","epoch":46,"explore":false,"q_after":{"0.2":0.002720383,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002788393,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":46,"explore":false,"q_after":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.004826289,"0.8":0.001979631},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":46,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.010856143},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.011494739},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":47,"explore":true,"q_after":{"0.2":0.002720383,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002720383,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0002","epoch":47,"explore":true,"q_after":{"0.2":0.005017501,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.001979631},"q_before":{"0.2":0.003084399,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.001979631},"reward":0.012749913},{"action":0.8,"agent_id":"agent-0003","epoch":47,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.010284767},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.010856143},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":48,"explore":false,"q_after":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.002720383,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.002012404},{"action":0.2,"agent_id":"agent-0002","epoch":48,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.001979631},"q_before":{"0.2":0.005017501,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.001979631},"reward":-0.0},{"action":0.8,"agent_id":"agent-0003","epoch":48,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.009770528},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.010284767},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":49,"explore":true,"q_after":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.004363821},"q_before":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.0},"reward":0.008727642},{"action":0.8,"agent_id":"agent-0002","epoch":49,"explore":true,"q_after":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.005238196},"q_before":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.001979631},"reward":0.011755325},{"action":0.8,"agent_id":"agent-0003","epoch":49,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.009305265},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.009770528},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":50,"explore":false,"q_after":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.00292702},"q_before":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.004363821},"reward":5.3418e-05},{"action":0.8,"agent_id":"agent-0002","epoch":50,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.005238196},"reward":0.000793203},{"action":0.8,"agent_id":"agent-0003","epoch":50,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.008882298},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.009305265},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":51,"explore":false,"q_after":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.00292702},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":51,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004524646,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004670602,"0.8":0.004126948},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":51,"explore":true,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.008496112},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.008882298},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":52,"explore":false,"q_after":{"0.2":0.002640654,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002703526,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":52,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004395534,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004524646,"0.8":0.004126948},"reward":0.000263953},{"action":0.6,"agent_id":"agent-0003","epoch":52,"explore":false,"q_after":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008496112},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.009009754,"0.8":0.008496112},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":53,"explore":false,"q_after":{"0.2":0.002580639,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002640654,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.0},{"action":0.4,"agent_id":"agent-0002","epoch":53,"explore":true,"q_after":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004395534,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003186277,"0.6":0.004395534,"0.8":0.004126948},"reward":0.004662784},{"action":0.2,"agent_id":"agent-0003","epoch":53,"explore":false,"q_after":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008496112},"q_before":{"0.2":0.008542859,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008496112},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":54,"explore":false,"q_after":{"0.2":0.002707022,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002580639,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.008267863},{"action":0.6,"agent_id":"agent-0002","epoch":54,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004266254,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004395534,"0.8":0.004126948},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":54,"explore":false,"q_after":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008838342},"q_before":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008496112},"reward":0.016709631},{"action":0.2,"agent_id":"agent-0001","epoch":55,"explore":false,"q_after":{"0.2":0.00280834,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002707022,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.007367649},{"action":0.6,"agent_id":"agent-0002","epoch":55,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004393293,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004266254,"0.8":0.004126948},"reward":0.008712643},{"action":0.8,"agent_id":"agent-0003","epoch":55,"explore":false,"q_after":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.009240059},"q_before":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008838342},"reward":0.01888128},{"action":0.2,"agent_id":"agent-0001","epoch":56,"explore":false,"q_after":{"0.2":0.002748588,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.00280834,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":56,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004271257,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004393293,"0.8":0.004126948},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":56,"explore":false,"q_after":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008884672},"q_before":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.009240059},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":57,"explore":false,"q_after":{"0.2":0.002700681,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002748588,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.000449061},{"action":0.6,"agent_id":"agent-0002","epoch":57,"explore":false,"q_after":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004164585,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004271257,"0.8":0.004126948},"reward":0.000324393},{"action":0.8,"agent_id":"agent-0003","epoch":57,"explore":false,"q_after":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.00855561},"q_before":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008884672},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":58,"explore":false,"q_after":{"0.2":0.002645565,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002700681,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.0},{"action":0.2,"agent_id":"agent-0002","epoch":58,"explore":false,"q_after":{"0.2":0.00358393,"0.4":0.003333928,"0.6":0.004164585,"0.8":0.004126948},"q_before":{"0.2":0.004181251,"0.4":0.003333928,"0.6":0.004164585,"0.8":0.004126948},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":58,"explore":false,"q_after":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008393722},"q_before":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.00855561},"reward":0.004022741},{"action":0.2,"agent_id":"agent-0001","epoch":59,"explore":true,"q_after":{"0.2":0.002771202,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002645565,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.008927423},{"action":0.6,"agent_id":"agent-0002","epoch":59,"explore":false,"q_after":{"0.2":0.00358393,"0.4":0.003333928,"0.6":0.004054991,"0.8":0.004126948},"q_before":{"0.2":0.00358393,"0.4":0.003333928,"0.6":0.004164585,"0.8":0.004126948},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":59,"explore":true,"q_after":{"0.2":0.007830954,"0.4":0.014785212,"0.6":0.008479768,"0.8":0.008393722},"q_before":{"0.2":0.007830954,"0.4":0.005377717,"0.6":0.008479768,"0.8":0.008393722},"reward":0.024192708},{"action":0.2,"agent_id":"agent-0001","epoch":60,"explore":false,"q_after":{"0.2":0.002935282,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"q_before":{"0.2":0.002771202,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"reward":0.011139278},{"action":0.8,"agent_id":"agent-0002","epoch":60,"explore":false,"q_after":{"0.2":0.00358393,"0.4":0.003333928,"0.6":0.004054991,"0.8":0.003301558},"q_before":{"0.2":0.00358393,"0.4":0.003333928,"0.6":0.004054991,"0.8":0.004126948},"reward":-0.0},{"action":0.4,"agent_id":"agent-0003","epoch":60,"explore":false,"q_after":{"0.2":0.007830954,"0.4":0.009856808,"0.6":0.008479768,"0.8":0.008393722},"q_before":{"0.2":0.007830954,"0.4":0.014785212,"0.6":0.008479768,"0.8":0.008393722},"reward":-0.0}],"final_action_counts":{"agent-0001":{"0.2":51,"0.4":3,"0.6":2,"0.8":4},"agent-0002":{"0.2":7,"0.4":10,"0.6":38,"0.8":5},"agent-0003":{"0.2":12,"0.4":3,"0.6":17,"0.8":28},"agent-0004":{"0.2":40,"0.4":12,"0.6":1,"0.8":7},"agent-0005":{"0.2":50,"0.4":9,"0.6":0,"0.8":1},"agent-0006":{"0.2":14,"0.4":17,"0.6":22,"0.8":7},"agent-0007":{"0.2":8,"0.4":14,"0.6":19,"0.8":19},"agent-0008":{"0.2":0,"0.4":2,"0.6":11,"0.8":47},"agent-0009":{"0.2":18,"0.4":23,"0.6":17,"0.8":2},"agent-0010":{"0.2":3,"0.4":2,"0.6":1,"0.8":54},"agent-0011":{"0.2":53,"0.4":0,"0.6":7,"0.8":0},"agent-0012":{"0.2":0,"0.4":0,"0.6":57,"0.8":3},"agent-0013":{"0.2":0,"0.4":57,"0.6":2,"0.8":1},"agent-0014":{"0.2":4,"0.4":3,"0.6":53,"0.8":0},"agent-0015":{"0.2":2,"0.4":5,"0.6":4,"0.8":49},"agent-0016":{"0.2":2,"0.4":1,"0.6":0,"0.8":57},"agent-0017":{"0.2":58,"0.4":1,"0.6":1,"0.8":0},"agent-0018":{"0.2":2,"0.4":0,"0.6":4,"0.8":54},"agent-0019":{"0.2":53,"0.4":2,"0.6":2,"0.8":3},"agent-0020":{"0.2":3,"0.4":0,"0.6":50,"0.8":7},"agent-0021":{"0.2":55,"0.4":2,"0.6":0,"0.8":3},"agent-0022":{"0.2":0,"0.4":1,"0.6":51,"0.8":8},"agent-0023":{"0.2":7,"0.4":48,"0.6":2,"0.8":3},"agent-0024":{"0.2":3,"0.4":3,"0.6":0,"0.8":54},"agent-0025":{"0.2":3,"0.4":2,"0.6":2,"0.8":53},"agent-0026":{"0.2":3,"0.4":54,"0.6":1,"0.8":2},"agent-0027":{"0.2":1,"0.4":1,"0.6":55,"0.8":3},"agent-0028":{"0.2":5,"0.4":5,"0.6":0,"0.8":50},"agent-0029":{"0.2":1,"0.4":4,"0.6":1,"0.8":54},"agent-0030":{"0.2":4,"0.4":47,"0.6":9,"0.8":0},"agent-0031":{"0.2":4,"0.4":52,"0.6":2,"0.8":2},"agent-0032":{"0.2":5,"0.4":2,"0.6":0,"0.8":53},"agent-0033":{"0.2":1,"0.4":2,"0.6":1,"0.8":56},"agent-0034":{"0.2":1,"0.4":1,"0.6":2,"0.8":56},"agent-0035":{"0.2":2,"0.4":28,"0.6":4,"0.8":26},"agent-0036":{"0.2":1,"0.4":35,"0.6":22,"0.8":2},"agent-0037":{"0.2":1,"0.4":1,"0.6":2,"0.8":56},"agent-0038":{"0.2":9,"0.4":45,"0.6":5,"0.8":1},"agent-0039":{"0.2":16,"0.4":41,"0.6":2,"0.8":1},"agent-0040":{"0.2":5,"0.4":3,"0.6":16,"0.8":36},"agent-0041":{"0.2":2,"0.4":56,"0.6":0,"0.8":2},"agent-0042":{"0.2":5,"0.4":3,"0.6":2,"0.8":50},"agent-0043":{"0.2":2,"0.4":2,"0.6":2,"0.8":54},"agent-0044":{"0.2":27,"0.4":24,"0.6":9,"0.8":0},"agent-0045":{"0.2":1,"0.4":6,"0.6":51,"0.8":2},"agent-0046":{"0.2":2,"0.4":54,"0.6":0,"0.8":4},"agent-0047":{"0.2":1,"0.4":3,"0.6":4,"0.8":52},"agent-0048":{"0.2":2,"0.4":4,"0.6":1,"0.8":53},"agent-0049":{"0.2":2,"0.4":4,"0.6":30,"0.8":24},"agent-0050":{"0.2":1,"0.4":1,"0.6":55,"0.8":3},"agent-0051":{"0.2":3,"0.4":0,"0.6":33,"0.8":24},"agent-0052":{"0.2":2,"0.4":21,"0.6":34,"0.8":3},"agent-0053":{"0.2":55,"0.4":1,"0.6":3,"0.8":1},"agent-0054":{"0.2":3,"0.4":0,"0.6":22,"0.8":35},"agent-0055":{"0.2":14,"0.4":1,"0.6":44,"0.8":1},"agent-0056":{"0.2":4,"0.4":13,"0.6":4,"0.8":39},"agent-0057":{"0.2":1,"0.4":1,"0.6":4,"0.8":54},"agent-0058":{"0.2":2,"0.4":2,"0.6":17,"0.8":39},"agent-0059":{"0.2":0,"0.4":51,"0.6":3,"0.8":6},"agent-0060":{"0.2":4,"0.4":2,"0.6":3,"0.8":51},"agent-0061":{"0.2":10,"0.4":18,"0.6":5,"0.8":27},"agent-0062":{"0.2":4,"0.4":4,"0.6":52,"0.8":0},"agent-0063":{"0.2":44,"0.4":12,"0.6":4,"0.8":0},"agent-0064":{"0.2":2,"0.4":51,"0.6":2,"0.8":5},"agent-0065":{"0.2":8,"0.4":22,"0.6":0,"0.8":30},"agent-0066":{"0.2":5,"0.4":4,"0.6":4,"0.8":47},"agent-0067":{"0.2":19,"0.4":7,"0.6":32,"0.8":2},"agent-0068":{"0.2":11,"0.4":10,"0.6":4,"0.8":35},"agent-0069":{"0.2":22,"0.4":23,"0.6":3,"0.8":12},"agent-0070":{"0.2":2,"0.4":5,"0.6":50,"0.8":3},"agent-0071":{"0.2":2,"0.4":2,"0.6":3,"0.8":53},"agent-0072":{"0.2":12,"0.4":2,"0.6":1,"0.8":45},"agent-0073":{"0.2":2,"0.4":3,"0.6":1,"0.8":54},"agent-0074":{"0.2":1,"0.4":10,"0.6":5,"0.8":44},"agent-0075":{"0.2":3,"0.4":1,"0.6":1,"0.8":55},"agent-0076":{"0.2":29,"0.4":3,"0.6":24,"0.8":4},"agent-0077":{"0.2":1,"0.4":7,"0.6":0,"0.8":52},"agent-0078":{"0.2":3,"0.4":2,"0.6":53,"0.8":2},"agent-0079":{"0.2":42,"0.4":9,"0.6":7,"0.8":2},"agent-0080":{"0.2":40,"0.4":0,"0.6":1,"0.8":19},"agent-0081":{"0.2":9,"0.4":10,"0.6":4,"0.8":37},"agent-0082":{"0.2":6,"0.4":5,"0.6":3,"0.8":46},"agent-0083":{"0.2":1,"0.4":0,"0.6":4,"0.8":55},"agent-0084":{"0.2":1,"0.4":41,"0.6":18,"0.8":0},"agent-0085":{"0.2":0,"0.4":2,"0.6":9,"0.8":49},"agent-0086":{"0.2":0,"0.4":42,"0.6":16,"0.8":2},"agent-0087":{"0.2":9,"0.4":3,"0.6":5,"0.8":43},"agent-0088":{"0.2":36,"0.4":1,"0.6":7,"0.8":16},"agent-0089":{"0.2":0,"0.4":57,"0.6":1,"0.8":2},"agent-0090":{"0.2":39,"0.4":6,"0.6":14,"0.8":1},"agent-0091":{"0.2":24,"0.4":4,"0.6":2,"0.8":30},"agent-0092":{"0.2":3,"0.4":1,"0.6":54,"0.8":2},"agent-0093":{"0.2":30,"0.4":15,"0.6":11,"0.8":4},"agent-0094":{"0.2":5,"0.4":2,"0.6":2,"0.8":51},"agent-0095":{"0.2":0,"0.4":2,"0.6":0,"0.8":58},"agent-0096":{"0.2":3,"0.4":4,"0.6":52,"0.8":1},"agent-0097":{"0.2":57,"0.4":0,"0.6":2,"0.8":1},"agent-0098":{"0.2":54,"0.4":3,"0.6":1,"0.8":2},"agent-0099":{"0.2":1,"0.4":2,"0.6":21,"0.8":36},"agent-0100":{"0.2":2,"0.4":3,"0.6":3,"0.8":52}},"final_values":{"agent-0001":{"0.2":0.002935282,"0.4":0.00021009,"0.6":0.0,"0.8":0.002195265},"agent-0002":{"0.2":0.00358393,"0.4":0.003333928,"0.6":0.004054991,"0.8":0.003301558},"agent-0003":{"0.2":0.007830954,"0.4":0.009856808,"0.6":0.008479768,"0.8":0.008393722},"agent-0004":{"0.2":0.011524193,"0.4":0.010064155,"0.6":0.00941121,"0.8":0.012221322},"agent-0005":{"0.2":0.001815328,"0.4":0.001813582,"0.6":0.0,"0.8":0.000841468},"agent-0006":{"0.2":0.01693543,"0.4":0.015377827,"0.6":0.015588652,"0.8":0.014144622},"agent-0007":{"0.2":0.003416229,"0.4":0.004446939,"0.6":0.003672554,"0.8":0.004310502},"agent-0008":{"0.2":0.0,"0.4":0.0,"0.6":0.000279699,"0.8":0.000943412},"agent-0009":{"0.2":0.007094306,"0.4":0.007742336,"0.6":0.007154277,"0.8":0.004211839},"agent-0010":{"0.2":0.0,"0.4":0.0,"0.6":0.000597719,"0.8":0.000681659},"agent-0011":{"0.2":0.006160386,"0.4":0.0,"0.6":0.006016707,"0.8":0.0},"agent-0012":{"0.2":0.0,"0.4":0.0,"0.6":0.009349785,"0.8":0.004526041},"agent-0013":{"0.2":0.0,"0.4":0.012152913,"0.6":0.010614814,"0.8":0.0},"agent-0014":{"0.2":0.0,"0.4":0.0,"0.6":0.003874602,"0.8":0.0},"agent-0015":{"0.2":0.006320766,"0.4":0.00221495,"0.6":0.010605423,"0.8":0.008510348},"agent-0016":{"0.2":0.0,"0.4":4.9338e-05,"0.6":0.0,"0.8":0.002216606},"agent-0017":{"0.2":0.008459591,"0.4":0.008044373,"0.6":0.007333229,"0.8":0.0},"agent-0018":{"0.2":0.0,"0.4":0.0,"0.6":0.001853474,"0.8":0.002385142},"agent-0019":{"0.2":0.001217043,"0.4":0.0,"0.6":0.0,"0.8":5.8367e-05},"agent-0020":{"0.2":0.001361214,"0.4":0.0,"0.6":0.001740344,"0.8":0.001595865},"agent-0021":{"0.2":0.000286828,"0.4":0.0,"0.6":0.0,"0.8":0.0},"agent-0022":{"0.2":0.0,"0.4":0.0,"0.6":0.002096484,"0.8":0.000737785},"agent-0023":{"0.2":0.005074724,"0.4":0.006120224,"0.6":0.000104773,"0.8":0.004976747},"agent-0024":{"0.2":0.015299951,"0.4":0.015045952,"0.6":0.0,"0.8":0.017809554},"agent-0025":{"0.2":0.0,"0.4":0.000222673,"0.6":0.000399007,"0.8":0.002285954},"agent-0026":{"0.2":0.00080629,"0.4":0.005628668,"0.6":0.001584366,"0.8":0.000275587},"agent-0027":{"0.2":0.009623645,"0.4":0.010517733,"0.6":0.011318939,"0.8":0.004382729},"agent-0028":{"0.2":0.009235513,"0.4":0.007422063,"0.6":0.0,"0.8":0.010029779},"agent-0029":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.000150286},"agent-0030":{"0.2":0.002507757,"0.4":0.004688748,"0.6":0.004080064,"0.8":0.0},"agent-0031":{"0.2":4.7874e-05,"0.4":0.001046528,"0.6":0.000180462,"0.8":0.000189225},"agent-0032":{"0.2":0.004792809,"0.4":0.00694713,"0.6":0.0,"0.8":0.009661727},"agent-0033":{"0.2":0.0,"0.4":0.00601554,"0.6":0.0,"0.8":0.007970476},"agent-0034":{"0.2":0.002498125,"0.4":0.000148276,"0.6":0.00048082,"0.8":0.005726449},"agent-0035":{"0.2":0.008107188,"0.4":0.015991579,"0.6":0.009078678,"0.8":0.011416814},"agent-0036":{"0.2":0.017333873,"0.4":0.01168058,"0.6":0.00716278,"0.8":0.009695453},"agent-0037":{"0.2":0.0,"0.4":0.0,"0.6":0.000185364,"0.8":0.000417238},"agent-0038":{"0.2":0.001420437,"0.4":0.001061872,"0.6":0.000159306,"0.8":0.0},"agent-0039":{"0.2":4.473e-06,"0.4":0.000152733,"0.6":0.0,"0.8":0.0},"agent-0040":{"0.2":0.0,"0.4":0.0,"0.6":0.000197174,"0.8":0.000320532},"agent-0041":{"0.2":0.0,"0.4":0.000265478,"0.6":0.0,"0.8":7.776e-05},"agent-0042":{"0.2":0.0,"0.4":0.000142419,"0.6":0.000177548,"0.8":0.000502535},"agent-0043":{"0.2":0.0,"0.4":0.0,"0.6":-0.000213068,"0.8":0.000305494},"agent-0044":{"0.2":6.618e-05,"0.4":6.5657e-05,"0.6":0.001692339,"0.8":0.0},"agent-0045":{"0.2":-0.000130635,"0.4":0.002878699,"0.6":0.002943258,"0.8":0.000500709},"agent-0046":{"0.2":0.0,"0.4":0.00313537,"0.6":0.0,"0.8":0.011715321},"agent-0047":{"0.2":0.0,"0.4":0.0,"0.6":0.000115088,"0.8":0.000656039},"agent-0048":{"0.2":0.000116688,"0.4":0.0,"0.6":-0.000317556,"0.8":0.001117001},"agent-0049":{"0.2":0.0,"0.4":8.0804e-05,"0.6":0.00124073,"0.8":0.000956526},"agent-0050":{"0.2":4.0239e-05,"0.4":0.000307039,"0.6":0.001960007,"0.8":0.001564445},"agent-0051":{"0.2":1.928e-05,"0.4":0.0,"0.6":0.000145701,"0.8":0.000138431},"agent-0052":{"0.2":0.0,"0.4":0.001002226,"0.6":0.00097238,"0.8":0.000231709},"agent-0053":{"0.2":0.001019657,"0.4":0.0,"0.6":0.000103167,"0.8":-7.4669e-05},"agent-0054":{"0.2":0.0,"0.4":0.0,"0.6":0.000197394,"0.8":0.000890367},"agent-0055":{"0.2":1.35e-05,"0.4":0.0,"0.6":9.8995e-05,"0.8":0.0},"agent-0056":{"0.2":0.004139051,"0.4":0.01699939,"0.6":0.01163751,"0.8":0.015149437},"agent-0057":{"0.2":0.0,"0.4":0.0,"0.6":4.6774e-05,"0.8":0.000534538},"agent-0058":{"0.2":0.007899716,"0.4":0.006331603,"0.6":0.007799385,"0.8":0.008244466},"agent-0059":{"0.2":0.0,"0.4":0.003674797,"0.6":0.003888936,"0.8":0.004043476},"agent-0060":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.000121434},"agent-0061":{"0.2":0.008017297,"0.4":0.009584917,"0.6":0.009063819,"0.8":0.010060195},"agent-0062":{"0.2":0.003338578,"0.4":0.001896415,"0.6":0.003804855,"0.8":0.0},"agent-0063":{"0.2":0.012319663,"0.4":0.011345851,"0.6":0.007694439,"0.8":0.0},"agent-0064":{"0.2":0.0,"0.4":0.008572788,"0.6":0.000100775,"0.8":0.006849245},"agent-0065":{"0.2":0.003745049,"0.4":0.004842225,"0.6":0.0,"0.8":0.004330151},"agent-0066":{"0.2":-2.197e-06,"0.4":0.0,"0.6":-5.3682e-05,"0.8":0.000164089},"agent-0067":{"0.2":0.010648256,"0.4":0.009883134,"0.6":0.011091413,"0.8":0.007608205},"agent-0068":{"0.2":0.005650908,"0.4":0.005257445,"0.6":0.003659596,"0.8":0.006133687},"agent-0069":{"0.2":0.00302078,"0.4":0.002289578,"0.6":0.001631458,"0.8":0.00233594},"agent-0070":{"0.2":0.0,"0.4":-7.0345e-05,"0.6":8.6253e-05,"0.8":8.1151e-05},"agent-0071":{"0.2":0.0,"0.4":0.000799116,"0.6":0.0,"0.8":0.000866476},"agent-0072":{"0.2":0.000105768,"0.4":0.000214263,"0.6":0.000148893,"0.8":0.000318623},"agent-0073":{"0.2":-6.3295e-05,"0.4":0.000443693,"0.6":0.000211547,"0.8":0.00045889},"agent-0074":{"0.2":0.0,"0.4":0.010543885,"0.6":0.007083316,"0.8":0.011521459},"agent-0075":{"0.2":0.000199938,"0.4":-4.6584e-05,"0.6":0.000306612,"0.8":0.000756292},"agent-0076":{"0.2":0.000111948,"0.4":-0.000153046,"0.6":-1.2585e-05,"0.8":-0.000201071},"agent-0077":{"0.2":0.0,"0.4":2.327e-06,"0.6":0.0,"0.8":0.000830928},"agent-0078":{"0.2":0.0,"0.4":0.0,"0.6":0.001608998,"0.8":0.0},"agent-0079":{"0.2":0.008948028,"0.4":0.009142122,"0.6":0.008478813,"0.8":0.007474781},"agent-0080":{"0.2":0.003556234,"0.4":0.0,"0.6":0.001875482,"0.8":0.003423848},"agent-0081":{"0.2":0.005306442,"0.4":0.005425456,"0.6":0.005174499,"0.8":0.005796826},"agent-0082":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.001448951},"agent-0083":{"0.2":0.018870347,"0.4":0.0,"0.6":0.016845187,"0.8":0.019775988},"agent-0084":{"0.2":0.0,"0.4":6.521e-06,"0.6":0.001031211,"0.8":0.0},"agent-0085":{"0.2":0.0,"0.4":0.0,"0.6":0.001719319,"0.8":0.002791101},"agent-0086":{"0.2":0.0,"0.4":5.622e-06,"0.6":0.000244505,"0.8":5.2186e-05},"agent-0087":{"0.2":0.002565261,"0.4":0.003645274,"0.6":0.002943953,"0.8":0.003782202},"agent-0088":{"0.2":0.00167861,"0.4":3.0323e-05,"0.6":0.000475147,"0.8":0.001638295},"agent-0089":{"0.2":0.0,"0.4":0.002838113,"0.6":0.002612244,"0.8":-0.000124095},"agent-0090":{"0.2":0.000608288,"0.4":0.000521817,"0.6":0.000565878,"0.8":9.2802e-05},"agent-0091":{"0.2":0.004480007,"0.4":0.000632028,"0.6":-5.1453e-05,"0.8":0.003760596},"agent-0092":{"0.2":0.007956151,"0.4":0.0,"0.6":0.006653304,"0.8":-3.431e-05},"agent-0093":{"0.2":2.0216e-05,"0.4":-6.3977e-05,"0.6":-9.5657e-05,"0.8":-0.00014902},"agent-0094":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.000403059},"agent-0095":{"0.2":0.0,"0.4":0.017526051,"0.6":0.0,"0.8":0.016604236},"agent-0096":{"0.2":0.007713933,"0.4":0.00845749,"0.6":0.010798584,"0.8":2.7651e-05},"agent-0097":{"0.2":0.001192425,"0.4":0.0,"0.6":0.0,"0.8":0.0},"agent-0098":{"0.2":0.005573562,"0.4":0.004446941,"0.6":-0.000101948,"0.8":0.003765645},"agent-0099":{"0.2":0.0,"0.4":0.0,"0.6":0.004224101,"0.8":0.004811029},"agent-0100":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.000169573}},"history":[{"active_agent_rate_pct":71.0,"agent_count":100,"cumulative_reward":0.478412754,"epoch":1,"gini":0.005187,"inflation_pct":0.0,"mean_reward":0.004784128,"money_supply":100000.0,"nominal_gdp":452.378708,"policy_rate_pct":3.0,"price_index":94.56268,"transaction_count":81,"velocity":0.004523787},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":0.909534576,"epoch":2,"gini":0.008081,"inflation_pct":-1.151261,"mean_reward":0.004311218,"money_supply":100000.0,"nominal_gdp":402.25625,"policy_rate_pct":3.0,"price_index":93.474016,"transaction_count":66,"velocity":0.004022563},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":1.35228778,"epoch":3,"gini":0.010671,"inflation_pct":1.478081,"mean_reward":0.004427532,"money_supply":100000.0,"nominal_gdp":419.714156,"policy_rate_pct":3.0,"price_index":94.855638,"transaction_count":70,"velocity":0.004197142},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":1.83106441,"epoch":4,"gini":0.013409,"inflation_pct":1.203938,"mean_reward":0.004787766,"money_supply":100000.0,"nominal_gdp":460.82792,"policy_rate_pct":3.0,"price_index":95.997641,"transaction_count":70,"velocity":0.004608279},{"active_agent_rate_pct":71.0,"agent_count":100,"cumulative_reward":2.336879592,"epoch":5,"gini":0.016132,"inflation_pct":-0.385021,"mean_reward":0.005058152,"money_supply":100000.0,"nominal_gdp":482.614739,"policy_rate_pct":3.0,"price_index":95.62803,"transaction_count":84,"velocity":0.004826147},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":2.768896225,"epoch":6,"gini":0.019078,"inflation_pct":0.301191,"mean_reward":0.004320166,"money_supply":100000.0,"nominal_gdp":413.688995,"policy_rate_pct":3.0,"price_index":95.916053,"transaction_count":76,"velocity":0.00413689},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":3.191621466,"epoch":7,"gini":0.021994,"inflation_pct":-0.190174,"mean_reward":0.004227252,"money_supply":100000.0,"nominal_gdp":405.370247,"policy_rate_pct":3.0,"price_index":95.733645,"transaction_count":63,"velocity":0.004053702},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":3.537218997,"epoch":8,"gini":0.024279,"inflation_pct":1.178119,"mean_reward":0.003455975,"money_supply":100000.0,"nominal_gdp":332.278123,"policy_rate_pct":3.0,"price_index":96.861501,"transaction_count":69,"velocity":0.003322781},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":4.014014496,"epoch":9,"gini":0.027977,"inflation_pct":-0.867335,"mean_reward":0.004767955,"money_supply":100000.0,"nominal_gdp":457.807074,"policy_rate_pct":3.0,"price_index":96.021387,"transaction_count":68,"velocity":0.004578071},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":4.478869072,"epoch":10,"gini":0.03202,"inflation_pct":0.174987,"mean_reward":0.004648546,"money_supply":100000.0,"nominal_gdp":447.166772,"policy_rate_pct":3.0,"price_index":96.189412,"transaction_count":67,"velocity":0.004471668},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":4.932519093,"epoch":11,"gini":0.0355,"inflation_pct":0.291919,"mean_reward":0.0045365,"money_supply":100000.0,"nominal_gdp":437.771278,"policy_rate_pct":3.0,"price_index":96.470207,"transaction_count":72,"velocity":0.004377713},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":5.379748052,"epoch":12,"gini":0.03836,"inflation_pct":1.036787,"mean_reward":0.00447229,"money_supply":100000.0,"nominal_gdp":435.494332,"policy_rate_pct":3.0,"price_index":97.470398,"transaction_count":70,"velocity":0.004354943},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":5.792126936,"epoch":13,"gini":0.041022,"inflation_pct":-0.314841,"mean_reward":0.004123789,"money_supply":100000.0,"nominal_gdp":399.662597,"policy_rate_pct":3.0,"price_index":97.163521,"transaction_count":71,"velocity":0.003996626},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":6.226080787,"epoch":14,"gini":0.043368,"inflation_pct":-0.170918,"mean_reward":0.004339539,"money_supply":100000.0,"nominal_gdp":420.74831,"policy_rate_pct":3.0,"price_index":96.997451,"transaction_count":75,"velocity":0.004207483},{"active_agent_rate_pct":77.0,"agent_count":100,"cumulative_reward":6.715208646,"epoch":15,"gini":0.047045,"inflation_pct":0.563551,"mean_reward":0.004891279,"money_supply":100000.0,"nominal_gdp":476.11086,"policy_rate_pct":3.0,"price_index":97.544081,"transaction_count":81,"velocity":0.004761109},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":7.016640791,"epoch":16,"gini":0.048575,"inflation_pct":-0.190594,"mean_reward":0.003014321,"money_supply":100000.0,"nominal_gdp":294.084547,"policy_rate_pct":3.0,"price_index":97.358168,"transaction_count":50,"velocity":0.002940845},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":7.44314,"epoch":17,"gini":0.051878,"inflation_pct":-0.170677,"mean_reward":0.004264992,"money_supply":100000.0,"nominal_gdp":413.675503,"policy_rate_pct":3.0,"price_index":97.192,"transaction_count":67,"velocity":0.004136755},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":7.82565731,"epoch":18,"gini":0.054348,"inflation_pct":0.583398,"mean_reward":0.003825173,"money_supply":100000.0,"nominal_gdp":372.872368,"policy_rate_pct":3.0,"price_index":97.759016,"transaction_count":68,"velocity":0.003728724},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":8.251428942,"epoch":19,"gini":0.056577,"inflation_pct":0.213453,"mean_reward":0.004257716,"money_supply":100000.0,"nominal_gdp":416.212238,"policy_rate_pct":3.0,"price_index":97.967685,"transaction_count":65,"velocity":0.004162122},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":8.656842174,"epoch":20,"gini":0.059123,"inflation_pct":-0.694017,"mean_reward":0.004054132,"money_supply":100000.0,"nominal_gdp":394.743471,"policy_rate_pct":3.0,"price_index":97.287773,"transaction_count":61,"velocity":0.003947435},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":8.998737525,"epoch":21,"gini":0.06158,"inflation_pct":1.078683,"mean_reward":0.003418954,"money_supply":100000.0,"nominal_gdp":335.580512,"policy_rate_pct":3.0,"price_index":98.337199,"transaction_count":63,"velocity":0.003355805},{"active_agent_rate_pct":71.0,"agent_count":100,"cumulative_reward":9.445893454,"epoch":22,"gini":0.064603,"inflation_pct":-1.038056,"mean_reward":0.004471559,"money_supply":100000.0,"nominal_gdp":434.598654,"policy_rate_pct":3.0,"price_index":97.316403,"transaction_count":78,"velocity":0.004345987},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":9.85214133,"epoch":23,"gini":0.067364,"inflation_pct":1.081954,"mean_reward":0.004062479,"money_supply":100000.0,"nominal_gdp":397.612541,"policy_rate_pct":3.0,"price_index":98.369321,"transaction_count":74,"velocity":0.003976125},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":10.352380256,"epoch":24,"gini":0.070451,"inflation_pct":0.286762,"mean_reward":0.005002389,"money_supply":100013.8889,"nominal_gdp":492.961758,"policy_rate_pct":3.0,"price_index":98.651406,"transaction_count":76,"velocity":0.004928933},{"active_agent_rate_pct":69.0,"agent_count":100,"cumulative_reward":10.842488428,"epoch":25,"gini":0.074292,"inflation_pct":-0.730331,"mean_reward":0.004901082,"money_supply":100013.8889,"nominal_gdp":479.649503,"policy_rate_pct":3.0,"price_index":97.930924,"transaction_count":76,"velocity":0.004795829},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":11.234473023,"epoch":26,"gini":0.076724,"inflation_pct":0.368125,"mean_reward":0.003919846,"money_supply":100013.8889,"nominal_gdp":385.176046,"policy_rate_pct":3.0,"price_index":98.291432,"transaction_count":69,"velocity":0.003851226},{"active_agent_rate_pct":72.0,"agent_count":100,"cumulative_reward":11.722165004,"epoch":27,"gini":0.079353,"inflation_pct":0.735222,"mean_reward":0.00487692,"money_supply":100013.8889,"nominal_gdp":483.68486,"policy_rate_pct":3.0,"price_index":99.014092,"transaction_count":79,"velocity":0.004836177},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":12.136087014,"epoch":28,"gini":0.082531,"inflation_pct":-0.330281,"mean_reward":0.00413922,"money_supply":100013.8889,"nominal_gdp":408.535627,"policy_rate_pct":3.0,"price_index":98.687068,"transaction_count":68,"velocity":0.004084789},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":12.569361341,"epoch":29,"gini":0.085684,"inflation_pct":-0.060836,"mean_reward":0.004332743,"money_supply":100013.8889,"nominal_gdp":427.466426,"policy_rate_pct":3.0,"price_index":98.627031,"transaction_count":71,"velocity":0.004274071},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":12.979841441,"epoch":30,"gini":0.088594,"inflation_pct":-0.967015,"mean_reward":0.004104801,"money_supply":100013.8889,"nominal_gdp":401.984982,"policy_rate_pct":3.0,"price_index":97.673293,"transaction_count":60,"velocity":0.004019292},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":13.322462797,"epoch":31,"gini":0.091212,"inflation_pct":-0.204686,"mean_reward":0.003426214,"money_supply":100013.8889,"nominal_gdp":334.287294,"policy_rate_pct":3.0,"price_index":97.473369,"transaction_count":55,"velocity":0.003342409},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":13.749234977,"epoch":32,"gini":0.094364,"inflation_pct":0.956056,"mean_reward":0.004267722,"money_supply":100013.8889,"nominal_gdp":420.250796,"policy_rate_pct":3.0,"price_index":98.405269,"transaction_count":69,"velocity":0.004201924},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":14.252833405,"epoch":33,"gini":0.098728,"inflation_pct":-0.350175,"mean_reward":0.005035984,"money_supply":100013.8889,"nominal_gdp":494.262067,"policy_rate_pct":3.0,"price_index":98.060678,"transaction_count":72,"velocity":0.004941934},{"active_agent_rate_pct":69.0,"agent_count":100,"cumulative_reward":14.6799036,"epoch":34,"gini":0.102295,"inflation_pct":-0.719161,"mean_reward":0.004270702,"money_supply":100013.8889,"nominal_gdp":415.985594,"policy_rate_pct":3.0,"price_index":97.355464,"transaction_count":69,"velocity":0.004159278},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":15.068386726,"epoch":35,"gini":0.105014,"inflation_pct":0.536268,"mean_reward":0.003884831,"money_supply":100013.8889,"nominal_gdp":380.903863,"policy_rate_pct":3.0,"price_index":97.87755,"transaction_count":66,"velocity":0.00380851},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":15.514756662,"epoch":36,"gini":0.108677,"inflation_pct":-0.56739,"mean_reward":0.004463699,"money_supply":100027.7797,"nominal_gdp":435.579003,"policy_rate_pct":3.0,"price_index":97.322203,"transaction_count":65,"velocity":0.00435458},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":15.945281009,"epoch":37,"gini":0.111885,"inflation_pct":-0.508117,"mean_reward":0.004305243,"money_supply":100027.7797,"nominal_gdp":417.481173,"policy_rate_pct":3.0,"price_index":96.827692,"transaction_count":63,"velocity":0.004173652},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":16.224080672,"epoch":38,"gini":0.113991,"inflation_pct":0.903885,"mean_reward":0.002787997,"money_supply":100027.7797,"nominal_gdp":271.898838,"policy_rate_pct":3.0,"price_index":97.702903,"transaction_count":54,"velocity":0.002718233},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":16.695296505,"epoch":39,"gini":0.116404,"inflation_pct":0.00985,"mean_reward":0.004712158,"money_supply":100027.7797,"nominal_gdp":460.701891,"policy_rate_pct":3.0,"price_index":97.712527,"transaction_count":75,"velocity":0.004605739},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":17.158364884,"epoch":40,"gini":0.119557,"inflation_pct":0.662098,"mean_reward":0.004630684,"money_supply":100027.7797,"nominal_gdp":455.459042,"policy_rate_pct":3.0,"price_index":98.35948,"transaction_count":75,"velocity":0.004553326},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":17.55763969,"epoch":41,"gini":0.121903,"inflation_pct":-0.197256,"mean_reward":0.003992748,"money_supply":100027.7797,"nominal_gdp":391.366523,"policy_rate_pct":3.0,"price_index":98.16546,"transaction_count":64,"velocity":0.003912578},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":18.036961964,"epoch":42,"gini":0.12574,"inflation_pct":0.055196,"mean_reward":0.004793223,"money_supply":100027.7797,"nominal_gdp":470.667175,"policy_rate_pct":3.0,"price_index":98.219644,"transaction_count":76,"velocity":0.004705365},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":18.47012648,"epoch":43,"gini":0.128904,"inflation_pct":-0.507977,"mean_reward":0.004331645,"money_supply":100027.7797,"nominal_gdp":422.675621,"policy_rate_pct":3.0,"price_index":97.720711,"transaction_count":72,"velocity":0.004225582},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":18.919029413,"epoch":44,"gini":0.132256,"inflation_pct":0.162294,"mean_reward":0.004489029,"money_supply":100027.7797,"nominal_gdp":439.697501,"policy_rate_pct":3.0,"price_index":97.879306,"transaction_count":67,"velocity":0.004395754},{"active_agent_rate_pct":72.0,"agent_count":100,"cumulative_reward":19.32583178,"epoch":45,"gini":0.135284,"inflation_pct":-0.458749,"mean_reward":0.004068024,"money_supply":100027.7797,"nominal_gdp":395.991271,"policy_rate_pct":3.0,"price_index":97.430286,"transaction_count":74,"velocity":0.003958813},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":19.76925132,"epoch":46,"gini":0.138531,"inflation_pct":0.742628,"mean_reward":0.004434195,"money_supply":100027.7797,"nominal_gdp":433.778851,"policy_rate_pct":3.0,"price_index":98.153831,"transaction_count":76,"velocity":0.004336584},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":20.147798271,"epoch":47,"gini":0.141346,"inflation_pct":0.539667,"mean_reward":0.00378547,"money_supply":100027.7797,"nominal_gdp":373.220272,"policy_rate_pct":3.0,"price_index":98.683535,"transaction_count":63,"velocity":0.003731166},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":20.597291634,"epoch":48,"gini":0.145471,"inflation_pct":-1.012068,"mean_reward":0.004494934,"money_supply":100055.5652,"nominal_gdp":439.230377,"policy_rate_pct":3.0,"price_index":97.68479,"transaction_count":67,"velocity":0.004389865},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":20.946766498,"epoch":49,"gini":0.148251,"inflation_pct":-0.633826,"mean_reward":0.003494749,"money_supply":100055.5652,"nominal_gdp":338.842051,"policy_rate_pct":3.0,"price_index":97.065639,"transaction_count":56,"velocity":0.003386539},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":21.390319151,"epoch":50,"gini":0.151845,"inflation_pct":1.214537,"mean_reward":0.004435527,"money_supply":100055.5652,"nominal_gdp":435.980394,"policy_rate_pct":3.0,"price_index":98.244537,"transaction_count":67,"velocity":0.004357383},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":21.739394743,"epoch":51,"gini":0.154375,"inflation_pct":0.194684,"mean_reward":0.003490756,"money_supply":100055.5652,"nominal_gdp":345.246341,"policy_rate_pct":3.0,"price_index":98.435803,"transaction_count":55,"velocity":0.003450546},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":22.136308003,"epoch":52,"gini":0.157137,"inflation_pct":-0.580534,"mean_reward":0.003969133,"money_supply":100055.5652,"nominal_gdp":388.301823,"policy_rate_pct":3.0,"price_index":97.86435,"transaction_count":64,"velocity":0.003880862},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":22.5869721,"epoch":53,"gini":0.160124,"inflation_pct":-0.080918,"mean_reward":0.004506641,"money_supply":100055.5652,"nominal_gdp":441.244549,"policy_rate_pct":3.0,"price_index":97.78516,"transaction_count":64,"velocity":0.004409995},{"active_agent_rate_pct":75.0,"agent_count":100,"cumulative_reward":23.101410496,"epoch":54,"gini":0.163423,"inflation_pct":0.964879,"mean_reward":0.005144384,"money_supply":100055.5652,"nominal_gdp":506.798246,"policy_rate_pct":3.0,"price_index":98.728668,"transaction_count":88,"velocity":0.005065168},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":23.535026902,"epoch":55,"gini":0.16638,"inflation_pct":-0.252335,"mean_reward":0.004336164,"money_supply":100055.5652,"nominal_gdp":426.739148,"policy_rate_pct":3.0,"price_index":98.479541,"transaction_count":63,"velocity":0.004265022},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":23.902387399,"epoch":56,"gini":0.169485,"inflation_pct":-0.873253,"mean_reward":0.003673605,"money_supply":100055.5652,"nominal_gdp":358.408116,"policy_rate_pct":3.0,"price_index":97.619565,"transaction_count":59,"velocity":0.003582091},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":24.383972632,"epoch":57,"gini":0.172276,"inflation_pct":1.353802,"mean_reward":0.004815852,"money_supply":100055.5652,"nominal_gdp":477.887425,"policy_rate_pct":3.0,"price_index":98.941141,"transaction_count":71,"velocity":0.00477622},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":24.816648035,"epoch":58,"gini":0.175163,"inflation_pct":-0.991334,"mean_reward":0.004326754,"money_supply":100055.5652,"nominal_gdp":425.502028,"policy_rate_pct":3.0,"price_index":97.960304,"transaction_count":62,"velocity":0.004252657},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":25.301563578,"epoch":59,"gini":0.178315,"inflation_pct":0.148406,"mean_reward":0.004849155,"money_supply":100055.5652,"nominal_gdp":475.338176,"policy_rate_pct":3.0,"price_index":98.105683,"transaction_count":72,"velocity":0.004750742},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":25.69217245,"epoch":60,"gini":0.181188,"inflation_pct":0.352728,"mean_reward":0.003906089,"money_supply":100069.4618,"nominal_gdp":383.126121,"policy_rate_pct":3.0,"price_index":98.451729,"transaction_count":68,"velocity":0.003828602}],"initial_state_hash":"2e310b348626d63647425e039e30cd839e820989aeede8f7922a2b1676c7b71d","max_accounting_error":0.0,"seed":11},{"arm":"baseline","cumulative_reward":21.318584227,"decisions":[{"action":0.3729,"agent_id":"agent-0001","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.000940243},{"action":0.4224,"agent_id":"agent-0003","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.002210553},{"action":0.3729,"agent_id":"agent-0001","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.009204313},{"action":0.3719,"agent_id":"agent-0002","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.010703399},{"action":0.3719,"agent_id":"agent-0002","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.000986727},{"action":0.4224,"agent_id":"agent-0003","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.011694155},{"action":0.3729,"agent_id":"agent-0001","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.0002418},{"action":0.4224,"agent_id":"agent-0003","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.017066452},{"action":0.3729,"agent_id":"agent-0001","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.010222271},{"action":0.3719,"agent_id":"agent-0002","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.013702347},{"action":0.3729,"agent_id":"agent-0001","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.010316645},{"action":0.3719,"agent_id":"agent-0002","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.01298576},{"action":0.3729,"agent_id":"agent-0001","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.010018978},{"action":0.3719,"agent_id":"agent-0002","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.000938974},{"action":0.4224,"agent_id":"agent-0003","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.00629895},{"action":0.3729,"agent_id":"agent-0001","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.000833504},{"action":0.3719,"agent_id":"agent-0002","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.017373948},{"action":0.3729,"agent_id":"agent-0001","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.004849731},{"action":0.3719,"agent_id":"agent-0002","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.000351858},{"action":0.4224,"agent_id":"agent-0003","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.015240011},{"action":0.3729,"agent_id":"agent-0001","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.000430566},{"action":0.3719,"agent_id":"agent-0002","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.000469901},{"action":0.4224,"agent_id":"agent-0003","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.000454794},{"action":0.3729,"agent_id":"agent-0001","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.007168937},{"action":0.3719,"agent_id":"agent-0002","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.01487998},{"action":0.3729,"agent_id":"agent-0001","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.014900112},{"action":0.3729,"agent_id":"agent-0001","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.001420531},{"action":0.3719,"agent_id":"agent-0002","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.014823265},{"action":0.3729,"agent_id":"agent-0001","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.000114529},{"action":0.3729,"agent_id":"agent-0001","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.008391248},{"action":0.3719,"agent_id":"agent-0002","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.012862377},{"action":0.3729,"agent_id":"agent-0001","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.00912469},{"action":0.3719,"agent_id":"agent-0002","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.001067632},{"action":0.4224,"agent_id":"agent-0003","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.012902651},{"action":0.3729,"agent_id":"agent-0001","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.000738514},{"action":0.4224,"agent_id":"agent-0003","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.000226793},{"action":0.4224,"agent_id":"agent-0003","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.013549647},{"action":0.3729,"agent_id":"agent-0001","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":0.000354902},{"action":0.3719,"agent_id":"agent-0002","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":0.000243704},{"action":0.4224,"agent_id":"agent-0003","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":0.01320211},{"action":0.3729,"agent_id":"agent-0001","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.00059578},{"action":0.4224,"agent_id":"agent-0003","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.010179078},{"action":0.3719,"agent_id":"agent-0002","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.018224323},{"action":0.3729,"agent_id":"agent-0001","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.000191361},{"action":0.4224,"agent_id":"agent-0003","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.008039959},{"action":0.3719,"agent_id":"agent-0002","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.00014074},{"action":0.4224,"agent_id":"agent-0003","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.013348075},{"action":0.3729,"agent_id":"agent-0001","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.016345621},{"action":0.3729,"agent_id":"agent-0001","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.018458236},{"action":0.3729,"agent_id":"agent-0001","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.009050124},{"action":0.3719,"agent_id":"agent-0002","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.000527087},{"action":0.4224,"agent_id":"agent-0003","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.000604225},{"action":0.4224,"agent_id":"agent-0003","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.017790258},{"action":0.3729,"agent_id":"agent-0001","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.007280774},{"action":0.3719,"agent_id":"agent-0002","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.000317417},{"action":0.3729,"agent_id":"agent-0001","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":0.000493832},{"action":0.3719,"agent_id":"agent-0002","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":0.001798758},{"action":0.3729,"agent_id":"agent-0001","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.01056574},{"action":0.3719,"agent_id":"agent-0002","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.013614363},{"action":0.3729,"agent_id":"agent-0001","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":8.9593e-05},{"action":0.3719,"agent_id":"agent-0002","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.008865703},{"action":0.3719,"agent_id":"agent-0002","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.014040189},{"action":0.3729,"agent_id":"agent-0001","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.0063343},{"action":0.4224,"agent_id":"agent-0003","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.018564589},{"action":0.3729,"agent_id":"agent-0001","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.010478072},{"action":0.3719,"agent_id":"agent-0002","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.014600453},{"action":0.3729,"agent_id":"agent-0001","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.016430126},{"action":0.3729,"agent_id":"agent-0001","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.014354949},{"action":0.3729,"agent_id":"agent-0001","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.000241491},{"action":0.3719,"agent_id":"agent-0002","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.010613078},{"action":0.3719,"agent_id":"agent-0002","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.014663285},{"action":0.3729,"agent_id":"agent-0001","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.000732213},{"action":0.4224,"agent_id":"agent-0003","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.008596274},{"action":0.3729,"agent_id":"agent-0001","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.000195539},{"action":0.3719,"agent_id":"agent-0002","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":0.003770117},{"action":0.3719,"agent_id":"agent-0002","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":0.000168759},{"action":0.4224,"agent_id":"agent-0003","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3729,"agent_id":"agent-0001","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.015096668},{"action":0.3729,"agent_id":"agent-0001","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.000742855},{"action":0.3729,"agent_id":"agent-0001","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":5.7571e-05},{"action":0.3719,"agent_id":"agent-0002","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.012104044},{"action":0.3729,"agent_id":"agent-0001","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.000210431},{"action":0.3719,"agent_id":"agent-0002","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.018251862},{"action":0.3729,"agent_id":"agent-0001","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.002482689},{"action":0.3729,"agent_id":"agent-0001","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.008065352},{"action":0.3719,"agent_id":"agent-0002","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.000374286},{"action":0.4224,"agent_id":"agent-0003","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.00037488},{"action":0.3729,"agent_id":"agent-0001","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.010102403},{"action":0.3719,"agent_id":"agent-0002","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.011798679},{"action":0.3729,"agent_id":"agent-0001","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.000481452},{"action":0.4224,"agent_id":"agent-0003","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.000150796},{"action":0.3729,"agent_id":"agent-0001","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.000110664},{"action":0.3719,"agent_id":"agent-0002","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.014518484},{"action":0.3729,"agent_id":"agent-0001","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.007131269},{"action":0.3719,"agent_id":"agent-0002","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.000426569},{"action":0.4224,"agent_id":"agent-0003","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.014962837},{"action":0.3729,"agent_id":"agent-0001","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.007668217},{"action":0.3719,"agent_id":"agent-0002","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.001047317},{"action":0.4224,"agent_id":"agent-0003","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.016841538},{"action":0.3729,"agent_id":"agent-0001","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3719,"agent_id":"agent-0002","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4224,"agent_id":"agent-0003","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.011627752}],"final_action_counts":{},"final_values":{},"history":[{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":0.315973352,"epoch":1,"gini":0.003973,"inflation_pct":0.0,"mean_reward":0.003159734,"money_supply":100000.0,"nominal_gdp":296.819509,"policy_rate_pct":3.0,"price_index":93.357677,"transaction_count":50,"velocity":0.002968195},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":0.683757535,"epoch":2,"gini":0.007695,"inflation_pct":1.061256,"mean_reward":0.003677842,"money_supply":100000.0,"nominal_gdp":348.999374,"policy_rate_pct":3.0,"price_index":94.348441,"transaction_count":58,"velocity":0.003489994},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":0.977575053,"epoch":3,"gini":0.009809,"inflation_pct":-0.315361,"mean_reward":0.002938175,"money_supply":100000.0,"nominal_gdp":277.360773,"policy_rate_pct":3.0,"price_index":94.050902,"transaction_count":50,"velocity":0.002773608},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":1.389279216,"epoch":4,"gini":0.01218,"inflation_pct":0.943216,"mean_reward":0.004117042,"money_supply":100000.0,"nominal_gdp":394.007958,"policy_rate_pct":3.0,"price_index":94.938005,"transaction_count":71,"velocity":0.00394008},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":1.749138239,"epoch":5,"gini":0.014765,"inflation_pct":0.692259,"mean_reward":0.00359859,"money_supply":100000.0,"nominal_gdp":344.917234,"policy_rate_pct":3.0,"price_index":95.595222,"transaction_count":60,"velocity":0.003449172},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":2.098303146,"epoch":6,"gini":0.017109,"inflation_pct":0.360657,"mean_reward":0.003491649,"money_supply":100000.0,"nominal_gdp":335.843992,"policy_rate_pct":3.0,"price_index":95.939993,"transaction_count":58,"velocity":0.00335844},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":2.405103569,"epoch":7,"gini":0.019246,"inflation_pct":0.391365,"mean_reward":0.003068004,"money_supply":100000.0,"nominal_gdp":295.064606,"policy_rate_pct":3.0,"price_index":96.315469,"transaction_count":58,"velocity":0.002950646},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":2.700867202,"epoch":8,"gini":0.020906,"inflation_pct":-1.576809,"mean_reward":0.002957636,"money_supply":100000.0,"nominal_gdp":280.636869,"policy_rate_pct":3.0,"price_index":94.796758,"transaction_count":55,"velocity":0.002806369},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":3.114183015,"epoch":9,"gini":0.023872,"inflation_pct":1.320319,"mean_reward":0.004133158,"money_supply":100000.0,"nominal_gdp":398.034369,"policy_rate_pct":3.0,"price_index":96.048378,"transaction_count":59,"velocity":0.003980344},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":3.474642353,"epoch":10,"gini":0.026421,"inflation_pct":-0.211791,"mean_reward":0.003604593,"money_supply":100000.0,"nominal_gdp":346.722824,"policy_rate_pct":3.0,"price_index":95.844957,"transaction_count":59,"velocity":0.003467228},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":3.847393581,"epoch":11,"gini":0.029061,"inflation_pct":0.242779,"mean_reward":0.003727512,"money_supply":100000.0,"nominal_gdp":359.362143,"policy_rate_pct":3.0,"price_index":96.077648,"transaction_count":56,"velocity":0.003593621},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":4.168879338,"epoch":12,"gini":0.030872,"inflation_pct":0.174326,"mean_reward":0.003214858,"money_supply":100013.8889,"nominal_gdp":309.96311,"policy_rate_pct":3.0,"price_index":96.245136,"transaction_count":60,"velocity":0.003099201},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":4.561541745,"epoch":13,"gini":0.033076,"inflation_pct":0.899218,"mean_reward":0.003926624,"money_supply":100013.8889,"nominal_gdp":382.024538,"policy_rate_pct":3.0,"price_index":97.11059,"transaction_count":63,"velocity":0.003819715},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":4.936993282,"epoch":14,"gini":0.035928,"inflation_pct":-0.240349,"mean_reward":0.003754515,"money_supply":100013.8889,"nominal_gdp":365.700096,"policy_rate_pct":3.0,"price_index":96.877186,"transaction_count":52,"velocity":0.003656493},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":5.353677574,"epoch":15,"gini":0.038711,"inflation_pct":1.442002,"mean_reward":0.004166843,"money_supply":100013.8889,"nominal_gdp":410.337618,"policy_rate_pct":3.0,"price_index":98.274157,"transaction_count":63,"velocity":0.004102806},{"active_agent_rate_pct":48.0,"agent_count":100,"cumulative_reward":5.633287435,"epoch":16,"gini":0.040287,"inflation_pct":-1.608325,"mean_reward":0.002796099,"money_supply":100013.8889,"nominal_gdp":271.207247,"policy_rate_pct":3.0,"price_index":96.693589,"transaction_count":45,"velocity":0.002711696},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":5.990657028,"epoch":17,"gini":0.043239,"inflation_pct":0.756251,"mean_reward":0.003573696,"money_supply":100013.8889,"nominal_gdp":349.721899,"policy_rate_pct":3.0,"price_index":97.424835,"transaction_count":57,"velocity":0.003496733},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":6.416166733,"epoch":18,"gini":0.046606,"inflation_pct":0.280719,"mean_reward":0.004255097,"money_supply":100013.8889,"nominal_gdp":417.126405,"policy_rate_pct":3.0,"price_index":97.698325,"transaction_count":61,"velocity":0.004170685},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":6.808493352,"epoch":19,"gini":0.049083,"inflation_pct":-0.320056,"mean_reward":0.003923266,"money_supply":100013.8889,"nominal_gdp":384.146687,"policy_rate_pct":3.0,"price_index":97.385636,"transaction_count":62,"velocity":0.003840933},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":7.17575469,"epoch":20,"gini":0.051856,"inflation_pct":0.799193,"mean_reward":0.003672613,"money_supply":100013.8889,"nominal_gdp":361.327534,"policy_rate_pct":3.0,"price_index":98.163936,"transaction_count":54,"velocity":0.003612774},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":7.532658771,"epoch":21,"gini":0.053671,"inflation_pct":-0.677978,"mean_reward":0.003569041,"money_supply":100013.8889,"nominal_gdp":349.387741,"policy_rate_pct":3.0,"price_index":97.498406,"transaction_count":56,"velocity":0.003493392},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":7.904213636,"epoch":22,"gini":0.056405,"inflation_pct":0.617444,"mean_reward":0.003715549,"money_supply":100013.8889,"nominal_gdp":367.154165,"policy_rate_pct":3.0,"price_index":98.100404,"transaction_count":52,"velocity":0.003671032},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":8.216347336,"epoch":23,"gini":0.05852,"inflation_pct":-0.948488,"mean_reward":0.003121337,"money_supply":100013.8889,"nominal_gdp":304.306262,"policy_rate_pct":3.0,"price_index":97.169933,"transaction_count":47,"velocity":0.00304264},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":8.523584592,"epoch":24,"gini":0.060454,"inflation_pct":0.474021,"mean_reward":0.003072373,"money_supply":100027.7797,"nominal_gdp":301.085925,"policy_rate_pct":3.0,"price_index":97.630539,"transaction_count":50,"velocity":0.003010023},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":8.817702174,"epoch":25,"gini":0.062067,"inflation_pct":-0.35927,"mean_reward":0.002941176,"money_supply":100027.7797,"nominal_gdp":286.920016,"policy_rate_pct":3.0,"price_index":97.279782,"transaction_count":51,"velocity":0.002868403},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":9.234593829,"epoch":26,"gini":0.064633,"inflation_pct":0.664763,"mean_reward":0.004168917,"money_supply":100027.7797,"nominal_gdp":409.364506,"policy_rate_pct":3.0,"price_index":97.926462,"transaction_count":58,"velocity":0.004092508},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":9.608971248,"epoch":27,"gini":0.067421,"inflation_pct":-0.007394,"mean_reward":0.003743774,"money_supply":100027.7797,"nominal_gdp":367.569711,"policy_rate_pct":3.0,"price_index":97.919221,"transaction_count":56,"velocity":0.003674676},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":10.02294527,"epoch":28,"gini":0.070128,"inflation_pct":-0.126047,"mean_reward":0.00413974,"money_supply":100027.7797,"nominal_gdp":406.471352,"policy_rate_pct":3.0,"price_index":97.795797,"transaction_count":67,"velocity":0.004063585},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":10.294775821,"epoch":29,"gini":0.072337,"inflation_pct":-0.759191,"mean_reward":0.002718306,"money_supply":100027.7797,"nominal_gdp":264.278145,"policy_rate_pct":3.0,"price_index":97.05334,"transaction_count":48,"velocity":0.002642047},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":10.704269755,"epoch":30,"gini":0.074583,"inflation_pct":1.126211,"mean_reward":0.004094939,"money_supply":100027.7797,"nominal_gdp":403.377449,"policy_rate_pct":3.0,"price_index":98.146366,"transaction_count":63,"velocity":0.004032654},{"active_agent_rate_pct":43.0,"agent_count":100,"cumulative_reward":11.01868237,"epoch":31,"gini":0.07624,"inflation_pct":-0.038055,"mean_reward":0.003144126,"money_supply":100027.7797,"nominal_gdp":309.517625,"policy_rate_pct":3.0,"price_index":98.109016,"transaction_count":46,"velocity":0.003094317},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":11.338944523,"epoch":32,"gini":0.078307,"inflation_pct":-0.630667,"mean_reward":0.003202622,"money_supply":100027.7797,"nominal_gdp":313.322468,"policy_rate_pct":3.0,"price_index":97.490274,"transaction_count":53,"velocity":0.003132355},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":11.670749602,"epoch":33,"gini":0.081129,"inflation_pct":-0.305166,"mean_reward":0.003318051,"money_supply":100027.7797,"nominal_gdp":323.685372,"policy_rate_pct":3.0,"price_index":97.192767,"transaction_count":54,"velocity":0.003235955},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":12.087315987,"epoch":34,"gini":0.083744,"inflation_pct":1.442138,"mean_reward":0.004165664,"money_supply":100027.7797,"nominal_gdp":413.122363,"policy_rate_pct":3.0,"price_index":98.594421,"transaction_count":66,"velocity":0.004130076},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":12.438091471,"epoch":35,"gini":0.085865,"inflation_pct":-1.425779,"mean_reward":0.003507755,"money_supply":100027.7797,"nominal_gdp":341.978977,"policy_rate_pct":3.0,"price_index":97.188683,"transaction_count":57,"velocity":0.00341884},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":12.821092966,"epoch":36,"gini":0.088894,"inflation_pct":0.840391,"mean_reward":0.003830015,"money_supply":100041.6724,"nominal_gdp":376.386681,"policy_rate_pct":3.0,"price_index":98.005448,"transaction_count":64,"velocity":0.003762299},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":13.138650813,"epoch":37,"gini":0.090559,"inflation_pct":-0.501166,"mean_reward":0.003175578,"money_supply":100041.6724,"nominal_gdp":310.638714,"policy_rate_pct":3.0,"price_index":97.514278,"transaction_count":58,"velocity":0.003105093},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":13.547845285,"epoch":38,"gini":0.093612,"inflation_pct":0.304597,"mean_reward":0.004091945,"money_supply":100041.6724,"nominal_gdp":402.156898,"policy_rate_pct":3.0,"price_index":97.811304,"transaction_count":62,"velocity":0.004019894},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":13.955041496,"epoch":39,"gini":0.096989,"inflation_pct":0.262407,"mean_reward":0.004071962,"money_supply":100041.6724,"nominal_gdp":400.415234,"policy_rate_pct":3.0,"price_index":98.067968,"transaction_count":66,"velocity":0.004002484},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":14.38911931,"epoch":40,"gini":0.099125,"inflation_pct":1.833225,"mean_reward":0.004340778,"money_supply":100041.6724,"nominal_gdp":434.53866,"policy_rate_pct":3.0,"price_index":99.865774,"transaction_count":75,"velocity":0.004343577},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":14.72007766,"epoch":41,"gini":0.101158,"inflation_pct":-2.081259,"mean_reward":0.003309584,"money_supply":100041.6724,"nominal_gdp":324.638845,"policy_rate_pct":3.0,"price_index":97.787308,"transaction_count":54,"velocity":0.003245036},{"active_agent_rate_pct":41.0,"agent_count":100,"cumulative_reward":14.95398379,"epoch":42,"gini":0.102372,"inflation_pct":-0.755057,"mean_reward":0.002339061,"money_supply":100041.6724,"nominal_gdp":227.873325,"policy_rate_pct":3.0,"price_index":97.048958,"transaction_count":38,"velocity":0.002277784},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":15.286831526,"epoch":43,"gini":0.104751,"inflation_pct":0.893768,"mean_reward":0.003328477,"money_supply":100041.6724,"nominal_gdp":327.179959,"policy_rate_pct":3.0,"price_index":97.916351,"transaction_count":49,"velocity":0.003270437},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":15.77917525,"epoch":44,"gini":0.107525,"inflation_pct":0.516801,"mean_reward":0.004923437,"money_supply":100041.6724,"nominal_gdp":485.037106,"policy_rate_pct":3.0,"price_index":98.422384,"transaction_count":73,"velocity":0.004848351},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":16.148802157,"epoch":45,"gini":0.109723,"inflation_pct":-0.946756,"mean_reward":0.003696269,"money_supply":100041.6724,"nominal_gdp":361.896225,"policy_rate_pct":3.0,"price_index":97.490565,"transaction_count":55,"velocity":0.003617455},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":16.469379622,"epoch":46,"gini":0.1114,"inflation_pct":-0.362953,"mean_reward":0.003205775,"money_supply":100041.6724,"nominal_gdp":312.340755,"policy_rate_pct":3.0,"price_index":97.13672,"transaction_count":59,"velocity":0.003122106},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":16.791001191,"epoch":47,"gini":0.1139,"inflation_pct":0.92029,"mean_reward":0.003216216,"money_supply":100041.6724,"nominal_gdp":316.361334,"policy_rate_pct":3.0,"price_index":98.030659,"transaction_count":51,"velocity":0.003162296},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":17.067485893,"epoch":48,"gini":0.11577,"inflation_pct":-1.047587,"mean_reward":0.002764847,"money_supply":100069.4618,"nominal_gdp":268.408963,"policy_rate_pct":3.0,"price_index":97.003703,"transaction_count":48,"velocity":0.002682227},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":17.386203068,"epoch":49,"gini":0.117712,"inflation_pct":0.917758,"mean_reward":0.003187172,"money_supply":100069.4618,"nominal_gdp":313.937226,"policy_rate_pct":3.0,"price_index":97.893962,"transaction_count":55,"velocity":0.003137193},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":17.75059065,"epoch":50,"gini":0.120226,"inflation_pct":0.142158,"mean_reward":0.003643876,"money_supply":100069.4618,"nominal_gdp":358.709355,"policy_rate_pct":3.0,"price_index":98.033126,"transaction_count":57,"velocity":0.003584604},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":18.173895266,"epoch":51,"gini":0.12236,"inflation_pct":0.792133,"mean_reward":0.004233046,"money_supply":100069.4618,"nominal_gdp":420.558272,"policy_rate_pct":3.0,"price_index":98.809679,"transaction_count":59,"velocity":0.004202663},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":18.499093819,"epoch":52,"gini":0.124688,"inflation_pct":-1.03872,"mean_reward":0.003251986,"money_supply":100069.4618,"nominal_gdp":319.74582,"policy_rate_pct":3.0,"price_index":97.783323,"transaction_count":49,"velocity":0.003195239},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":18.785103001,"epoch":53,"gini":0.12625,"inflation_pct":0.546498,"mean_reward":0.002860092,"money_supply":100069.4618,"nominal_gdp":281.557683,"policy_rate_pct":3.0,"price_index":98.317707,"transaction_count":50,"velocity":0.002813622},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":19.231581888,"epoch":54,"gini":0.129101,"inflation_pct":-0.079796,"mean_reward":0.004464789,"money_supply":100069.4618,"nominal_gdp":440.942694,"policy_rate_pct":3.0,"price_index":98.239254,"transaction_count":63,"velocity":0.004406366},{"active_agent_rate_pct":46.0,"agent_count":100,"cumulative_reward":19.517366705,"epoch":55,"gini":0.131094,"inflation_pct":-1.099003,"mean_reward":0.002857848,"money_supply":100069.4618,"nominal_gdp":278.765982,"policy_rate_pct":3.0,"price_index":97.159602,"transaction_count":45,"velocity":0.002785725},{"active_agent_rate_pct":47.0,"agent_count":100,"cumulative_reward":19.751416207,"epoch":56,"gini":0.132612,"inflation_pct":0.346522,"mean_reward":0.002340495,"money_supply":100069.4618,"nominal_gdp":228.624092,"policy_rate_pct":3.0,"price_index":97.496281,"transaction_count":46,"velocity":0.002284654},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":20.145087366,"epoch":57,"gini":0.135474,"inflation_pct":0.237651,"mean_reward":0.003936712,"money_supply":100069.4618,"nominal_gdp":386.216899,"policy_rate_pct":3.0,"price_index":97.727982,"transaction_count":70,"velocity":0.003859488},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":20.583038964,"epoch":58,"gini":0.138945,"inflation_pct":0.114195,"mean_reward":0.004379516,"money_supply":100069.4618,"nominal_gdp":430.346868,"policy_rate_pct":3.0,"price_index":97.839582,"transaction_count":64,"velocity":0.004300481},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":21.005826617,"epoch":59,"gini":0.141104,"inflation_pct":-0.267923,"mean_reward":0.004227877,"money_supply":100069.4618,"nominal_gdp":412.990077,"policy_rate_pct":3.0,"price_index":97.577448,"transaction_count":65,"velocity":0.004127034},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":21.318584227,"epoch":60,"gini":0.142096,"inflation_pct":1.500941,"mean_reward":0.003127576,"money_supply":100069.4618,"nominal_gdp":310.774137,"policy_rate_pct":3.0,"price_index":99.042028,"transaction_count":58,"velocity":0.003105584}],"initial_state_hash":"643e277402a1d772b7b5ccce88e9049280efe95b5a568b671dc1cc88ce079483","max_accounting_error":0.0,"seed":29},{"arm":"adaptive","cumulative_reward":25.31001017,"decisions":[{"action":0.6,"agent_id":"agent-0001","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0073959,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0073959},{"action":0.6,"agent_id":"agent-0002","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000940243,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.000940243},{"action":0.4,"agent_id":"agent-0003","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.015157236,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.015157236},{"action":0.6,"agent_id":"agent-0001","epoch":2,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0037744,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0073959,"0.8":0.0},"reward":0.0001529},{"action":0.6,"agent_id":"agent-0002","epoch":2,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000470122,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000940243,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":2,"explore":false,"q_after":{"0.2":0.0,"0.4":0.009563285,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.015157236,"0.6":0.0,"0.8":0.0},"reward":0.003969335},{"action":0.6,"agent_id":"agent-0001","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.003219682,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0037744,"0.8":0.0},"reward":0.002110247},{"action":0.6,"agent_id":"agent-0002","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000313414,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000470122,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.010768681,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.009563285,"0.6":0.0,"0.8":0.0},"reward":0.013179471},{"action":0.6,"agent_id":"agent-0001","epoch":4,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.00328075,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.003219682,"0.8":0.0},"reward":0.003463955},{"action":0.6,"agent_id":"agent-0002","epoch":4,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000430719,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000313414,"0.8":0.0},"reward":0.000782635},{"action":0.4,"agent_id":"agent-0003","epoch":4,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011017555,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.010768681,"0.6":0.0,"0.8":0.0},"reward":0.01176418},{"action":0.6,"agent_id":"agent-0001","epoch":5,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004667799,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.00328075,"0.8":0.0},"reward":0.010215992},{"action":0.6,"agent_id":"agent-0002","epoch":5,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000386034,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000430719,"0.8":0.0},"reward":0.000207292},{"action":0.4,"agent_id":"agent-0003","epoch":5,"explore":false,"q_after":{"0.2":0.0,"0.4":0.012247733,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011017555,"0.6":0.0,"0.8":0.0},"reward":0.017168443},{"action":0.6,"agent_id":"agent-0001","epoch":6,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.003889832,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004667799,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":6,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000321695,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000386034,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":6,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013032473,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.012247733,"0.6":0.0,"0.8":0.0},"reward":0.016956173},{"action":0.6,"agent_id":"agent-0001","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004810861,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.003889832,"0.8":0.0},"reward":0.010337033},{"action":0.6,"agent_id":"agent-0002","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000275739,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000321695,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013500574,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013032473,"0.6":0.0,"0.8":0.0},"reward":0.016309182},{"action":0.6,"agent_id":"agent-0001","epoch":8,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005466806,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004810861,"0.8":0.0},"reward":0.010058424},{"action":0.6,"agent_id":"agent-0002","epoch":8,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000318389,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000275739,"0.8":0.0},"reward":0.000616943},{"action":0.4,"agent_id":"agent-0003","epoch":8,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013817226,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013500574,"0.6":0.0,"0.8":0.0},"reward":0.016033786},{"action":0.6,"agent_id":"agent-0001","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005003556,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005466806,"0.8":0.0},"reward":0.001297549},{"action":0.6,"agent_id":"agent-0002","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000315517,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000318389,"0.8":0.0},"reward":0.000292543},{"action":0.4,"agent_id":"agent-0003","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.014227617,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013817226,"0.6":0.0,"0.8":0.0},"reward":0.017510751},{"action":0.6,"agent_id":"agent-0001","epoch":10,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004540764,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005003556,"0.8":0.0},"reward":0.000375644},{"action":0.6,"agent_id":"agent-0002","epoch":10,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000323666,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000315517,"0.8":0.0},"reward":0.000397009},{"action":0.4,"agent_id":"agent-0003","epoch":10,"explore":false,"q_after":{"0.2":0.0,"0.4":0.014400132,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.014227617,"0.6":0.0,"0.8":0.0},"reward":0.015952758},{"action":0.2,"agent_id":"agent-0001","epoch":11,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004540764,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004540764,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":11,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000333712,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000323666,"0.8":0.0},"reward":0.000434169},{"action":0.4,"agent_id":"agent-0003","epoch":11,"explore":false,"q_after":{"0.2":0.0,"0.4":0.014460654,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.014400132,"0.6":0.0,"0.8":0.0},"reward":0.015065874},{"action":0.6,"agent_id":"agent-0001","epoch":12,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004874578,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004540764,"0.8":0.0},"reward":0.008212717},{"action":0.6,"agent_id":"agent-0002","epoch":12,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000366352,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000333712,"0.8":0.0},"reward":0.000725388},{"action":0.4,"agent_id":"agent-0003","epoch":12,"explore":false,"q_after":{"0.2":0.0,"0.4":0.014738307,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.014460654,"0.6":0.0,"0.8":0.0},"reward":0.01779249},{"action":0.6,"agent_id":"agent-0001","epoch":13,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004468363,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004874578,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":13,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000360994,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000366352,"0.8":0.0},"reward":0.000296699},{"action":0.4,"agent_id":"agent-0003","epoch":13,"explore":false,"q_after":{"0.2":0.0,"0.4":0.014786088,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.014738307,"0.6":0.0,"0.8":0.0},"reward":0.015359459},{"action":0.6,"agent_id":"agent-0001","epoch":14,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004441228,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004468363,"0.8":0.0},"reward":0.004115604},{"action":0.6,"agent_id":"agent-0002","epoch":14,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000335209,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000360994,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":14,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013729938,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.014786088,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":15,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004139731,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004441228,"0.8":0.0},"reward":0.000220263},{"action":0.8,"agent_id":"agent-0002","epoch":15,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000335209,"0.8":0.000368482},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000335209,"0.8":0.0},"reward":0.000368482},{"action":0.4,"agent_id":"agent-0003","epoch":15,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013612064,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013729938,"0.6":0.0,"0.8":0.0},"reward":0.011961819},{"action":0.6,"agent_id":"agent-0001","epoch":16,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004414789,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004139731,"0.8":0.0},"reward":0.008265604},{"action":0.8,"agent_id":"agent-0002","epoch":16,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000335209,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000335209,"0.8":0.000368482},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":16,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013544383,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013612064,"0.6":0.0,"0.8":0.0},"reward":0.012529173},{"action":0.6,"agent_id":"agent-0001","epoch":17,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004694398,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004414789,"0.8":0.0},"reward":0.008888531},{"action":0.6,"agent_id":"agent-0002","epoch":17,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000312861,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000335209,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":17,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013463109,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013544383,"0.6":0.0,"0.8":0.0},"reward":0.01216272},{"action":0.6,"agent_id":"agent-0001","epoch":18,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004900557,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004694398,"0.8":0.0},"reward":0.008199113},{"action":0.6,"agent_id":"agent-0002","epoch":18,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000295835,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000312861,"0.8":0.000184241},"reward":4.0443e-05},{"action":0.4,"agent_id":"agent-0003","epoch":18,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013445841,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013463109,"0.6":0.0,"0.8":0.0},"reward":0.013152282},{"action":0.6,"agent_id":"agent-0001","epoch":19,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005183468,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004900557,"0.8":0.0},"reward":0.009992944},{"action":0.6,"agent_id":"agent-0002","epoch":19,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000298562,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000295835,"0.8":0.000184241},"reward":0.000342191},{"action":0.4,"agent_id":"agent-0003","epoch":19,"explore":false,"q_after":{"0.2":0.0,"0.4":0.013486143,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013445841,"0.6":0.0,"0.8":0.0},"reward":0.014211594},{"action":0.2,"agent_id":"agent-0001","epoch":20,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005183468,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005183468,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":20,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000781469,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000298562,"0.8":0.000184241},"reward":0.008990892},{"action":0.4,"agent_id":"agent-0003","epoch":20,"explore":false,"q_after":{"0.2":0.0,"0.4":0.012811836,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.013486143,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":21,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004927213,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005183468,"0.8":0.0},"reward":0.000314633},{"action":0.6,"agent_id":"agent-0002","epoch":21,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000757776,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000781469,"0.8":0.000184241},"reward":0.000331302},{"action":0.4,"agent_id":"agent-0003","epoch":21,"explore":false,"q_after":{"0.2":0.0,"0.4":0.012201749,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.012811836,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":22,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0051628,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004927213,"0.8":0.0},"reward":0.009638955},{"action":0.6,"agent_id":"agent-0002","epoch":22,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000768806,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000757776,"0.8":0.000184241},"reward":0.000978364},{"action":0.4,"agent_id":"agent-0003","epoch":22,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011942208,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.012201749,"0.6":0.0,"0.8":0.0},"reward":0.006491848},{"action":0.6,"agent_id":"agent-0001","epoch":23,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005296806,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0051628,"0.8":0.0},"reward":0.007976919},{"action":0.6,"agent_id":"agent-0002","epoch":23,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000756791,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000768806,"0.8":0.000184241},"reward":0.000516501},{"action":0.4,"agent_id":"agent-0003","epoch":23,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011444556,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011942208,"0.6":0.0,"0.8":0.0},"reward":0.000496224},{"action":0.6,"agent_id":"agent-0001","epoch":24,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005055604,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005296806,"0.8":0.0},"reward":-9.641e-06},{"action":0.6,"agent_id":"agent-0002","epoch":24,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000737087,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000756791,"0.8":0.000184241},"reward":0.000323298},{"action":0.4,"agent_id":"agent-0003","epoch":24,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011517788,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011444556,"0.6":0.0,"0.8":0.0},"reward":0.01320211},{"action":0.6,"agent_id":"agent-0001","epoch":25,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.005188636,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005055604,"0.8":0.0},"reward":0.00811535},{"action":0.6,"agent_id":"agent-0002","epoch":25,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000730286,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000737087,"0.8":0.000184241},"reward":0.000580655},{"action":0.4,"agent_id":"agent-0003","epoch":25,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011612182,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011517788,"0.6":0.0,"0.8":0.0},"reward":0.013877646},{"action":0.6,"agent_id":"agent-0001","epoch":26,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.005188636,"0.8":0.0},"reward":0.000179063},{"action":0.6,"agent_id":"agent-0002","epoch":26,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000699857,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000730286,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":26,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011724332,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011612182,"0.6":0.0,"0.8":0.0},"reward":0.014528077},{"action":0.8,"agent_id":"agent-0001","epoch":27,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":27,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000671863,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000699857,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":27,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011290097,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011724332,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":28,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.005153767},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.0},"reward":0.010307535},{"action":0.6,"agent_id":"agent-0002","epoch":28,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000646022,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000671863,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":28,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011538352,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011290097,"0.6":0.0,"0.8":0.0},"reward":0.018241217},{"action":0.8,"agent_id":"agent-0001","epoch":29,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.005642524},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.005153767},"reward":0.006620038},{"action":0.6,"agent_id":"agent-0002","epoch":29,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000629643,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000646022,"0.8":0.000184241},"reward":0.000203786},{"action":0.4,"agent_id":"agent-0003","epoch":29,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011140478,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011538352,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":30,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.005642524},"reward":-0.000514719},{"action":0.6,"agent_id":"agent-0002","epoch":30,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000617569,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000629643,"0.8":0.000184241},"reward":0.00029158},{"action":0.4,"agent_id":"agent-0003","epoch":30,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011269312,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011140478,"0.6":0.0,"0.8":0.0},"reward":0.015005504},{"action":0.6,"agent_id":"agent-0001","epoch":31,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004780708,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004979904,"0.8":0.004103214},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":31,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000596274,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000617569,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":31,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011433064,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011269312,"0.6":0.0,"0.8":0.0},"reward":0.016345622},{"action":0.6,"agent_id":"agent-0001","epoch":32,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004596835,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004780708,"0.8":0.004103214},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":32,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.000576398,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000596274,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":32,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0116526,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011433064,"0.6":0.0,"0.8":0.0},"reward":0.018458235},{"action":0.6,"agent_id":"agent-0001","epoch":33,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004773873,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004596835,"0.8":0.004103214},"reward":0.009376871},{"action":0.4,"agent_id":"agent-0002","epoch":33,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000576398,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.000576398,"0.8":0.000184241},"reward":0.000313758},{"action":0.4,"agent_id":"agent-0003","epoch":33,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011299491,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0116526,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":34,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004642469,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004773873,"0.8":0.004103214},"reward":0.00109455},{"action":0.6,"agent_id":"agent-0002","epoch":34,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000557804,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000576398,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":34,"explore":false,"q_after":{"0.2":0.0,"0.4":0.010967153,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011299491,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":35,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.004733445,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004642469,"0.8":0.004103214},"reward":0.007280774},{"action":0.6,"agent_id":"agent-0002","epoch":35,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000540373,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000557804,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":35,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011176698,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.010967153,"0.6":0.0,"0.8":0.0},"reward":0.018301229},{"action":0.6,"agent_id":"agent-0001","epoch":36,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.00459178,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.004733445,"0.8":0.004103214},"reward":0.000483511},{"action":0.6,"agent_id":"agent-0002","epoch":36,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000523998,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000540373,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":36,"explore":false,"q_after":{"0.2":0.0,"0.4":0.01089992,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011176698,"0.6":0.0,"0.8":0.0},"reward":0.001212668},{"action":0.4,"agent_id":"agent-0001","epoch":37,"explore":true,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.00459178,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.00459178,"0.8":0.004103214},"reward":0.002547072},{"action":0.6,"agent_id":"agent-0002","epoch":37,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000508586,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000523998,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":37,"explore":false,"q_after":{"0.2":0.0,"0.4":0.010979886,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.01089992,"0.6":0.0,"0.8":0.0},"reward":0.013858678},{"action":0.6,"agent_id":"agent-0001","epoch":38,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004453383,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.00459178,"0.8":0.004103214},"reward":0.000301462},{"action":0.6,"agent_id":"agent-0002","epoch":38,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000515133,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000508586,"0.8":0.000184241},"reward":0.000737738},{"action":0.4,"agent_id":"agent-0003","epoch":38,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011113727,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.010979886,"0.6":0.0,"0.8":0.0},"reward":0.016065831},{"action":0.6,"agent_id":"agent-0001","epoch":39,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004572992,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004453383,"0.8":0.004103214},"reward":0.008280863},{"action":0.6,"agent_id":"agent-0002","epoch":39,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000504755,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000515133,"0.8":0.000184241},"reward":0.000141511},{"action":0.4,"agent_id":"agent-0003","epoch":39,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011199785,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011113727,"0.6":0.0,"0.8":0.0},"reward":0.014469999},{"action":0.6,"agent_id":"agent-0001","epoch":40,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004562143,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004572992,"0.8":0.004103214},"reward":0.004214984},{"action":0.6,"agent_id":"agent-0002","epoch":40,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000498286,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000504755,"0.8":0.000184241},"reward":0.000265397},{"action":0.4,"agent_id":"agent-0003","epoch":40,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011383905,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011199785,"0.6":0.0,"0.8":0.0},"reward":0.018564588},{"action":0.6,"agent_id":"agent-0001","epoch":41,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004427962,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004562143,"0.8":0.004103214},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":41,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000501388,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000498286,"0.8":0.000184241},"reward":0.000616169},{"action":0.4,"agent_id":"agent-0003","epoch":41,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011461893,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011383905,"0.6":0.0,"0.8":0.0},"reward":0.014581394},{"action":0.6,"agent_id":"agent-0001","epoch":42,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004362613,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004427962,"0.8":0.004103214},"reward":0.002140745},{"action":0.6,"agent_id":"agent-0002","epoch":42,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000488532,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000501388,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":42,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011580184,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011461893,"0.6":0.0,"0.8":0.0},"reward":0.016430126},{"action":0.6,"agent_id":"agent-0001","epoch":43,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004302122,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004362613,"0.8":0.004103214},"reward":0.002184935},{"action":0.6,"agent_id":"agent-0002","epoch":43,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000476319,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000488532,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":43,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011644713,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011580184,"0.6":0.0,"0.8":0.0},"reward":0.014354949},{"action":0.6,"agent_id":"agent-0001","epoch":44,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004470267,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004302122,"0.8":0.004103214},"reward":0.010523467},{"action":0.6,"agent_id":"agent-0002","epoch":44,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000464701,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000476319,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":44,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011764079,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011644713,"0.6":0.0,"0.8":0.0},"reward":0.016896784},{"action":0.6,"agent_id":"agent-0001","epoch":45,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004638358,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004470267,"0.8":0.004103214},"reward":0.01085775},{"action":0.6,"agent_id":"agent-0002","epoch":45,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000453637,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000464701,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":45,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011535137,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011764079,"0.6":0.0,"0.8":0.0},"reward":0.001461689},{"action":0.6,"agent_id":"agent-0001","epoch":46,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004519426,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004638358,"0.8":0.004103214},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":46,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.00045792,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000453637,"0.8":0.000184241},"reward":0.000637809},{"action":0.4,"agent_id":"agent-0003","epoch":46,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011284373,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011535137,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":47,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.00440644,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004519426,"0.8":0.004103214},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":47,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000467785,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.00045792,"0.8":0.000184241},"reward":0.000891988},{"action":0.4,"agent_id":"agent-0003","epoch":47,"explore":false,"q_after":{"0.2":0.0,"0.4":0.01104428,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011284373,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":48,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004302377,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.00440644,"0.8":0.004103214},"reward":0.000139848},{"action":0.6,"agent_id":"agent-0002","epoch":48,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000471382,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000467785,"0.8":0.000184241},"reward":0.000629661},{"action":0.4,"agent_id":"agent-0003","epoch":48,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011071517,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.01104428,"0.6":0.0,"0.8":0.0},"reward":0.012351663},{"action":0.6,"agent_id":"agent-0001","epoch":49,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004419619,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004302377,"0.8":0.004103214},"reward":0.009226557},{"action":0.6,"agent_id":"agent-0002","epoch":49,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.00046559,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000471382,"0.8":0.000184241},"reward":0.000204924},{"action":0.4,"agent_id":"agent-0003","epoch":49,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011170032,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011071517,"0.6":0.0,"0.8":0.0},"reward":0.015898785},{"action":0.6,"agent_id":"agent-0001","epoch":50,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004316838,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004419619,"0.8":0.004103214},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":50,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000455684,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.00046559,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":50,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011326561,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011170032,"0.6":0.0,"0.8":0.0},"reward":0.018996471},{"action":0.6,"agent_id":"agent-0001","epoch":51,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004213222,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004316838,"0.8":0.004103214},"reward":-0.000242255},{"action":0.6,"agent_id":"agent-0002","epoch":51,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000313758,"0.6":0.00044619,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.000455684,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":51,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011340151,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011326561,"0.6":0.0,"0.8":0.0},"reward":0.012019654},{"action":0.6,"agent_id":"agent-0001","epoch":52,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.00412487,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004213222,"0.8":0.004103214},"reward":0.000237404},{"action":0.4,"agent_id":"agent-0002","epoch":52,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.00044619,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000313758,"0.6":0.00044619,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":52,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011473069,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011340151,"0.6":0.0,"0.8":0.0},"reward":0.018251862},{"action":0.6,"agent_id":"agent-0001","epoch":53,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004035199,"0.8":0.004103214},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.00412487,"0.8":0.004103214},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":53,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000452178,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.00044619,"0.8":0.000184241},"reward":0.000739569},{"action":0.4,"agent_id":"agent-0003","epoch":53,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011466348,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011473069,"0.6":0.0,"0.8":0.0},"reward":0.011116862},{"action":0.8,"agent_id":"agent-0001","epoch":54,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004035199,"0.8":0.003462042},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004035199,"0.8":0.004103214},"reward":0.000897354},{"action":0.6,"agent_id":"agent-0002","epoch":54,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000451308,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000452178,"0.8":0.000184241},"reward":0.000408722},{"action":0.4,"agent_id":"agent-0003","epoch":54,"explore":false,"q_after":{"0.2":0.0,"0.4":0.011254008,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011466348,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":55,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004167692,"0.8":0.003462042},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004035199,"0.8":0.003462042},"reward":0.010262379},{"action":0.6,"agent_id":"agent-0002","epoch":55,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000454571,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000451308,"0.8":0.000184241},"reward":0.000617677},{"action":0.4,"agent_id":"agent-0003","epoch":55,"explore":false,"q_after":{"0.2":0.0,"0.4":0.01104939,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.011254008,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":56,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004080865,"0.8":0.003462042},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004167692,"0.8":0.003462042},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":56,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000459668,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000454571,"0.8":0.000184241},"reward":0.00071964},{"action":0.4,"agent_id":"agent-0003","epoch":56,"explore":false,"q_after":{"0.2":0.0,"0.4":0.010854506,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.01104939,"0.6":0.0,"0.8":0.0},"reward":0.000135871},{"action":0.6,"agent_id":"agent-0001","epoch":57,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004182771,"0.8":0.003462042},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004080865,"0.8":0.003462042},"reward":0.00907423},{"action":0.6,"agent_id":"agent-0002","epoch":57,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000450995,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000459668,"0.8":0.000184241},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":57,"explore":false,"q_after":{"0.2":0.0,"0.4":0.010918786,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.010854506,"0.6":0.0,"0.8":0.0},"reward":0.014518484},{"action":0.6,"agent_id":"agent-0001","epoch":58,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004241741,"0.8":0.003462042},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004182771,"0.8":0.003462042},"reward":0.007131268},{"action":0.6,"agent_id":"agent-0002","epoch":58,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000447309,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000450995,"0.8":0.000184241},"reward":0.000251953},{"action":0.4,"agent_id":"agent-0003","epoch":58,"explore":false,"q_after":{"0.2":0.0,"0.4":0.010730531,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.010918786,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":59,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004294309,"0.8":0.003462042},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004241741,"0.8":0.003462042},"reward":0.006922714},{"action":0.6,"agent_id":"agent-0002","epoch":59,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000455897,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000447309,"0.8":0.000184241},"reward":0.000919618},{"action":0.4,"agent_id":"agent-0003","epoch":59,"explore":false,"q_after":{"0.2":0.0,"0.4":0.010819189,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.010730531,"0.6":0.0,"0.8":0.0},"reward":0.015961358},{"action":0.6,"agent_id":"agent-0001","epoch":60,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004214605,"0.8":0.003462042},"q_before":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004294309,"0.8":0.003462042},"reward":0.000149722},{"action":0.6,"agent_id":"agent-0002","epoch":60,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000447756,"0.8":0.000184241},"q_before":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000455897,"0.8":0.000184241},"reward":-0.0},{"action":0.4,"agent_id":"agent-0003","epoch":60,"explore":true,"q_after":{"0.2":0.0,"0.4":0.010904275,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.010819189,"0.6":0.0,"0.8":0.0},"reward":0.015924328}],"final_action_counts":{"agent-0001":{"0.2":2,"0.4":1,"0.6":52,"0.8":5},"agent-0002":{"0.2":0,"0.4":2,"0.6":56,"0.8":2},"agent-0003":{"0.2":0,"0.4":60,"0.6":0,"0.8":0},"agent-0004":{"0.2":19,"0.4":17,"0.6":14,"0.8":10},"agent-0005":{"0.2":1,"0.4":40,"0.6":13,"0.8":6},"agent-0006":{"0.2":44,"0.4":3,"0.6":3,"0.8":10},"agent-0007":{"0.2":54,"0.4":2,"0.6":0,"0.8":4},"agent-0008":{"0.2":48,"0.4":1,"0.6":1,"0.8":10},"agent-0009":{"0.2":57,"0.4":1,"0.6":1,"0.8":1},"agent-0010":{"0.2":5,"0.4":3,"0.6":48,"0.8":4},"agent-0011":{"0.2":53,"0.4":2,"0.6":1,"0.8":4},"agent-0012":{"0.2":4,"0.4":40,"0.6":14,"0.8":2},"agent-0013":{"0.2":16,"0.4":31,"0.6":13,"0.8":0},"agent-0014":{"0.2":2,"0.4":0,"0.6":11,"0.8":47},"agent-0015":{"0.2":1,"0.4":1,"0.6":2,"0.8":56},"agent-0016":{"0.2":0,"0.4":0,"0.6":7,"0.8":53},"agent-0017":{"0.2":23,"0.4":3,"0.6":29,"0.8":5},"agent-0018":{"0.2":2,"0.4":2,"0.6":9,"0.8":47},"agent-0019":{"0.2":17,"0.4":0,"0.6":5,"0.8":38},"agent-0020":{"0.2":1,"0.4":2,"0.6":50,"0.8":7},"agent-0021":{"0.2":5,"0.4":5,"0.6":33,"0.8":17},"agent-0022":{"0.2":55,"0.4":2,"0.6":2,"0.8":1},"agent-0023":{"0.2":6,"0.4":7,"0.6":36,"0.8":11},"agent-0024":{"0.2":1,"0.4":0,"0.6":25,"0.8":34},"agent-0025":{"0.2":20,"0.4":24,"0.6":16,"0.8":0},"agent-0026":{"0.2":0,"0.4":1,"0.6":29,"0.8":30},"agent-0027":{"0.2":1,"0.4":0,"0.6":0,"0.8":59},"agent-0028":{"0.2":3,"0.4":2,"0.6":1,"0.8":54},"agent-0029":{"0.2":0,"0.4":57,"0.6":1,"0.8":2},"agent-0030":{"0.2":1,"0.4":58,"0.6":0,"0.8":1},"agent-0031":{"0.2":1,"0.4":53,"0.6":4,"0.8":2},"agent-0032":{"0.2":1,"0.4":18,"0.6":2,"0.8":39},"agent-0033":{"0.2":4,"0.4":4,"0.6":4,"0.8":48},"agent-0034":{"0.2":4,"0.4":7,"0.6":4,"0.8":45},"agent-0035":{"0.2":11,"0.4":5,"0.6":22,"0.8":22},"agent-0036":{"0.2":2,"0.4":34,"0.6":22,"0.8":2},"agent-0037":{"0.2":8,"0.4":2,"0.6":0,"0.8":50},"agent-0038":{"0.2":1,"0.4":2,"0.6":55,"0.8":2},"agent-0039":{"0.2":0,"0.4":3,"0.6":1,"0.8":56},"agent-0040":{"0.2":3,"0.4":1,"0.6":1,"0.8":55},"agent-0041":{"0.2":3,"0.4":2,"0.6":1,"0.8":54},"agent-0042":{"0.2":11,"0.4":45,"0.6":2,"0.8":2},"agent-0043":{"0.2":0,"0.4":52,"0.6":6,"0.8":2},"agent-0044":{"0.2":7,"0.4":4,"0.6":45,"0.8":4},"agent-0045":{"0.2":0,"0.4":32,"0.6":1,"0.8":27},"agent-0046":{"0.2":49,"0.4":7,"0.6":3,"0.8":1},"agent-0047":{"0.2":0,"0.4":60,"0.6":0,"0.8":0},"agent-0048":{"0.2":4,"0.4":32,"0.6":22,"0.8":2},"agent-0049":{"0.2":3,"0.4":15,"0.6":5,"0.8":37},"agent-0050":{"0.2":4,"0.4":53,"0.6":2,"0.8":1},"agent-0051":{"0.2":57,"0.4":1,"0.6":1,"0.8":1},"agent-0052":{"0.2":21,"0.4":3,"0.6":3,"0.8":33},"agent-0053":{"0.2":1,"0.4":0,"0.6":4,"0.8":55},"agent-0054":{"0.2":25,"0.4":22,"0.6":4,"0.8":9},"agent-0055":{"0.2":1,"0.4":48,"0.6":3,"0.8":8},"agent-0056":{"0.2":1,"0.4":3,"0.6":50,"0.8":6},"agent-0057":{"0.2":31,"0.4":22,"0.6":2,"0.8":5},"agent-0058":{"0.2":52,"0.4":3,"0.6":2,"0.8":3},"agent-0059":{"0.2":2,"0.4":20,"0.6":12,"0.8":26},"agent-0060":{"0.2":2,"0.4":4,"0.6":52,"0.8":2},"agent-0061":{"0.2":12,"0.4":43,"0.6":0,"0.8":5},"agent-0062":{"0.2":44,"0.4":3,"0.6":7,"0.8":6},"agent-0063":{"0.2":19,"0.4":1,"0.6":2,"0.8":38},"agent-0064":{"0.2":3,"0.4":50,"0.6":1,"0.8":6},"agent-0065":{"0.2":2,"0.4":0,"0.6":58,"0.8":0},"agent-0066":{"0.2":3,"0.4":0,"0.6":3,"0.8":54},"agent-0067":{"0.2":1,"0.4":10,"0.6":4,"0.8":45},"agent-0068":{"0.2":2,"0.4":3,"0.6":52,"0.8":3},"agent-0069":{"0.2":3,"0.4":40,"0.6":16,"0.8":1},"agent-0070":{"0.2":2,"0.4":44,"0.6":14,"0.8":0},"agent-0071":{"0.2":6,"0.4":53,"0.6":1,"0.8":0},"agent-0072":{"0.2":0,"0.4":1,"0.6":1,"0.8":58},"agent-0073":{"0.2":5,"0.4":2,"0.6":3,"0.8":50},"agent-0074":{"0.2":4,"0.4":20,"0.6":0,"0.8":36},"agent-0075":{"0.2":2,"0.4":6,"0.6":50,"0.8":2},"agent-0076":{"0.2":4,"0.4":3,"0.6":0,"0.8":53},"agent-0077":{"0.2":10,"0.4":3,"0.6":0,"0.8":47},"agent-0078":{"0.2":1,"0.4":6,"0.6":50,"0.8":3},"agent-0079":{"0.2":4,"0.4":24,"0.6":29,"0.8":3},"agent-0080":{"0.2":47,"0.4":10,"0.6":0,"0.8":3},"agent-0081":{"0.2":17,"0.4":7,"0.6":34,"0.8":2},"agent-0082":{"0.2":22,"0.4":3,"0.6":13,"0.8":22},"agent-0083":{"0.2":1,"0.4":5,"0.6":42,"0.8":12},"agent-0084":{"0.2":31,"0.4":10,"0.6":1,"0.8":18},"agent-0085":{"0.2":2,"0.4":2,"0.6":13,"0.8":43},"agent-0086":{"0.2":5,"0.4":44,"0.6":2,"0.8":9},"agent-0087":{"0.2":2,"0.4":2,"0.6":4,"0.8":52},"agent-0088":{"0.2":1,"0.4":6,"0.6":2,"0.8":51},"agent-0089":{"0.2":1,"0.4":42,"0.6":9,"0.8":8},"agent-0090":{"0.2":13,"0.4":24,"0.6":14,"0.8":9},"agent-0091":{"0.2":28,"0.4":3,"0.6":25,"0.8":4},"agent-0092":{"0.2":3,"0.4":0,"0.6":1,"0.8":56},"agent-0093":{"0.2":2,"0.4":5,"0.6":0,"0.8":53},"agent-0094":{"0.2":1,"0.4":5,"0.6":51,"0.8":3},"agent-0095":{"0.2":56,"0.4":1,"0.6":0,"0.8":3},"agent-0096":{"0.2":32,"0.4":25,"0.6":1,"0.8":2},"agent-0097":{"0.2":52,"0.4":3,"0.6":2,"0.8":3},"agent-0098":{"0.2":13,"0.4":33,"0.6":12,"0.8":2},"agent-0099":{"0.2":3,"0.4":51,"0.6":1,"0.8":5},"agent-0100":{"0.2":12,"0.4":2,"0.6":29,"0.8":17}},"final_values":{"agent-0001":{"0.2":0.0,"0.4":0.002547072,"0.6":0.004214605,"0.8":0.003462042},"agent-0002":{"0.2":0.0,"0.4":0.000156879,"0.6":0.000447756,"0.8":0.000184241},"agent-0003":{"0.2":0.0,"0.4":0.010904275,"0.6":0.0,"0.8":0.0},"agent-0004":{"0.2":0.005860218,"0.4":0.005763676,"0.6":0.005357618,"0.8":0.006599719},"agent-0005":{"0.2":0.0,"0.4":0.004745002,"0.6":0.00464747,"0.8":0.004294428},"agent-0006":{"0.2":0.016228102,"0.4":0.010471145,"0.6":0.006267163,"0.8":0.017743427},"agent-0007":{"0.2":0.006997318,"0.4":0.006622541,"0.6":0.0,"0.8":0.006285883},"agent-0008":{"0.2":0.000487553,"0.4":0.0,"0.6":0.0,"0.8":0.000226795},"agent-0009":{"0.2":0.002035311,"0.4":0.0,"0.6":4.693e-05,"0.8":0.000839431},"agent-0010":{"0.2":0.0,"0.4":0.0,"0.6":0.000101872,"0.8":5.2664e-05},"agent-0011":{"0.2":0.002652931,"0.4":0.00015555,"0.6":0.0,"0.8":0.001797645},"agent-0012":{"0.2":0.001962662,"0.4":0.00234324,"0.6":0.002182187,"0.8":0.000279077},"agent-0013":{"0.2":0.014172736,"0.4":0.014664763,"0.6":0.014374132,"0.8":0.0},"agent-0014":{"0.2":0.0,"0.4":0.0,"0.6":0.000192768,"0.8":0.000849678},"agent-0015":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.00019308},"agent-0016":{"0.2":0.0,"0.4":0.0,"0.6":0.007510317,"0.8":0.013902463},"agent-0017":{"0.2":0.000249352,"0.4":0.0,"0.6":0.000676931,"0.8":0.000210106},"agent-0018":{"0.2":0.009679087,"0.4":0.008461104,"0.6":0.009127632,"0.8":0.010415635},"agent-0019":{"0.2":0.001799136,"0.4":0.0,"0.6":0.000301536,"0.8":0.001251027},"agent-0020":{"0.2":0.0,"0.4":0.001503005,"0.6":0.002050343,"0.8":0.001425872},"agent-0021":{"0.2":0.004479426,"0.4":0.003425694,"0.6":0.005371798,"0.8":0.004677246},"agent-0022":{"0.2":0.001411184,"0.4":0.0,"0.6":0.000295101,"0.8":0.0},"agent-0023":{"0.2":0.000108616,"0.4":0.000201068,"0.6":0.000188449,"0.8":0.002168932},"agent-0024":{"0.2":0.0,"0.4":0.0,"0.6":0.000209486,"0.8":0.0006544},"agent-0025":{"0.2":0.011795832,"0.4":0.010201103,"0.6":0.011336091,"0.8":0.0},"agent-0026":{"0.2":0.0,"0.4":0.0,"0.6":0.011130903,"0.8":0.009505872},"agent-0027":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.000817485},"agent-0028":{"0.2":5.9153e-05,"0.4":5.7407e-05,"0.6":0.0,"0.8":0.00022552},"agent-0029":{"0.2":0.0,"0.4":0.002634633,"0.6":0.0,"0.8":0.0},"agent-0030":{"0.2":0.0,"0.4":0.001775017,"0.6":0.0,"0.8":0.000728322},"agent-0031":{"0.2":0.0,"0.4":0.006818899,"0.6":0.005639012,"0.8":0.004751798},"agent-0032":{"0.2":0.0,"0.4":0.003352318,"0.6":0.0,"0.8":0.002312369},"agent-0033":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.003826618},"agent-0034":{"0.2":0.000251451,"0.4":0.00351057,"0.6":0.003442028,"0.8":0.003734936},"agent-0035":{"0.2":0.00608745,"0.4":0.009824243,"0.6":0.010757782,"0.8":0.007642157},"agent-0036":{"0.2":0.0,"0.4":0.002014412,"0.6":0.001350858,"0.8":0.000103476},"agent-0037":{"0.2":0.007188166,"0.4":0.008184574,"0.6":0.0,"0.8":0.008810469},"agent-0038":{"0.2":0.0,"0.4":0.003741202,"0.6":0.007204933,"0.8":0.005429057},"agent-0039":{"0.2":0.0,"0.4":5.4893e-05,"0.6":0.0,"0.8":0.003106789},"agent-0040":{"0.2":0.0,"0.4":0.000110108,"0.6":0.0,"0.8":0.000348838},"agent-0041":{"0.2":3.2945e-05,"0.4":0.0,"0.6":0.0,"0.8":0.000101664},"agent-0042":{"0.2":0.011171175,"0.4":0.011632474,"0.6":0.010631916,"0.8":0.005308668},"agent-0043":{"0.2":0.0,"0.4":0.011330195,"0.6":0.010492985,"0.8":0.007127168},"agent-0044":{"0.2":0.016079976,"0.4":0.0172296,"0.6":0.017795468,"0.8":0.013055863},"agent-0045":{"0.2":0.0,"0.4":0.000991341,"0.6":0.0,"0.8":9.4189e-05},"agent-0046":{"0.2":2.9399e-05,"0.4":5.157e-06,"0.6":0.0,"0.8":0.0},"agent-0047":{"0.2":0.0,"0.4":0.000450187,"0.6":0.0,"0.8":0.0},"agent-0048":{"0.2":0.004212108,"0.4":0.008213343,"0.6":0.009095639,"0.8":0.007732036},"agent-0049":{"0.2":0.005505682,"0.4":0.007652608,"0.6":0.003868985,"0.8":0.009211219},"agent-0050":{"0.2":0.000252603,"0.4":0.000469905,"0.6":-0.000147981,"0.8":0.000142812},"agent-0051":{"0.2":0.000351488,"0.4":0.0,"0.6":0.0,"0.8":0.0},"agent-0052":{"0.2":0.007829691,"0.4":0.006988965,"0.6":0.003761167,"0.8":0.008997968},"agent-0053":{"0.2":0.000233128,"0.4":0.0,"0.6":3.3079e-05,"0.8":0.002122634},"agent-0054":{"0.2":0.008335427,"0.4":0.008500702,"0.6":0.007622151,"0.8":0.006687371},"agent-0055":{"0.2":0.0,"0.4":0.004597058,"0.6":0.006604331,"0.8":0.004354917},"agent-0056":{"0.2":0.000383661,"0.4":0.000898998,"0.6":0.001291611,"0.8":0.002627646},"agent-0057":{"0.2":0.012272814,"0.4":0.012031914,"0.6":0.006278582,"0.8":0.010949043},"agent-0058":{"0.2":0.000933367,"0.4":0.0,"0.6":0.0,"0.8":0.0},"agent-0059":{"0.2":0.0,"0.4":6.7232e-05,"0.6":3.5713e-05,"0.8":8.2839e-05},"agent-0060":{"0.2":0.002442027,"0.4":0.002488672,"0.6":0.003025559,"0.8":-0.000103797},"agent-0061":{"0.2":0.007340673,"0.4":0.008176796,"0.6":0.0,"0.8":0.007208708},"agent-0062":{"0.2":0.002353673,"0.4":0.000140961,"0.6":0.001325388,"0.8":0.001501335},"agent-0063":{"0.2":0.00302903,"0.4":0.000296064,"0.6":2.3583e-05,"0.8":0.003519581},"agent-0064":{"0.2":0.0,"0.4":0.00116169,"0.6":0.000178816,"0.8":-8.7127e-05},"agent-0065":{"0.2":0.0,"0.4":0.0,"0.6":0.001066209,"0.8":0.0},"agent-0066":{"0.2":0.005879087,"0.4":0.0,"0.6":0.005751817,"0.8":0.011475019},"agent-0067":{"0.2":0.0,"0.4":0.00844707,"0.6":0.00883362,"0.8":0.008996166},"agent-0068":{"0.2":0.000928779,"0.4":0.0,"0.6":0.00447214,"0.8":0.003152641},"agent-0069":{"0.2":0.002794927,"0.4":0.004536048,"0.6":0.006556826,"0.8":0.0},"agent-0070":{"0.2":0.002731908,"0.4":0.002776014,"0.6":0.00275931,"0.8":0.0},"agent-0071":{"0.2":0.000579721,"0.4":0.000637573,"0.6":-0.000368318,"0.8":0.0},"agent-0072":{"0.2":0.0,"0.4":-0.000113763,"0.6":4.5427e-05,"0.8":9.7347e-05},"agent-0073":{"0.2":9.54e-05,"0.4":5.477e-06,"0.6":0.0,"0.8":0.000966208},"agent-0074":{"0.2":0.006044411,"0.4":0.010784438,"0.6":0.0,"0.8":0.010078867},"agent-0075":{"0.2":-0.000378606,"0.4":6.4169e-05,"0.6":0.002324499,"0.8":-0.000299978},"agent-0076":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":3.0262e-05},"agent-0077":{"0.2":0.003008904,"0.4":0.002084255,"0.6":0.0,"0.8":0.004178449},"agent-0078":{"0.2":0.0,"0.4":0.00141662,"0.6":0.0017528,"0.8":0.0},"agent-0079":{"0.2":0.008044664,"0.4":0.007419655,"0.6":0.008785289,"0.8":0.00120921},"agent-0080":{"0.2":0.001905638,"0.4":0.002887822,"0.6":0.0,"0.8":0.001571127},"agent-0081":{"0.2":-1.7248e-05,"0.4":-9.2686e-05,"0.6":-1.364e-06,"0.8":-0.000154965},"agent-0082":{"0.2":0.003168835,"0.4":0.0,"0.6":0.002879971,"0.8":0.004286213},"agent-0083":{"0.2":0.007373243,"0.4":0.010572624,"0.6":0.011897941,"0.8":0.009412482},"agent-0084":{"0.2":0.005097492,"0.4":0.002809532,"0.6":0.0,"0.8":0.00482951},"agent-0085":{"0.2":-0.000342755,"0.4":-4.7142e-05,"0.6":0.001837523,"0.8":0.002051248},"agent-0086":{"0.2":0.002673612,"0.4":0.01369248,"0.6":0.0,"0.8":0.011222509},"agent-0087":{"0.2":0.0,"0.4":0.0,"0.6":8.6591e-05,"0.8":0.000614731},"agent-0088":{"0.2":0.0,"0.4":3.5968e-05,"0.6":-0.000201688,"0.8":0.000453966},"agent-0089":{"0.2":0.0,"0.4":0.004575822,"0.6":0.003025166,"0.8":0.003816908},"agent-0090":{"0.2":0.0,"0.4":8.072e-06,"0.6":0.0,"0.8":0.0},"agent-0091":{"0.2":6.16e-07,"0.4":-5.1749e-05,"0.6":-1.1633e-05,"0.8":-4.2761e-05},"agent-0092":{"0.2":0.007595698,"0.4":0.0,"0.6":0.00617816,"0.8":0.00783516},"agent-0093":{"0.2":-3.5343e-05,"0.4":6.2591e-05,"0.6":0.0,"0.8":0.002593267},"agent-0094":{"0.2":0.0,"0.4":0.005209672,"0.6":0.005674077,"0.8":6.2943e-05},"agent-0095":{"0.2":0.01258706,"0.4":0.008525612,"0.6":0.0,"0.8":0.010537381},"agent-0096":{"0.2":0.001339841,"0.4":0.001334313,"0.6":0.000246186,"0.8":-0.00029343},"agent-0097":{"0.2":0.000734204,"0.4":0.0,"0.6":-6.1648e-05,"0.8":-9.183e-06},"agent-0098":{"0.2":-3.86e-07,"0.4":0.002058118,"0.6":-2.3807e-05,"0.8":-1.652e-06},"agent-0099":{"0.2":0.0,"0.4":0.000365872,"0.6":-6.3079e-05,"0.8":-0.000185033},"agent-0100":{"0.2":0.003328826,"0.4":0.003251208,"0.6":0.003363181,"0.8":0.003330898}},"history":[{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":0.435316038,"epoch":1,"gini":0.00415,"inflation_pct":0.0,"mean_reward":0.00435316,"money_supply":100000.0,"nominal_gdp":414.524923,"policy_rate_pct":3.0,"price_index":94.946039,"transaction_count":72,"velocity":0.004145249},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":0.876473008,"epoch":2,"gini":0.00706,"inflation_pct":0.346795,"mean_reward":0.00441157,"money_supply":100000.0,"nominal_gdp":421.134381,"policy_rate_pct":3.0,"price_index":95.275307,"transaction_count":72,"velocity":0.004211344},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":1.294532586,"epoch":3,"gini":0.009774,"inflation_pct":0.928758,"mean_reward":0.004180596,"money_supply":100000.0,"nominal_gdp":403.207331,"policy_rate_pct":3.0,"price_index":96.160184,"transaction_count":69,"velocity":0.004032073},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":1.653696466,"epoch":4,"gini":0.012309,"inflation_pct":-0.686833,"mean_reward":0.003591639,"money_supply":100000.0,"nominal_gdp":343.785177,"policy_rate_pct":3.0,"price_index":95.499724,"transaction_count":70,"velocity":0.003437852},{"active_agent_rate_pct":74.0,"agent_count":100,"cumulative_reward":2.12315909,"epoch":5,"gini":0.015379,"inflation_pct":0.575759,"mean_reward":0.004694626,"money_supply":100000.0,"nominal_gdp":451.581007,"policy_rate_pct":3.0,"price_index":96.049572,"transaction_count":80,"velocity":0.00451581},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":2.531593021,"epoch":6,"gini":0.017911,"inflation_pct":0.42685,"mean_reward":0.004084339,"money_supply":100000.0,"nominal_gdp":396.111624,"policy_rate_pct":3.0,"price_index":96.459559,"transaction_count":67,"velocity":0.003961116},{"active_agent_rate_pct":72.0,"agent_count":100,"cumulative_reward":2.993550575,"epoch":7,"gini":0.020824,"inflation_pct":0.088036,"mean_reward":0.004619576,"money_supply":100000.0,"nominal_gdp":447.528722,"policy_rate_pct":3.0,"price_index":96.544479,"transaction_count":83,"velocity":0.004475287},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":3.434633483,"epoch":8,"gini":0.023672,"inflation_pct":-0.09577,"mean_reward":0.004410829,"money_supply":100000.0,"nominal_gdp":426.502703,"policy_rate_pct":3.0,"price_index":96.452019,"transaction_count":72,"velocity":0.004265027},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":3.91294531,"epoch":9,"gini":0.02619,"inflation_pct":0.293341,"mean_reward":0.004783118,"money_supply":100000.0,"nominal_gdp":463.869959,"policy_rate_pct":3.0,"price_index":96.734952,"transaction_count":68,"velocity":0.0046387},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":4.319073475,"epoch":10,"gini":0.029967,"inflation_pct":-0.576873,"mean_reward":0.004061282,"money_supply":100000.0,"nominal_gdp":391.471033,"policy_rate_pct":3.0,"price_index":96.176914,"transaction_count":67,"velocity":0.00391471},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":4.845484698,"epoch":11,"gini":0.033184,"inflation_pct":1.62255,"mean_reward":0.005264112,"money_supply":100000.0,"nominal_gdp":517.054983,"policy_rate_pct":3.0,"price_index":97.737433,"transaction_count":72,"velocity":0.00517055},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":5.287048152,"epoch":12,"gini":0.036024,"inflation_pct":-0.054191,"mean_reward":0.004415635,"money_supply":100013.8889,"nominal_gdp":432.353885,"policy_rate_pct":3.0,"price_index":97.684468,"transaction_count":73,"velocity":0.004322938},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":5.780058872,"epoch":13,"gini":0.03961,"inflation_pct":-0.131171,"mean_reward":0.004930107,"money_supply":100013.8889,"nominal_gdp":482.476741,"policy_rate_pct":3.0,"price_index":97.556335,"transaction_count":72,"velocity":0.004824097},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":6.170871466,"epoch":14,"gini":0.041829,"inflation_pct":-0.553719,"mean_reward":0.003908126,"money_supply":100013.8889,"nominal_gdp":380.633627,"policy_rate_pct":3.0,"price_index":97.016147,"transaction_count":56,"velocity":0.003805808},{"active_agent_rate_pct":69.0,"agent_count":100,"cumulative_reward":6.62321265,"epoch":15,"gini":0.044009,"inflation_pct":1.093365,"mean_reward":0.004523412,"money_supply":100013.8889,"nominal_gdp":445.056,"policy_rate_pct":3.0,"price_index":98.076887,"transaction_count":74,"velocity":0.004449942},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":7.046808145,"epoch":16,"gini":0.046637,"inflation_pct":0.176306,"mean_reward":0.004235955,"money_supply":100013.8889,"nominal_gdp":416.989481,"policy_rate_pct":3.0,"price_index":98.249802,"transaction_count":71,"velocity":0.004169316},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":7.449970395,"epoch":17,"gini":0.048771,"inflation_pct":0.018864,"mean_reward":0.004031623,"money_supply":100013.8889,"nominal_gdp":397.818561,"policy_rate_pct":3.0,"price_index":98.268336,"transaction_count":67,"velocity":0.003977633},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":7.798720382,"epoch":18,"gini":0.051699,"inflation_pct":-0.658526,"mean_reward":0.0034875,"money_supply":100013.8889,"nominal_gdp":341.707901,"policy_rate_pct":3.0,"price_index":97.621214,"transaction_count":58,"velocity":0.003416604},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":8.183579738,"epoch":19,"gini":0.054623,"inflation_pct":0.377644,"mean_reward":0.003848594,"money_supply":100013.8889,"nominal_gdp":377.14896,"policy_rate_pct":3.0,"price_index":97.989875,"transaction_count":67,"velocity":0.003770966},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":8.676637602,"epoch":20,"gini":0.05795,"inflation_pct":1.273277,"mean_reward":0.004930579,"money_supply":100013.8889,"nominal_gdp":490.775273,"policy_rate_pct":3.0,"price_index":99.237558,"transaction_count":75,"velocity":0.004907071},{"active_agent_rate_pct":69.0,"agent_count":100,"cumulative_reward":9.212882787,"epoch":21,"gini":0.061409,"inflation_pct":-0.873124,"mean_reward":0.005362452,"money_supply":100013.8889,"nominal_gdp":529.912867,"policy_rate_pct":3.0,"price_index":98.371091,"transaction_count":79,"velocity":0.005298393},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":9.602649832,"epoch":22,"gini":0.064104,"inflation_pct":-0.077971,"mean_reward":0.00389767,"money_supply":100013.8889,"nominal_gdp":385.200137,"policy_rate_pct":3.0,"price_index":98.29439,"transaction_count":63,"velocity":0.003851466},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":10.108598767,"epoch":23,"gini":0.067061,"inflation_pct":-0.280333,"mean_reward":0.005059489,"money_supply":100013.8889,"nominal_gdp":498.083257,"policy_rate_pct":3.0,"price_index":98.018838,"transaction_count":76,"velocity":0.004980141},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":10.545617419,"epoch":24,"gini":0.070112,"inflation_pct":0.359616,"mean_reward":0.004370187,"money_supply":100027.7797,"nominal_gdp":431.680101,"policy_rate_pct":3.0,"price_index":98.37133,"transaction_count":72,"velocity":0.004315602},{"active_agent_rate_pct":75.0,"agent_count":100,"cumulative_reward":11.00680615,"epoch":25,"gini":0.072889,"inflation_pct":0.577793,"mean_reward":0.004611887,"money_supply":100027.7797,"nominal_gdp":458.048602,"policy_rate_pct":3.0,"price_index":98.939713,"transaction_count":81,"velocity":0.004579214},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":11.394471159,"epoch":26,"gini":0.075243,"inflation_pct":-1.004572,"mean_reward":0.00387665,"money_supply":100027.7797,"nominal_gdp":380.184797,"policy_rate_pct":3.0,"price_index":97.945792,"transaction_count":61,"velocity":0.003800792},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":11.809188223,"epoch":27,"gini":0.07709,"inflation_pct":0.072762,"mean_reward":0.004147171,"money_supply":100027.7797,"nominal_gdp":407.412633,"policy_rate_pct":3.0,"price_index":98.017059,"transaction_count":68,"velocity":0.004072995},{"active_agent_rate_pct":71.0,"agent_count":100,"cumulative_reward":12.353192135,"epoch":28,"gini":0.08035,"inflation_pct":0.618074,"mean_reward":0.005440039,"money_supply":100027.7797,"nominal_gdp":539.030325,"policy_rate_pct":3.0,"price_index":98.622877,"transaction_count":80,"velocity":0.005388806},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":12.730407702,"epoch":29,"gini":0.083363,"inflation_pct":-0.79591,"mean_reward":0.003772156,"money_supply":100027.7797,"nominal_gdp":369.836399,"policy_rate_pct":3.0,"price_index":97.837928,"transaction_count":65,"velocity":0.003697337},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":13.166408739,"epoch":30,"gini":0.087035,"inflation_pct":1.026203,"mean_reward":0.00436001,"money_supply":100027.7797,"nominal_gdp":433.456846,"policy_rate_pct":3.0,"price_index":98.841944,"transaction_count":68,"velocity":0.004333365},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":13.564280563,"epoch":31,"gini":0.09001,"inflation_pct":-0.587658,"mean_reward":0.003978718,"money_supply":100027.7797,"nominal_gdp":391.873633,"policy_rate_pct":3.0,"price_index":98.261092,"transaction_count":68,"velocity":0.003917648},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":13.951603258,"epoch":32,"gini":0.092086,"inflation_pct":0.804219,"mean_reward":0.003873227,"money_supply":100027.7797,"nominal_gdp":384.130908,"policy_rate_pct":3.0,"price_index":99.051327,"transaction_count":63,"velocity":0.003840242},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":14.346996774,"epoch":33,"gini":0.095019,"inflation_pct":-0.766716,"mean_reward":0.003953935,"money_supply":100027.7797,"nominal_gdp":389.416274,"policy_rate_pct":3.0,"price_index":98.291884,"transaction_count":65,"velocity":0.003893081},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":14.792526831,"epoch":34,"gini":0.098086,"inflation_pct":0.07327,"mean_reward":0.004455301,"money_supply":100027.7797,"nominal_gdp":440.391979,"policy_rate_pct":3.0,"price_index":98.363902,"transaction_count":67,"velocity":0.004402697},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":15.141415036,"epoch":35,"gini":0.100031,"inflation_pct":0.001299,"mean_reward":0.003488882,"money_supply":100027.7797,"nominal_gdp":342.528471,"policy_rate_pct":3.0,"price_index":98.36518,"transaction_count":64,"velocity":0.003424333},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":15.492084887,"epoch":36,"gini":0.102449,"inflation_pct":-0.581555,"mean_reward":0.003506699,"money_supply":100041.6724,"nominal_gdp":343.963791,"policy_rate_pct":3.0,"price_index":97.793132,"transaction_count":58,"velocity":0.003438205},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":15.898118649,"epoch":37,"gini":0.105233,"inflation_pct":0.242559,"mean_reward":0.004060338,"money_supply":100041.6724,"nominal_gdp":400.133814,"policy_rate_pct":3.0,"price_index":98.030338,"transaction_count":69,"velocity":0.003999671},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":16.303202472,"epoch":38,"gini":0.10835,"inflation_pct":0.009254,"mean_reward":0.004050838,"money_supply":100041.6724,"nominal_gdp":397.893758,"policy_rate_pct":3.0,"price_index":98.039409,"transaction_count":63,"velocity":0.00397728},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":16.740976684,"epoch":39,"gini":0.111542,"inflation_pct":0.274362,"mean_reward":0.004377742,"money_supply":100041.6724,"nominal_gdp":431.396266,"policy_rate_pct":3.0,"price_index":98.308392,"transaction_count":67,"velocity":0.004312166},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":17.177137359,"epoch":40,"gini":0.114417,"inflation_pct":0.015616,"mean_reward":0.004361607,"money_supply":100041.6724,"nominal_gdp":429.726364,"policy_rate_pct":3.0,"price_index":98.323744,"transaction_count":75,"velocity":0.004295474},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":17.598665368,"epoch":41,"gini":0.116999,"inflation_pct":-0.868938,"mean_reward":0.00421528,"money_supply":100041.6724,"nominal_gdp":412.818896,"policy_rate_pct":3.0,"price_index":97.469372,"transaction_count":69,"velocity":0.004126469},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":17.858550528,"epoch":42,"gini":0.119005,"inflation_pct":0.293695,"mean_reward":0.002598852,"money_supply":100041.6724,"nominal_gdp":254.49974,"policy_rate_pct":3.0,"price_index":97.755634,"transaction_count":50,"velocity":0.002543937},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":18.319183425,"epoch":43,"gini":0.122323,"inflation_pct":0.317372,"mean_reward":0.004606329,"money_supply":100041.6724,"nominal_gdp":453.543385,"policy_rate_pct":3.0,"price_index":98.065883,"transaction_count":67,"velocity":0.004533545},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":18.679009595,"epoch":44,"gini":0.12473,"inflation_pct":0.112269,"mean_reward":0.003598262,"money_supply":100041.6724,"nominal_gdp":353.944328,"policy_rate_pct":3.0,"price_index":98.17598,"transaction_count":64,"velocity":0.003537969},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":19.03908219,"epoch":45,"gini":0.126791,"inflation_pct":-0.862171,"mean_reward":0.003600726,"money_supply":100041.6724,"nominal_gdp":351.890128,"policy_rate_pct":3.0,"price_index":97.329535,"transaction_count":62,"velocity":0.003517435},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":19.420884309,"epoch":46,"gini":0.129852,"inflation_pct":1.201112,"mean_reward":0.003818021,"money_supply":100041.6724,"nominal_gdp":377.671014,"policy_rate_pct":3.0,"price_index":98.498572,"transaction_count":61,"velocity":0.003775137},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":19.935291003,"epoch":47,"gini":0.13328,"inflation_pct":0.146848,"mean_reward":0.005144067,"money_supply":100041.6724,"nominal_gdp":509.283437,"policy_rate_pct":3.0,"price_index":98.643215,"transaction_count":79,"velocity":0.005090713},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":20.309252291,"epoch":48,"gini":0.136403,"inflation_pct":0.406633,"mean_reward":0.003739613,"money_supply":100055.5671,"nominal_gdp":370.984433,"policy_rate_pct":3.0,"price_index":99.044331,"transaction_count":60,"velocity":0.003707784},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":20.753125108,"epoch":49,"gini":0.139562,"inflation_pct":-0.615438,"mean_reward":0.004438728,"money_supply":100055.5671,"nominal_gdp":439.083959,"policy_rate_pct":3.0,"price_index":98.434774,"transaction_count":66,"velocity":0.004388401},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":21.205476589,"epoch":50,"gini":0.143045,"inflation_pct":0.030851,"mean_reward":0.004523515,"money_supply":100055.5671,"nominal_gdp":447.127675,"policy_rate_pct":3.0,"price_index":98.465142,"transaction_count":69,"velocity":0.004468794},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":21.624244518,"epoch":51,"gini":0.144992,"inflation_pct":0.347569,"mean_reward":0.004187679,"money_supply":100055.5671,"nominal_gdp":415.819635,"policy_rate_pct":3.0,"price_index":98.807377,"transaction_count":68,"velocity":0.004155887},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":22.087093074,"epoch":52,"gini":0.147936,"inflation_pct":-0.227197,"mean_reward":0.004628486,"money_supply":100055.5671,"nominal_gdp":458.274221,"policy_rate_pct":3.0,"price_index":98.582889,"transaction_count":70,"velocity":0.004580197},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":22.460814305,"epoch":53,"gini":0.150902,"inflation_pct":-0.471159,"mean_reward":0.003737212,"money_supply":100055.5671,"nominal_gdp":367.353031,"policy_rate_pct":3.0,"price_index":98.118407,"transaction_count":64,"velocity":0.00367149},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":22.805827531,"epoch":54,"gini":0.152666,"inflation_pct":-0.607087,"mean_reward":0.003450132,"money_supply":100055.5671,"nominal_gdp":337.274387,"policy_rate_pct":3.0,"price_index":97.522743,"transaction_count":60,"velocity":0.003370871},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":23.12314722,"epoch":55,"gini":0.155103,"inflation_pct":0.058826,"mean_reward":0.003173197,"money_supply":100055.5671,"nominal_gdp":310.7889,"policy_rate_pct":3.0,"price_index":97.580112,"transaction_count":53,"velocity":0.003106163},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":23.55155443,"epoch":56,"gini":0.157546,"inflation_pct":1.564149,"mean_reward":0.004284072,"money_supply":100055.5671,"nominal_gdp":425.619391,"policy_rate_pct":3.0,"price_index":99.10641,"transaction_count":76,"velocity":0.00425383},{"active_agent_rate_pct":73.0,"agent_count":100,"cumulative_reward":24.029369687,"epoch":57,"gini":0.16052,"inflation_pct":-0.810851,"mean_reward":0.004778153,"money_supply":100055.5671,"nominal_gdp":471.809685,"policy_rate_pct":3.0,"price_index":98.302805,"transaction_count":81,"velocity":0.004715477},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":24.497363741,"epoch":58,"gini":0.163849,"inflation_pct":0.26617,"mean_reward":0.004679941,"money_supply":100055.5671,"nominal_gdp":461.523326,"policy_rate_pct":3.0,"price_index":98.564458,"transaction_count":73,"velocity":0.00461267},{"active_agent_rate_pct":71.0,"agent_count":100,"cumulative_reward":24.938047326,"epoch":59,"gini":0.166591,"inflation_pct":0.131799,"mean_reward":0.004406836,"money_supply":100055.5671,"nominal_gdp":434.411326,"policy_rate_pct":3.0,"price_index":98.694365,"transaction_count":73,"velocity":0.004341701},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":25.31001017,"epoch":60,"gini":0.169185,"inflation_pct":-1.085726,"mean_reward":0.003719628,"money_supply":100083.3603,"nominal_gdp":363.966434,"policy_rate_pct":3.0,"price_index":97.622815,"transaction_count":56,"velocity":0.003636633}],"initial_state_hash":"643e277402a1d772b7b5ccce88e9049280efe95b5a568b671dc1cc88ce079483","max_accounting_error":0.0,"seed":29},{"arm":"baseline","cumulative_reward":22.282061343,"decisions":[{"action":0.4151,"agent_id":"agent-0001","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.006397692},{"action":0.3962,"agent_id":"agent-0002","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":1,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.008221996},{"action":0.3962,"agent_id":"agent-0002","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.010405756},{"action":0.2512,"agent_id":"agent-0003","epoch":2,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.007371931},{"action":0.3962,"agent_id":"agent-0002","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.009437129},{"action":0.2512,"agent_id":"agent-0003","epoch":3,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.006883554},{"action":0.3962,"agent_id":"agent-0002","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.009926585},{"action":0.2512,"agent_id":"agent-0003","epoch":4,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.007916587},{"action":0.3962,"agent_id":"agent-0002","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.008973942},{"action":0.2512,"agent_id":"agent-0003","epoch":5,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.005796169},{"action":0.3962,"agent_id":"agent-0002","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.0010423},{"action":0.2512,"agent_id":"agent-0003","epoch":6,"explore":false,"q_after":{},"q_before":{},"reward":0.000251987},{"action":0.4151,"agent_id":"agent-0001","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.001068846},{"action":0.3962,"agent_id":"agent-0002","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":7,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.005411838},{"action":0.3962,"agent_id":"agent-0002","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":8,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.008120939},{"action":0.3962,"agent_id":"agent-0002","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.009291234},{"action":0.2512,"agent_id":"agent-0003","epoch":9,"explore":false,"q_after":{},"q_before":{},"reward":0.001011705},{"action":0.4151,"agent_id":"agent-0001","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3962,"agent_id":"agent-0002","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.00631814},{"action":0.2512,"agent_id":"agent-0003","epoch":10,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.008414428},{"action":0.3962,"agent_id":"agent-0002","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.013992994},{"action":0.2512,"agent_id":"agent-0003","epoch":11,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.005847145},{"action":0.3962,"agent_id":"agent-0002","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":12,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.006658921},{"action":0.3962,"agent_id":"agent-0002","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":13,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.009237497},{"action":0.3962,"agent_id":"agent-0002","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":14,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.008091488},{"action":0.3962,"agent_id":"agent-0002","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":15,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.006703829},{"action":0.3962,"agent_id":"agent-0002","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":16,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.000387834},{"action":0.3962,"agent_id":"agent-0002","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.011330538},{"action":0.2512,"agent_id":"agent-0003","epoch":17,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3962,"agent_id":"agent-0002","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":18,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.001173577},{"action":0.3962,"agent_id":"agent-0002","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":19,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.002464392},{"action":0.3962,"agent_id":"agent-0002","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.010769469},{"action":0.2512,"agent_id":"agent-0003","epoch":20,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.009913904},{"action":0.3962,"agent_id":"agent-0002","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":21,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.009500267},{"action":0.3962,"agent_id":"agent-0002","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":22,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.009289878},{"action":0.3962,"agent_id":"agent-0002","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.014278894},{"action":0.2512,"agent_id":"agent-0003","epoch":23,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":0.005293176},{"action":0.3962,"agent_id":"agent-0002","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":24,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.008643553},{"action":0.3962,"agent_id":"agent-0002","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":25,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.008039315},{"action":0.3962,"agent_id":"agent-0002","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":26,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.000192188},{"action":0.3962,"agent_id":"agent-0002","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.002402407},{"action":0.2512,"agent_id":"agent-0003","epoch":27,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.00772857},{"action":0.3962,"agent_id":"agent-0002","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":28,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.001827654},{"action":0.3962,"agent_id":"agent-0002","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.010416203},{"action":0.2512,"agent_id":"agent-0003","epoch":29,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.000582628},{"action":0.3962,"agent_id":"agent-0002","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":30,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.006640684},{"action":0.3962,"agent_id":"agent-0002","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":31,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.006617174},{"action":0.3962,"agent_id":"agent-0002","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.004648403},{"action":0.2512,"agent_id":"agent-0003","epoch":32,"explore":false,"q_after":{},"q_before":{},"reward":0.00058976},{"action":0.4151,"agent_id":"agent-0001","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.008412117},{"action":0.3962,"agent_id":"agent-0002","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":33,"explore":false,"q_after":{},"q_before":{},"reward":0.000274625},{"action":0.4151,"agent_id":"agent-0001","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3962,"agent_id":"agent-0002","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":34,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.006533345},{"action":0.3962,"agent_id":"agent-0002","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":35,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":0.000291743},{"action":0.3962,"agent_id":"agent-0002","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":36,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.008653402},{"action":0.3962,"agent_id":"agent-0002","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":37,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3962,"agent_id":"agent-0002","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":38,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.003362922},{"action":0.3962,"agent_id":"agent-0002","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":39,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.001301392},{"action":0.3962,"agent_id":"agent-0002","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.009637538},{"action":0.2512,"agent_id":"agent-0003","epoch":40,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3962,"agent_id":"agent-0002","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":41,"explore":false,"q_after":{},"q_before":{},"reward":0.005270048},{"action":0.4151,"agent_id":"agent-0001","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3962,"agent_id":"agent-0002","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":42,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.007158083},{"action":0.3962,"agent_id":"agent-0002","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":43,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.006950111},{"action":0.3962,"agent_id":"agent-0002","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":44,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.006765225},{"action":0.3962,"agent_id":"agent-0002","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":45,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.3962,"agent_id":"agent-0002","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":46,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.006479166},{"action":0.3962,"agent_id":"agent-0002","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.001074951},{"action":0.2512,"agent_id":"agent-0003","epoch":47,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":0.003949713},{"action":0.3962,"agent_id":"agent-0002","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":-0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":48,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.009366383},{"action":0.3962,"agent_id":"agent-0002","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":49,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.008870481},{"action":0.3962,"agent_id":"agent-0002","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.006462354},{"action":0.2512,"agent_id":"agent-0003","epoch":50,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.006514284},{"action":0.3962,"agent_id":"agent-0002","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":51,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.00668015},{"action":0.3962,"agent_id":"agent-0002","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":52,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.008663542},{"action":0.3962,"agent_id":"agent-0002","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":53,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.007034928},{"action":0.3962,"agent_id":"agent-0002","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":54,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.000521768},{"action":0.3962,"agent_id":"agent-0002","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":55,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.008972203},{"action":0.3962,"agent_id":"agent-0002","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.005448086},{"action":0.2512,"agent_id":"agent-0003","epoch":56,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.010016061},{"action":0.3962,"agent_id":"agent-0002","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.01461013},{"action":0.2512,"agent_id":"agent-0003","epoch":57,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.000223878},{"action":0.3962,"agent_id":"agent-0002","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":58,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.010316276},{"action":0.3962,"agent_id":"agent-0002","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.2512,"agent_id":"agent-0003","epoch":59,"explore":false,"q_after":{},"q_before":{},"reward":0.0},{"action":0.4151,"agent_id":"agent-0001","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.005923674},{"action":0.3962,"agent_id":"agent-0002","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":0.008066523},{"action":0.2512,"agent_id":"agent-0003","epoch":60,"explore":false,"q_after":{},"q_before":{},"reward":-0.0}],"final_action_counts":{},"final_values":{},"history":[{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":0.356884849,"epoch":1,"gini":0.004553,"inflation_pct":0.0,"mean_reward":0.003568848,"money_supply":100000.0,"nominal_gdp":341.17221,"policy_rate_pct":3.0,"price_index":94.966727,"transaction_count":55,"velocity":0.003411722},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":0.701110148,"epoch":2,"gini":0.006802,"inflation_pct":-0.691697,"mean_reward":0.003442253,"money_supply":100000.0,"nominal_gdp":324.771371,"policy_rate_pct":3.0,"price_index":94.309845,"transaction_count":56,"velocity":0.003247714},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":1.053739748,"epoch":3,"gini":0.009309,"inflation_pct":-0.211211,"mean_reward":0.003526296,"money_supply":100000.0,"nominal_gdp":331.668249,"policy_rate_pct":3.0,"price_index":94.110653,"transaction_count":57,"velocity":0.003316682},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":1.479162857,"epoch":4,"gini":0.012161,"inflation_pct":1.33847,"mean_reward":0.004254231,"money_supply":100000.0,"nominal_gdp":407.127002,"policy_rate_pct":3.0,"price_index":95.370296,"transaction_count":70,"velocity":0.00407127},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":1.859649931,"epoch":5,"gini":0.014716,"inflation_pct":0.198673,"mean_reward":0.003804871,"money_supply":100000.0,"nominal_gdp":364.569627,"policy_rate_pct":3.0,"price_index":95.559771,"transaction_count":62,"velocity":0.003645696},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":2.354098127,"epoch":6,"gini":0.018691,"inflation_pct":0.31652,"mean_reward":0.004944482,"money_supply":100000.0,"nominal_gdp":476.575752,"policy_rate_pct":3.0,"price_index":95.862237,"transaction_count":72,"velocity":0.004765758},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":2.687809773,"epoch":7,"gini":0.021698,"inflation_pct":-0.922554,"mean_reward":0.003337116,"money_supply":100000.0,"nominal_gdp":317.573554,"policy_rate_pct":3.0,"price_index":94.977856,"transaction_count":55,"velocity":0.003175736},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":3.113962979,"epoch":8,"gini":0.024836,"inflation_pct":0.600243,"mean_reward":0.004261532,"money_supply":100000.0,"nominal_gdp":408.166182,"policy_rate_pct":3.0,"price_index":95.547954,"transaction_count":61,"velocity":0.004081662},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":3.558770358,"epoch":9,"gini":0.027229,"inflation_pct":1.928624,"mean_reward":0.004448074,"money_supply":100000.0,"nominal_gdp":433.473661,"policy_rate_pct":3.0,"price_index":97.390714,"transaction_count":74,"velocity":0.004334737},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":3.96742328,"epoch":10,"gini":0.029742,"inflation_pct":-1.998199,"mean_reward":0.004086529,"money_supply":100000.0,"nominal_gdp":392.411874,"policy_rate_pct":3.0,"price_index":95.444654,"transaction_count":64,"velocity":0.003924119},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":4.349010841,"epoch":11,"gini":0.031537,"inflation_pct":1.13447,"mean_reward":0.003815876,"money_supply":100000.0,"nominal_gdp":368.385525,"policy_rate_pct":3.0,"price_index":96.527445,"transaction_count":66,"velocity":0.003683855},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":4.684256389,"epoch":12,"gini":0.03356,"inflation_pct":-0.174221,"mean_reward":0.003352455,"money_supply":100013.8889,"nominal_gdp":323.955391,"policy_rate_pct":3.0,"price_index":96.359274,"transaction_count":53,"velocity":0.003239104},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":5.11290559,"epoch":13,"gini":0.036095,"inflation_pct":0.482308,"mean_reward":0.004286492,"money_supply":100013.8889,"nominal_gdp":417.604871,"policy_rate_pct":3.0,"price_index":96.824023,"transaction_count":68,"velocity":0.004175469},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":5.426653305,"epoch":14,"gini":0.037754,"inflation_pct":-0.084102,"mean_reward":0.003137477,"money_supply":100013.8889,"nominal_gdp":305.037742,"policy_rate_pct":3.0,"price_index":96.742592,"transaction_count":54,"velocity":0.003049954},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":5.762117723,"epoch":15,"gini":0.039614,"inflation_pct":0.327842,"mean_reward":0.003354644,"money_supply":100013.8889,"nominal_gdp":326.098971,"policy_rate_pct":3.0,"price_index":97.059755,"transaction_count":51,"velocity":0.003260537},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":6.088221178,"epoch":16,"gini":0.042301,"inflation_pct":-0.077302,"mean_reward":0.003261035,"money_supply":100013.8889,"nominal_gdp":317.130737,"policy_rate_pct":3.0,"price_index":96.984725,"transaction_count":56,"velocity":0.003170867},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":6.561523925,"epoch":17,"gini":0.045548,"inflation_pct":0.708047,"mean_reward":0.004733027,"money_supply":100013.8889,"nominal_gdp":464.384571,"policy_rate_pct":3.0,"price_index":97.671423,"transaction_count":68,"velocity":0.004643201},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":7.0311126,"epoch":18,"gini":0.048049,"inflation_pct":0.102595,"mean_reward":0.004695887,"money_supply":100013.8889,"nominal_gdp":461.086258,"policy_rate_pct":3.0,"price_index":97.771629,"transaction_count":70,"velocity":0.004610222},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":7.423854618,"epoch":19,"gini":0.050912,"inflation_pct":-0.641991,"mean_reward":0.00392742,"money_supply":100013.8889,"nominal_gdp":382.280735,"policy_rate_pct":3.0,"price_index":97.143944,"transaction_count":63,"velocity":0.003822276},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":7.754576581,"epoch":20,"gini":0.052691,"inflation_pct":-0.507124,"mean_reward":0.00330722,"money_supply":100013.8889,"nominal_gdp":319.560665,"policy_rate_pct":3.0,"price_index":96.651304,"transaction_count":63,"velocity":0.003195163},{"active_agent_rate_pct":48.0,"agent_count":100,"cumulative_reward":8.053815893,"epoch":21,"gini":0.054955,"inflation_pct":0.902977,"mean_reward":0.002992393,"money_supply":100013.8889,"nominal_gdp":292.024346,"policy_rate_pct":3.0,"price_index":97.524043,"transaction_count":49,"velocity":0.002919838},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":8.393930447,"epoch":22,"gini":0.057454,"inflation_pct":-0.154034,"mean_reward":0.003401146,"money_supply":100013.8889,"nominal_gdp":330.440508,"policy_rate_pct":3.0,"price_index":97.373822,"transaction_count":55,"velocity":0.003303946},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":8.801523826,"epoch":23,"gini":0.059847,"inflation_pct":0.927831,"mean_reward":0.004075934,"money_supply":100013.8889,"nominal_gdp":401.220833,"policy_rate_pct":3.0,"price_index":98.277286,"transaction_count":63,"velocity":0.004011651},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":9.171301,"epoch":24,"gini":0.062271,"inflation_pct":-1.198963,"mean_reward":0.003697772,"money_supply":100041.6705,"nominal_gdp":360.339505,"policy_rate_pct":3.0,"price_index":97.098977,"transaction_count":58,"velocity":0.003601894},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":9.583506908,"epoch":25,"gini":0.065084,"inflation_pct":0.656347,"mean_reward":0.004122059,"money_supply":100041.6705,"nominal_gdp":404.500622,"policy_rate_pct":3.0,"price_index":97.736283,"transaction_count":59,"velocity":0.004043321},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":9.910426888,"epoch":26,"gini":0.067124,"inflation_pct":-0.158647,"mean_reward":0.0032692,"money_supply":100041.6705,"nominal_gdp":319.568031,"policy_rate_pct":3.0,"price_index":97.581228,"transaction_count":53,"velocity":0.003194349},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":10.240172541,"epoch":27,"gini":0.069248,"inflation_pct":-0.286063,"mean_reward":0.003297457,"money_supply":100041.6705,"nominal_gdp":320.764699,"policy_rate_pct":3.0,"price_index":97.302085,"transaction_count":59,"velocity":0.003206311},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":10.57584065,"epoch":28,"gini":0.070737,"inflation_pct":0.841132,"mean_reward":0.003356681,"money_supply":100041.6705,"nominal_gdp":329.676793,"policy_rate_pct":3.0,"price_index":98.120524,"transaction_count":55,"velocity":0.003295395},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":10.962231895,"epoch":29,"gini":0.073878,"inflation_pct":-0.979308,"mean_reward":0.003863912,"money_supply":100041.6705,"nominal_gdp":376.182769,"policy_rate_pct":3.0,"price_index":97.159622,"transaction_count":61,"velocity":0.003760261},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":11.318566732,"epoch":30,"gini":0.076134,"inflation_pct":0.919244,"mean_reward":0.003563348,"money_supply":100041.6705,"nominal_gdp":350.127554,"policy_rate_pct":3.0,"price_index":98.052756,"transaction_count":57,"velocity":0.003499817},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":11.756857723,"epoch":31,"gini":0.078816,"inflation_pct":0.271057,"mean_reward":0.00438291,"money_supply":100041.6705,"nominal_gdp":432.120808,"policy_rate_pct":3.0,"price_index":98.318534,"transaction_count":64,"velocity":0.004319408},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":12.163915735,"epoch":32,"gini":0.081306,"inflation_pct":0.109205,"mean_reward":0.00407058,"money_supply":100041.6705,"nominal_gdp":402.023344,"policy_rate_pct":3.0,"price_index":98.425902,"transaction_count":62,"velocity":0.004018559},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":12.624522044,"epoch":33,"gini":0.085049,"inflation_pct":-0.886941,"mean_reward":0.004606063,"money_supply":100041.6705,"nominal_gdp":451.347682,"policy_rate_pct":3.0,"price_index":97.552922,"transaction_count":73,"velocity":0.004511597},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":12.966152085,"epoch":34,"gini":0.08732,"inflation_pct":-0.959756,"mean_reward":0.0034163,"money_supply":100041.6705,"nominal_gdp":331.098458,"policy_rate_pct":3.0,"price_index":96.616652,"transaction_count":57,"velocity":0.003309605},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":13.269065717,"epoch":35,"gini":0.088982,"inflation_pct":1.373014,"mean_reward":0.003029136,"money_supply":100041.6705,"nominal_gdp":295.800465,"policy_rate_pct":3.0,"price_index":97.943212,"transaction_count":50,"velocity":0.002956773},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":13.602520087,"epoch":36,"gini":0.091879,"inflation_pct":-1.198745,"mean_reward":0.003334544,"money_supply":100069.4599,"nominal_gdp":323.819623,"policy_rate_pct":3.0,"price_index":96.769122,"transaction_count":51,"velocity":0.003235949},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":13.988357027,"epoch":37,"gini":0.094044,"inflation_pct":1.227765,"mean_reward":0.003858369,"money_supply":100069.4599,"nominal_gdp":379.206416,"policy_rate_pct":3.0,"price_index":97.957219,"transaction_count":58,"velocity":0.003789432},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":14.350657984,"epoch":38,"gini":0.097539,"inflation_pct":-0.41303,"mean_reward":0.00362301,"money_supply":100069.4599,"nominal_gdp":353.838787,"policy_rate_pct":3.0,"price_index":97.552627,"transaction_count":52,"velocity":0.003535932},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":14.660274768,"epoch":39,"gini":0.100556,"inflation_pct":0.072002,"mean_reward":0.003096168,"money_supply":100069.4599,"nominal_gdp":302.656608,"policy_rate_pct":3.0,"price_index":97.622867,"transaction_count":51,"velocity":0.003024465},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":15.050423712,"epoch":40,"gini":0.103189,"inflation_pct":0.5454,"mean_reward":0.003901489,"money_supply":100069.4599,"nominal_gdp":385.848924,"policy_rate_pct":3.0,"price_index":98.155302,"transaction_count":57,"velocity":0.003855811},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":15.487943932,"epoch":41,"gini":0.106144,"inflation_pct":0.211173,"mean_reward":0.004375202,"money_supply":100069.4599,"nominal_gdp":433.438598,"policy_rate_pct":3.0,"price_index":98.36258,"transaction_count":63,"velocity":0.004331377},{"active_agent_rate_pct":53.0,"agent_count":100,"cumulative_reward":15.853042855,"epoch":42,"gini":0.108972,"inflation_pct":0.563502,"mean_reward":0.003650989,"money_supply":100069.4599,"nominal_gdp":363.316209,"policy_rate_pct":3.0,"price_index":98.916855,"transaction_count":51,"velocity":0.00363064},{"active_agent_rate_pct":50.0,"agent_count":100,"cumulative_reward":16.168151258,"epoch":43,"gini":0.111045,"inflation_pct":-1.965411,"mean_reward":0.003151084,"money_supply":100069.4599,"nominal_gdp":306.278127,"policy_rate_pct":3.0,"price_index":96.972732,"transaction_count":53,"velocity":0.003060655},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":16.502983877,"epoch":44,"gini":0.113981,"inflation_pct":0.56458,"mean_reward":0.003348326,"money_supply":100069.4599,"nominal_gdp":326.662189,"policy_rate_pct":3.0,"price_index":97.520221,"transaction_count":58,"velocity":0.003264354},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":16.866824153,"epoch":45,"gini":0.11686,"inflation_pct":0.089476,"mean_reward":0.003638403,"money_supply":100069.4599,"nominal_gdp":356.568383,"policy_rate_pct":3.0,"price_index":97.607478,"transaction_count":56,"velocity":0.003563209},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":17.191482211,"epoch":46,"gini":0.119269,"inflation_pct":-0.284062,"mean_reward":0.003246581,"money_supply":100069.4599,"nominal_gdp":317.453641,"policy_rate_pct":3.0,"price_index":97.330212,"transaction_count":49,"velocity":0.003172333},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":17.614880476,"epoch":47,"gini":0.121915,"inflation_pct":1.44688,"mean_reward":0.004233983,"money_supply":100069.4599,"nominal_gdp":418.376861,"policy_rate_pct":3.0,"price_index":98.738464,"transaction_count":66,"velocity":0.004180865},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":17.908377252,"epoch":48,"gini":0.123827,"inflation_pct":-0.29815,"mean_reward":0.002934968,"money_supply":100083.3584,"nominal_gdp":289.323038,"policy_rate_pct":3.0,"price_index":98.444075,"transaction_count":56,"velocity":0.002890821},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":18.35602697,"epoch":49,"gini":0.127261,"inflation_pct":-0.287306,"mean_reward":0.004476497,"money_supply":100083.3584,"nominal_gdp":441.83972,"policy_rate_pct":3.0,"price_index":98.161239,"transaction_count":73,"velocity":0.004414717},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":18.736942163,"epoch":50,"gini":0.129524,"inflation_pct":0.330888,"mean_reward":0.003809152,"money_supply":100083.3584,"nominal_gdp":375.095605,"policy_rate_pct":3.0,"price_index":98.486043,"transaction_count":57,"velocity":0.003747832},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":19.111263323,"epoch":51,"gini":0.132112,"inflation_pct":-1.208154,"mean_reward":0.003743212,"money_supply":100083.3584,"nominal_gdp":365.617142,"policy_rate_pct":3.0,"price_index":97.29618,"transaction_count":58,"velocity":0.003653126},{"active_agent_rate_pct":47.0,"agent_count":100,"cumulative_reward":19.385503804,"epoch":52,"gini":0.134079,"inflation_pct":1.575198,"mean_reward":0.002742405,"money_supply":100083.3584,"nominal_gdp":274.061208,"policy_rate_pct":3.0,"price_index":98.828788,"transaction_count":43,"velocity":0.002738329},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":19.696040274,"epoch":53,"gini":0.136369,"inflation_pct":-1.159484,"mean_reward":0.003105365,"money_supply":100083.3584,"nominal_gdp":302.7212,"policy_rate_pct":3.0,"price_index":97.682884,"transaction_count":61,"velocity":0.003024691},{"active_agent_rate_pct":56.0,"agent_count":100,"cumulative_reward":20.086275306,"epoch":54,"gini":0.138824,"inflation_pct":0.863325,"mean_reward":0.00390235,"money_supply":100083.3584,"nominal_gdp":385.484277,"policy_rate_pct":3.0,"price_index":98.526204,"transaction_count":59,"velocity":0.003851632},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":20.437203996,"epoch":55,"gini":0.141382,"inflation_pct":-2.203801,"mean_reward":0.003509287,"money_supply":100083.3584,"nominal_gdp":339.048134,"policy_rate_pct":3.0,"price_index":96.354882,"transaction_count":54,"velocity":0.003387657},{"active_agent_rate_pct":52.0,"agent_count":100,"cumulative_reward":20.73817378,"epoch":56,"gini":0.143396,"inflation_pct":1.306487,"mean_reward":0.003009698,"money_supply":100083.3584,"nominal_gdp":294.068769,"policy_rate_pct":3.0,"price_index":97.613746,"transaction_count":48,"velocity":0.002938238},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":21.106471836,"epoch":57,"gini":0.145534,"inflation_pct":0.367493,"mean_reward":0.003682981,"money_supply":100083.3584,"nominal_gdp":362.743585,"policy_rate_pct":3.0,"price_index":97.972469,"transaction_count":56,"velocity":0.003624415},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":21.510883467,"epoch":58,"gini":0.148374,"inflation_pct":-0.368358,"mean_reward":0.004044116,"money_supply":100083.3584,"nominal_gdp":395.910747,"policy_rate_pct":3.0,"price_index":97.611579,"transaction_count":67,"velocity":0.00395581},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":21.895033715,"epoch":59,"gini":0.150431,"inflation_pct":1.141506,"mean_reward":0.003841502,"money_supply":100083.3584,"nominal_gdp":378.778303,"policy_rate_pct":3.0,"price_index":98.725821,"transaction_count":66,"velocity":0.003784628},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":22.282061343,"epoch":60,"gini":0.153,"inflation_pct":-0.525547,"mean_reward":0.003870276,"money_supply":100097.2589,"nominal_gdp":382.079982,"policy_rate_pct":3.0,"price_index":98.206971,"transaction_count":60,"velocity":0.003817087}],"initial_state_hash":"617bdf039aad0aa88b4ba003c3ed6cbd63e26799b960dd04a6e7d552f63d61ec","max_accounting_error":0.0,"seed":47},{"arm":"adaptive","cumulative_reward":24.821060932,"decisions":[{"action":0.4,"agent_id":"agent-0001","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006397691,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.006397691},{"action":0.6,"agent_id":"agent-0002","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":1,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":2,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007318033,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.006397691,"0.6":0.0,"0.8":0.0},"reward":0.008238374},{"action":0.4,"agent_id":"agent-0002","epoch":2,"explore":true,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":2,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007172095,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007318033,"0.6":0.0,"0.8":0.0},"reward":0.006880219},{"action":0.4,"agent_id":"agent-0002","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.004699765,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.009399531},{"action":0.6,"agent_id":"agent-0003","epoch":3,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":4,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007104628,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007172095,"0.6":0.0,"0.8":0.0},"reward":0.006902228},{"action":0.8,"agent_id":"agent-0002","epoch":4,"explore":true,"q_after":{"0.2":0.0,"0.4":0.004699765,"0.6":0.0,"0.8":0.009887194},"q_before":{"0.2":0.0,"0.4":0.004699765,"0.6":0.0,"0.8":0.0},"reward":0.009887194},{"action":0.4,"agent_id":"agent-0003","epoch":4,"explore":false,"q_after":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":5,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007273253,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007104628,"0.6":0.0,"0.8":0.0},"reward":0.007947755},{"action":0.4,"agent_id":"agent-0002","epoch":5,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.009887194},"q_before":{"0.2":0.0,"0.4":0.004699765,"0.6":0.0,"0.8":0.009887194},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":5,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000223954,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.0},"reward":0.000447908},{"action":0.2,"agent_id":"agent-0001","epoch":6,"explore":true,"q_after":{"0.2":0.0,"0.4":0.007273253,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007273253,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.8,"agent_id":"agent-0002","epoch":6,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.009288338},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.009887194},"reward":0.008689482},{"action":0.4,"agent_id":"agent-0003","epoch":6,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000666114,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000223954,"0.6":0.0,"0.8":0.0},"reward":0.001550434},{"action":0.4,"agent_id":"agent-0001","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007380449,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007273253,"0.6":0.0,"0.8":0.0},"reward":0.007916425},{"action":0.8,"agent_id":"agent-0002","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006192225},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.009288338},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":7,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000499586,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000666114,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":8,"explore":true,"q_after":{"0.2":0.0,"0.4":0.007380449,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007380449,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.2,"agent_id":"agent-0002","epoch":8,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006192225},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006192225},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":8,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000399668,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000499586,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007488495,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007380449,"0.6":0.0,"0.8":0.0},"reward":0.00813677},{"action":0.8,"agent_id":"agent-0002","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004644169},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006192225},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":9,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000333057,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000399668,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":10,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007384806,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007488495,"0.6":0.0,"0.8":0.0},"reward":0.00665899},{"action":0.8,"agent_id":"agent-0002","epoch":10,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006465798},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004644169},"reward":0.013752313},{"action":0.4,"agent_id":"agent-0003","epoch":10,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000285477,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000333057,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":11,"explore":false,"q_after":{"0.2":0.0,"0.4":0.00750647,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007384806,"0.6":0.0,"0.8":0.0},"reward":0.008479782},{"action":0.8,"agent_id":"agent-0002","epoch":11,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00770211},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006465798},"reward":0.013883673},{"action":0.4,"agent_id":"agent-0003","epoch":11,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000249793,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000285477,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":12,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007343931,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.00750647,"0.6":0.0,"0.8":0.0},"reward":0.005881074},{"action":0.8,"agent_id":"agent-0002","epoch":12,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006601809},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00770211},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":12,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000222038,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000249793,"0.6":0.0,"0.8":0.0},"reward":-0.0},{"action":0.4,"agent_id":"agent-0001","epoch":13,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007360396,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007343931,"0.6":0.0,"0.8":0.0},"reward":0.00752505},{"action":0.8,"agent_id":"agent-0002","epoch":13,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005776583},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.006601809},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":13,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000199834,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000222038,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":14,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007516821,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007360396,"0.6":0.0,"0.8":0.0},"reward":0.009237496},{"action":0.8,"agent_id":"agent-0002","epoch":14,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00513474},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005776583},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":14,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000181667,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000199834,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":15,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007561026,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.007516821,"0.6":0.0,"0.8":0.0},"reward":0.008091488},{"action":0.8,"agent_id":"agent-0002","epoch":15,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004621266},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00513474},"reward":0.0},{"action":0.6,"agent_id":"agent-0003","epoch":15,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000181667,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000181667,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":16,"explore":true,"q_after":{"0.2":0.0,"0.4":0.007561026,"0.6":0.0,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007561026,"0.6":0.0,"0.8":0.0},"reward":0.006703829},{"action":0.8,"agent_id":"agent-0002","epoch":16,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004201151},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004621266},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":16,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000166529,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000181667,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":17,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007496938,"0.6":0.0,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007561026,"0.6":0.0,"0.8":0.006703829},"reward":0.006663795},{"action":0.8,"agent_id":"agent-0002","epoch":17,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00419765},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004201151},"reward":0.004159142},{"action":0.4,"agent_id":"agent-0003","epoch":17,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000198805,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000166529,"0.6":0.0,"0.8":0.0},"reward":0.000586118},{"action":0.4,"agent_id":"agent-0001","epoch":18,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006997142,"0.6":0.0,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007496938,"0.6":0.0,"0.8":0.006703829},"reward":0.0},{"action":0.6,"agent_id":"agent-0002","epoch":18,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00419765},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00419765},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":18,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000198805,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000198805,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":19,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006969685,"0.6":0.0,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006997142,"0.6":0.0,"0.8":0.006703829},"reward":0.006557821},{"action":0.6,"agent_id":"agent-0002","epoch":19,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00419765},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00419765},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":19,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000184604,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000198805,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":20,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006756499,"0.6":0.0,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006969685,"0.6":0.0,"0.8":0.006703829},"reward":0.003345523},{"action":0.8,"agent_id":"agent-0002","epoch":20,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.003874754},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00419765},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":20,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000172297,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000184604,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":21,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006937842,"0.6":0.0,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006756499,"0.6":0.0,"0.8":0.006703829},"reward":0.010020675},{"action":0.8,"agent_id":"agent-0002","epoch":21,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004419819},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.003874754},"reward":0.011505659},{"action":0.4,"agent_id":"agent-0003","epoch":21,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000161529,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000172297,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":22,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007074275,"0.6":0.0,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006937842,"0.6":0.0,"0.8":0.006703829},"reward":0.009530076},{"action":0.8,"agent_id":"agent-0002","epoch":22,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004941698},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004419819},"reward":0.012248014},{"action":0.4,"agent_id":"agent-0003","epoch":22,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000203302,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000161529,"0.6":0.0,"0.8":0.0},"reward":0.000871676},{"action":0.6,"agent_id":"agent-0001","epoch":23,"explore":true,"q_after":{"0.2":0.0,"0.4":0.007074275,"0.6":0.008945663,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007074275,"0.6":0.0,"0.8":0.006703829},"reward":0.008945663},{"action":0.8,"agent_id":"agent-0002","epoch":23,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005526999},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004941698},"reward":0.014306513},{"action":0.4,"agent_id":"agent-0003","epoch":23,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000192008,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000203302,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":24,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007074275,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007074275,"0.6":0.008945663,"0.8":0.006703829},"reward":0.004770825},{"action":0.8,"agent_id":"agent-0002","epoch":24,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005201882},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005526999},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":24,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000181902,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000192008,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":25,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007152739,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007074275,"0.6":0.006858244,"0.8":0.006703829},"reward":0.008643553},{"action":0.8,"agent_id":"agent-0002","epoch":25,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005603984},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005201882},"reward":0.012439717},{"action":0.4,"agent_id":"agent-0003","epoch":25,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000172807,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000181902,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":26,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007194957,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007152739,"0.6":0.006858244,"0.8":0.006703829},"reward":0.008039315},{"action":0.8,"agent_id":"agent-0002","epoch":26,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005614087},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005603984},"reward":0.005795951},{"action":0.4,"agent_id":"agent-0003","epoch":26,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000164578,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000172807,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":27,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007281106,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007194957,"0.6":0.006858244,"0.8":0.006703829},"reward":0.009090242},{"action":0.8,"agent_id":"agent-0002","epoch":27,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005333383},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005614087},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":27,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000157097,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000164578,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":28,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007038497,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007281106,"0.6":0.006858244,"0.8":0.006703829},"reward":0.001701084},{"action":0.8,"agent_id":"agent-0002","epoch":28,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005079412},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005333383},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":28,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000157097,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000157097,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":29,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007109643,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007038497,"0.6":0.006858244,"0.8":0.006703829},"reward":0.008746007},{"action":0.2,"agent_id":"agent-0002","epoch":29,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005079412},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005079412},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":29,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000182721,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000157097,"0.6":0.0,"0.8":0.0},"reward":0.000746453},{"action":0.4,"agent_id":"agent-0001","epoch":30,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007205395,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007109643,"0.6":0.006858244,"0.8":0.006703829},"reward":0.009503435},{"action":0.8,"agent_id":"agent-0002","epoch":30,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00484853},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005079412},"reward":0.0},{"action":0.2,"agent_id":"agent-0003","epoch":30,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000182721,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000182721,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":31,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007178914,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007205395,"0.6":0.006858244,"0.8":0.006703829},"reward":0.006516884},{"action":0.8,"agent_id":"agent-0002","epoch":31,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004637724},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00484853},"reward":0.0},{"action":0.4,"agent_id":"agent-0003","epoch":31,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000175108,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000182721,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":32,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007158108,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007178914,"0.6":0.006858244,"0.8":0.006703829},"reward":0.006617174},{"action":0.8,"agent_id":"agent-0002","epoch":32,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005001693},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004637724},"reward":0.013372985},{"action":0.4,"agent_id":"agent-0003","epoch":32,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.0},"q_before":{"0.2":0.0,"0.4":0.000175108,"0.6":0.0,"0.8":0.0},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":33,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007210436,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007158108,"0.6":0.006858244,"0.8":0.006703829},"reward":0.008623293},{"action":0.8,"agent_id":"agent-0002","epoch":33,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004801626},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.005001693},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":33,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000500014},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.0},"reward":0.000500014},{"action":0.4,"agent_id":"agent-0001","epoch":34,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007043552,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007210436,"0.6":0.006858244,"0.8":0.006703829},"reward":0.00237079},{"action":0.8,"agent_id":"agent-0002","epoch":34,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004616948},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004801626},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":34,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000314962},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000500014},"reward":0.00012991},{"action":0.4,"agent_id":"agent-0001","epoch":35,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007026545,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007043552,"0.6":0.006858244,"0.8":0.006703829},"reward":0.006533345},{"action":0.8,"agent_id":"agent-0002","epoch":35,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00444595},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004616948},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":35,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000209975},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000314962},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":36,"explore":false,"q_after":{"0.2":0.0,"0.4":0.007009268,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007026545,"0.6":0.006858244,"0.8":0.006703829},"reward":0.006490957},{"action":0.8,"agent_id":"agent-0002","epoch":36,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004287166},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.00444595},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":36,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000257933},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000209975},"reward":0.000401808},{"action":0.4,"agent_id":"agent-0001","epoch":37,"explore":false,"q_after":{"0.2":0.0,"0.4":0.00700688,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.007009268,"0.6":0.006858244,"0.8":0.006703829},"reward":0.006932839},{"action":0.6,"agent_id":"agent-0002","epoch":37,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004287166},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.0,"0.8":0.004287166},"reward":0.00606288},{"action":0.8,"agent_id":"agent-0003","epoch":37,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000206346},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000257933},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":38,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006984763,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.00700688,"0.6":0.006858244,"0.8":0.006703829},"reward":0.00627704},{"action":0.8,"agent_id":"agent-0002","epoch":38,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004190748},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004287166},"reward":0.001491051},{"action":0.8,"agent_id":"agent-0003","epoch":38,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.0003102},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000206346},"reward":0.00082947},{"action":0.4,"agent_id":"agent-0001","epoch":39,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006879999,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006984763,"0.6":0.006858244,"0.8":0.006703829},"reward":0.003422774},{"action":0.8,"agent_id":"agent-0002","epoch":39,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004399663},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004190748},"reward":0.010458198},{"action":0.8,"agent_id":"agent-0003","epoch":39,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000328799},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.0003102},"reward":0.000440388},{"action":0.4,"agent_id":"agent-0001","epoch":40,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006957155,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006879999,"0.6":0.006858244,"0.8":0.006703829},"reward":0.009580455},{"action":0.8,"agent_id":"agent-0002","epoch":40,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004257738},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004399663},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":40,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000287699},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000328799},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":41,"explore":false,"q_after":{"0.2":0.0,"0.4":0.00703236,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006957155,"0.6":0.006858244,"0.8":0.006703829},"reward":0.009664531},{"action":0.8,"agent_id":"agent-0002","epoch":41,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004124684},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004257738},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":41,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000255732},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000287699},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":42,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006996622,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.00703236,"0.6":0.006858244,"0.8":0.006703829},"reward":0.005710062},{"action":0.8,"agent_id":"agent-0002","epoch":42,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004350114},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004124684},"reward":0.011563871},{"action":0.8,"agent_id":"agent-0003","epoch":42,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000230159},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000255732},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":43,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006869938,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006996622,"0.6":0.006858244,"0.8":0.006703829},"reward":0.002182614},{"action":0.8,"agent_id":"agent-0002","epoch":43,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004239669},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004350114},"reward":0.000594988},{"action":0.2,"agent_id":"agent-0003","epoch":43,"explore":true,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000230159},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000230159},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":44,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006871993,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006869938,"0.6":0.006858244,"0.8":0.006703829},"reward":0.00695011},{"action":0.8,"agent_id":"agent-0002","epoch":44,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004118536},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004239669},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":44,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000209235},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000230159},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":45,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006872535,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006871993,"0.6":0.006858244,"0.8":0.006703829},"reward":0.006893664},{"action":0.8,"agent_id":"agent-0002","epoch":45,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004004132},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004118536},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":45,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000202326},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000209235},"reward":0.000126324},{"action":0.4,"agent_id":"agent-0001","epoch":46,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006774624,"0.6":0.006858244,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006872535,"0.6":0.006858244,"0.8":0.006703829},"reward":0.002858174},{"action":0.6,"agent_id":"agent-0002","epoch":46,"explore":true,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.004004132},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.00151572,"0.8":0.004004132},"reward":0.010781287},{"action":0.8,"agent_id":"agent-0003","epoch":46,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000186763},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000202326},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":47,"explore":false,"q_after":{"0.2":0.0,"0.4":0.006774624,"0.6":0.006743627,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006774624,"0.6":0.006858244,"0.8":0.006703829},"reward":0.006514392},{"action":0.8,"agent_id":"agent-0002","epoch":47,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003895912},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.004004132},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":47,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000189621},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000186763},"reward":0.000226783},{"action":0.4,"agent_id":"agent-0001","epoch":48,"explore":true,"q_after":{"0.2":0.0,"0.4":0.006636817,"0.6":0.006743627,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006774624,"0.6":0.006743627,"0.8":0.006703829},"reward":0.000986729},{"action":0.8,"agent_id":"agent-0002","epoch":48,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003793388},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003895912},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":48,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.001180884},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000189621},"reward":0.015058561},{"action":0.2,"agent_id":"agent-0001","epoch":49,"explore":true,"q_after":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.006743627,"0.8":0.006703829},"q_before":{"0.2":0.0,"0.4":0.006636817,"0.6":0.006743627,"0.8":0.006703829},"reward":0.009824585},{"action":0.8,"agent_id":"agent-0002","epoch":49,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003696122},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003793388},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":49,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.001107079},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.001180884},"reward":0.0},{"action":0.6,"agent_id":"agent-0001","epoch":50,"explore":false,"q_after":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006703829},"q_before":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.006743627,"0.8":0.006703829},"reward":0.0},{"action":0.8,"agent_id":"agent-0002","epoch":50,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.00373063},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003696122},"reward":0.005076452},{"action":0.8,"agent_id":"agent-0003","epoch":50,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.001041956},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.001107079},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":51,"explore":false,"q_after":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006708262},"q_before":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006703829},"reward":0.006712696},{"action":0.8,"agent_id":"agent-0002","epoch":51,"explore":false,"q_after":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003639639},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.00373063},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":51,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.00098407},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.001041956},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":52,"explore":false,"q_after":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.007586348},"q_before":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006708262},"reward":0.009342518},{"action":0.4,"agent_id":"agent-0002","epoch":52,"explore":true,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003639639},"q_before":{"0.2":0.0,"0.4":0.003133177,"0.6":0.003368833,"0.8":0.003639639},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":52,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000932277},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.00098407},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":53,"explore":false,"q_after":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.007855646},"q_before":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.007586348},"reward":0.008663542},{"action":0.8,"agent_id":"agent-0002","epoch":53,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003552981},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003639639},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":53,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000885663},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000932277},"reward":0.0},{"action":0.8,"agent_id":"agent-0001","epoch":54,"explore":false,"q_after":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.007219919},"q_before":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.007855646},"reward":0.004677011},{"action":0.8,"agent_id":"agent-0002","epoch":54,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.00369737},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003552981},"reward":0.009761705},{"action":0.8,"agent_id":"agent-0003","epoch":54,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.00087544},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000885663},"reward":0.000670977},{"action":0.8,"agent_id":"agent-0001","epoch":55,"explore":false,"q_after":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006134504},"q_before":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.007219919},"reward":0.000707431},{"action":0.8,"agent_id":"agent-0002","epoch":55,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003613339},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.00369737},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":55,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000835647},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.00087544},"reward":0.0},{"action":0.2,"agent_id":"agent-0001","epoch":56,"explore":true,"q_after":{"0.2":0.004699197,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006134504},"q_before":{"0.2":0.003274862,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006134504},"reward":0.008972203},{"action":0.8,"agent_id":"agent-0002","epoch":56,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003582594},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003613339},"reward":0.002229806},{"action":0.8,"agent_id":"agent-0003","epoch":56,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000799315},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000835647},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":57,"explore":false,"q_after":{"0.2":0.004699197,"0.4":0.006697344,"0.6":0.00505772,"0.8":0.006134504},"q_before":{"0.2":0.004699197,"0.4":0.006636817,"0.6":0.00505772,"0.8":0.006134504},"reward":0.009239498},{"action":0.8,"agent_id":"agent-0002","epoch":57,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003504711},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003582594},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":57,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.00076601},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000799315},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":58,"explore":false,"q_after":{"0.2":0.004699197,"0.4":0.006698136,"0.6":0.00505772,"0.8":0.006134504},"q_before":{"0.2":0.004699197,"0.4":0.006697344,"0.6":0.00505772,"0.8":0.006134504},"reward":0.006732189},{"action":0.8,"agent_id":"agent-0002","epoch":58,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003430143},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003504711},"reward":0.0},{"action":0.8,"agent_id":"agent-0003","epoch":58,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000735369},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.00076601},"reward":0.0},{"action":0.4,"agent_id":"agent-0001","epoch":59,"explore":true,"q_after":{"0.2":0.004699197,"0.4":0.006556995,"0.6":0.00505772,"0.8":0.006134504},"q_before":{"0.2":0.004699197,"0.4":0.006698136,"0.6":0.00505772,"0.8":0.006134504},"reward":0.000346786},{"action":0.8,"agent_id":"agent-0002","epoch":59,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003641954},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003430143},"reward":0.013597078},{"action":0.8,"agent_id":"agent-0003","epoch":59,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000714546},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000735369},"reward":0.000193968},{"action":0.4,"agent_id":"agent-0001","epoch":60,"explore":false,"q_after":{"0.2":0.004699197,"0.4":0.006543227,"0.6":0.00505772,"0.8":0.006134504},"q_before":{"0.2":0.004699197,"0.4":0.006556995,"0.6":0.00505772,"0.8":0.006134504},"reward":0.005923674},{"action":0.8,"agent_id":"agent-0002","epoch":60,"explore":false,"q_after":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003795996},"q_before":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003641954},"reward":0.01119002},{"action":0.8,"agent_id":"agent-0003","epoch":60,"explore":false,"q_after":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000688082},"q_before":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000714546},"reward":-0.0}],"final_action_counts":{"agent-0001":{"0.2":4,"0.4":46,"0.6":4,"0.8":6},"agent-0002":{"0.2":2,"0.4":4,"0.6":5,"0.8":49},"agent-0003":{"0.2":5,"0.4":25,"0.6":3,"0.8":27},"agent-0004":{"0.2":1,"0.4":53,"0.6":3,"0.8":3},"agent-0005":{"0.2":55,"0.4":2,"0.6":2,"0.8":1},"agent-0006":{"0.2":1,"0.4":57,"0.6":1,"0.8":1},"agent-0007":{"0.2":44,"0.4":6,"0.6":4,"0.8":6},"agent-0008":{"0.2":2,"0.4":16,"0.6":7,"0.8":35},"agent-0009":{"0.2":17,"0.4":36,"0.6":5,"0.8":2},"agent-0010":{"0.2":5,"0.4":2,"0.6":8,"0.8":45},"agent-0011":{"0.2":14,"0.4":44,"0.6":2,"0.8":0},"agent-0012":{"0.2":54,"0.4":0,"0.6":3,"0.8":3},"agent-0013":{"0.2":1,"0.4":3,"0.6":19,"0.8":37},"agent-0014":{"0.2":1,"0.4":3,"0.6":54,"0.8":2},"agent-0015":{"0.2":47,"0.4":4,"0.6":7,"0.8":2},"agent-0016":{"0.2":1,"0.4":1,"0.6":51,"0.8":7},"agent-0017":{"0.2":2,"0.4":8,"0.6":50,"0.8":0},"agent-0018":{"0.2":1,"0.4":12,"0.6":29,"0.8":18},"agent-0019":{"0.2":0,"0.4":42,"0.6":9,"0.8":9},"agent-0020":{"0.2":3,"0.4":5,"0.6":48,"0.8":4},"agent-0021":{"0.2":3,"0.4":53,"0.6":4,"0.8":0},"agent-0022":{"0.2":26,"0.4":2,"0.6":29,"0.8":3},"agent-0023":{"0.2":4,"0.4":45,"0.6":5,"0.8":6},"agent-0024":{"0.2":2,"0.4":28,"0.6":25,"0.8":5},"agent-0025":{"0.2":0,"0.4":16,"0.6":12,"0.8":32},"agent-0026":{"0.2":4,"0.4":12,"0.6":41,"0.8":3},"agent-0027":{"0.2":57,"0.4":2,"0.6":0,"0.8":1},"agent-0028":{"0.2":13,"0.4":43,"0.6":0,"0.8":4},"agent-0029":{"0.2":1,"0.4":3,"0.6":1,"0.8":55},"agent-0030":{"0.2":4,"0.4":0,"0.6":12,"0.8":44},"agent-0031":{"0.2":47,"0.4":12,"0.6":1,"0.8":0},"agent-0032":{"0.2":2,"0.4":4,"0.6":1,"0.8":53},"agent-0033":{"0.2":8,"0.4":15,"0.6":33,"0.8":4},"agent-0034":{"0.2":5,"0.4":0,"0.6":4,"0.8":51},"agent-0035":{"0.2":55,"0.4":1,"0.6":2,"0.8":2},"agent-0036":{"0.2":7,"0.4":3,"0.6":47,"0.8":3},"agent-0037":{"0.2":2,"0.4":3,"0.6":53,"0.8":2},"agent-0038":{"0.2":4,"0.4":1,"0.6":3,"0.8":52},"agent-0039":{"0.2":55,"0.4":3,"0.6":0,"0.8":2},"agent-0040":{"0.2":8,"0.4":49,"0.6":1,"0.8":2},"agent-0041":{"0.2":0,"0.4":3,"0.6":0,"0.8":57},"agent-0042":{"0.2":33,"0.4":7,"0.6":14,"0.8":6},"agent-0043":{"0.2":56,"0.4":2,"0.6":2,"0.8":0},"agent-0044":{"0.2":0,"0.4":5,"0.6":52,"0.8":3},"agent-0045":{"0.2":3,"0.4":7,"0.6":49,"0.8":1},"agent-0046":{"0.2":2,"0.4":5,"0.6":46,"0.8":7},"agent-0047":{"0.2":1,"0.4":1,"0.6":55,"0.8":3},"agent-0048":{"0.2":4,"0.4":2,"0.6":4,"0.8":50},"agent-0049":{"0.2":3,"0.4":3,"0.6":1,"0.8":53},"agent-0050":{"0.2":2,"0.4":4,"0.6":1,"0.8":53},"agent-0051":{"0.2":1,"0.4":1,"0.6":52,"0.8":6},"agent-0052":{"0.2":21,"0.4":5,"0.6":2,"0.8":32},"agent-0053":{"0.2":47,"0.4":6,"0.6":2,"0.8":5},"agent-0054":{"0.2":4,"0.4":2,"0.6":54,"0.8":0},"agent-0055":{"0.2":3,"0.4":8,"0.6":33,"0.8":16},"agent-0056":{"0.2":0,"0.4":4,"0.6":3,"0.8":53},"agent-0057":{"0.2":51,"0.4":0,"0.6":5,"0.8":4},"agent-0058":{"0.2":2,"0.4":57,"0.6":1,"0.8":0},"agent-0059":{"0.2":2,"0.4":1,"0.6":16,"0.8":41},"agent-0060":{"0.2":1,"0.4":0,"0.6":11,"0.8":48},"agent-0061":{"0.2":3,"0.4":1,"0.6":52,"0.8":4},"agent-0062":{"0.2":1,"0.4":0,"0.6":4,"0.8":55},"agent-0063":{"0.2":4,"0.4":38,"0.6":17,"0.8":1},"agent-0064":{"0.2":3,"0.4":48,"0.6":4,"0.8":5},"agent-0065":{"0.2":4,"0.4":3,"0.6":49,"0.8":4},"agent-0066":{"0.2":24,"0.4":2,"0.6":0,"0.8":34},"agent-0067":{"0.2":28,"0.4":0,"0.6":29,"0.8":3},"agent-0068":{"0.2":1,"0.4":3,"0.6":54,"0.8":2},"agent-0069":{"0.2":1,"0.4":44,"0.6":13,"0.8":2},"agent-0070":{"0.2":2,"0.4":52,"0.6":4,"0.8":2},"agent-0071":{"0.2":4,"0.4":2,"0.6":1,"0.8":53},"agent-0072":{"0.2":5,"0.4":34,"0.6":3,"0.8":18},"agent-0073":{"0.2":12,"0.4":11,"0.6":5,"0.8":32},"agent-0074":{"0.2":2,"0.4":43,"0.6":14,"0.8":1},"agent-0075":{"0.2":55,"0.4":1,"0.6":1,"0.8":3},"agent-0076":{"0.2":3,"0.4":52,"0.6":3,"0.8":2},"agent-0077":{"0.2":0,"0.4":7,"0.6":48,"0.8":5},"agent-0078":{"0.2":5,"0.4":2,"0.6":13,"0.8":40},"agent-0079":{"0.2":1,"0.4":5,"0.6":1,"0.8":53},"agent-0080":{"0.2":2,"0.4":3,"0.6":3,"0.8":52},"agent-0081":{"0.2":4,"0.4":12,"0.6":1,"0.8":43},"agent-0082":{"0.2":27,"0.4":0,"0.6":1,"0.8":32},"agent-0083":{"0.2":6,"0.4":46,"0.6":1,"0.8":7},"agent-0084":{"0.2":1,"0.4":2,"0.6":0,"0.8":57},"agent-0085":{"0.2":3,"0.4":4,"0.6":44,"0.8":9},"agent-0086":{"0.2":2,"0.4":2,"0.6":4,"0.8":52},"agent-0087":{"0.2":11,"0.4":37,"0.6":0,"0.8":12},"agent-0088":{"0.2":33,"0.4":2,"0.6":5,"0.8":20},"agent-0089":{"0.2":14,"0.4":0,"0.6":7,"0.8":39},"agent-0090":{"0.2":13,"0.4":5,"0.6":35,"0.8":7},"agent-0091":{"0.2":41,"0.4":0,"0.6":17,"0.8":2},"agent-0092":{"0.2":55,"0.4":2,"0.6":2,"0.8":1},"agent-0093":{"0.2":6,"0.4":28,"0.6":24,"0.8":2},"agent-0094":{"0.2":1,"0.4":1,"0.6":30,"0.8":28},"agent-0095":{"0.2":5,"0.4":1,"0.6":5,"0.8":49},"agent-0096":{"0.2":0,"0.4":24,"0.6":0,"0.8":36},"agent-0097":{"0.2":4,"0.4":49,"0.6":0,"0.8":7},"agent-0098":{"0.2":37,"0.4":0,"0.6":8,"0.8":15},"agent-0099":{"0.2":9,"0.4":3,"0.6":4,"0.8":44},"agent-0100":{"0.2":4,"0.4":42,"0.6":5,"0.8":9}},"final_values":{"agent-0001":{"0.2":0.004699197,"0.4":0.006543227,"0.6":0.00505772,"0.8":0.006134504},"agent-0002":{"0.2":0.0,"0.4":0.002349883,"0.6":0.003368833,"0.8":0.003795996},"agent-0003":{"0.2":0.0,"0.4":0.000168104,"0.6":0.0,"0.8":0.000688082},"agent-0004":{"0.2":0.0,"0.4":0.000186664,"0.6":0.000151317,"0.8":0.000161807},"agent-0005":{"0.2":0.002359357,"0.4":0.000147912,"0.6":0.000105413,"0.8":0.0},"agent-0006":{"0.2":0.0,"0.4":0.001093749,"0.6":0.000371045,"0.8":0.0},"agent-0007":{"0.2":0.006302617,"0.4":0.00510457,"0.6":0.003720028,"0.8":0.005340707},"agent-0008":{"0.2":0.005139742,"0.4":0.005892189,"0.6":0.005201725,"0.8":0.007541588},"agent-0009":{"0.2":0.005863636,"0.4":0.004598033,"0.6":0.00387389,"0.8":0.005431752},"agent-0010":{"0.2":0.000207773,"0.4":6.8934e-05,"0.6":0.000800602,"0.8":0.000489615},"agent-0011":{"0.2":0.001959868,"0.4":0.00185289,"0.6":0.00157663,"0.8":0.0},"agent-0012":{"0.2":0.009030994,"0.4":0.0,"0.6":0.008943687,"0.8":0.008021743},"agent-0013":{"0.2":0.015427694,"0.4":0.017156589,"0.6":0.017988254,"0.8":0.018853663},"agent-0014":{"0.2":0.0,"0.4":0.000293976,"0.6":0.000610408,"0.8":0.000120433},"agent-0015":{"0.2":0.007496037,"0.4":0.002844626,"0.6":0.01001479,"0.8":0.001360116},"agent-0016":{"0.2":0.0,"0.4":0.000348951,"0.6":0.00400398,"0.8":0.003559694},"agent-0017":{"0.2":5.0968e-05,"0.4":0.000225839,"0.6":0.00033844,"0.8":0.0},"agent-0018":{"0.2":2.4342e-05,"0.4":0.001003332,"0.6":0.001909248,"0.8":0.001328751},"agent-0019":{"0.2":0.0,"0.4":0.009908901,"0.6":0.009595723,"0.8":0.009813267},"agent-0020":{"0.2":0.000373229,"0.4":0.000482917,"0.6":0.0006007,"0.8":0.000386693},"agent-0021":{"0.2":0.003532343,"0.4":0.007191283,"0.6":0.00527634,"0.8":0.0},"agent-0022":{"0.2":0.000134178,"0.4":2.2488e-05,"0.6":0.00013178,"0.8":0.000130937},"agent-0023":{"0.2":0.0,"0.4":0.000839446,"0.6":0.0,"0.8":0.000342832},"agent-0024":{"0.2":0.001644452,"0.4":0.007521936,"0.6":0.007260489,"0.8":0.004529215},"agent-0025":{"0.2":0.0,"0.4":0.008509932,"0.6":0.007053343,"0.8":0.007335434},"agent-0026":{"0.2":0.010354061,"0.4":0.015579619,"0.6":0.014376086,"0.8":0.013077089},"agent-0027":{"0.2":9.8379e-05,"0.4":6.4854e-05,"0.6":0.0,"0.8":-5.9835e-05},"agent-0028":{"0.2":0.010114292,"0.4":0.010438392,"0.6":0.0,"0.8":0.009935787},"agent-0029":{"0.2":0.0,"0.4":0.000222857,"0.6":0.0,"0.8":0.0002243},"agent-0030":{"0.2":0.003384803,"0.4":0.0,"0.6":0.002705359,"0.8":0.00361268},"agent-0031":{"0.2":0.006304976,"0.4":0.006342181,"0.6":0.00524962,"0.8":0.0},"agent-0032":{"0.2":0.000145176,"0.4":6.7462e-05,"0.6":4.8385e-05,"0.8":0.000295992},"agent-0033":{"0.2":0.007230699,"0.4":0.00653416,"0.6":0.006824307,"0.8":0.006008278},"agent-0034":{"0.2":0.007151364,"0.4":0.0,"0.6":6.4805e-05,"0.8":0.00978551},"agent-0035":{"0.2":0.00616105,"0.4":0.0,"0.6":0.0,"0.8":0.005569879},"agent-0036":{"0.2":6.0658e-05,"0.4":0.000277735,"0.6":0.001234017,"0.8":-5.848e-05},"agent-0037":{"0.2":0.000130317,"0.4":0.0,"0.6":0.000814663,"0.8":7.3199e-05},"agent-0038":{"0.2":1.8145e-05,"0.4":0.00032571,"0.6":0.00364318,"0.8":0.002718314},"agent-0039":{"0.2":0.005740769,"0.4":0.005535734,"0.6":0.0,"0.8":0.005242387},"agent-0040":{"0.2":0.000519392,"0.4":0.00078132,"0.6":0.0,"0.8":6.9669e-05},"agent-0041":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.00066998},"agent-0042":{"0.2":0.013203116,"0.4":0.01163794,"0.6":0.012964294,"0.8":0.013856638},"agent-0043":{"0.2":0.001421434,"0.4":8.9991e-05,"0.6":0.0,"0.8":0.0},"agent-0044":{"0.2":0.0,"0.4":8.7528e-05,"0.6":0.003489455,"0.8":0.000137349},"agent-0045":{"0.2":0.0,"0.4":0.000124494,"0.6":0.000437994,"0.8":0.0},"agent-0046":{"0.2":0.0,"0.4":0.0,"0.6":8.3341e-05,"0.8":7.7204e-05},"agent-0047":{"0.2":0.0,"0.4":0.0,"0.6":0.001639037,"0.8":5.9581e-05},"agent-0048":{"0.2":-2.0186e-05,"0.4":0.0,"0.6":-4.1071e-05,"0.8":0.000376884},"agent-0049":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.00011709},"agent-0050":{"0.2":0.000262038,"0.4":0.000104964,"0.6":0.0,"0.8":0.002178332},"agent-0051":{"0.2":0.0,"0.4":0.0,"0.6":0.000667668,"0.8":0.000287981},"agent-0052":{"0.2":0.000857138,"0.4":0.0,"0.6":0.000274418,"0.8":0.00115785},"agent-0053":{"0.2":0.001338477,"0.4":0.0,"0.6":0.0,"0.8":0.0},"agent-0054":{"0.2":0.010129718,"0.4":0.008801887,"0.6":0.011714798,"0.8":0.0},"agent-0055":{"0.2":0.0,"0.4":0.0,"0.6":0.000936066,"0.8":0.00088056},"agent-0056":{"0.2":0.0,"0.4":0.018339805,"0.6":0.009961843,"0.8":0.019089571},"agent-0057":{"0.2":0.000150504,"0.4":0.0,"0.6":0.000145589,"0.8":-9.3476e-05},"agent-0058":{"0.2":0.0,"0.4":0.001544129,"0.6":2.3499e-05,"0.8":0.0},"agent-0059":{"0.2":0.0,"0.4":-7.5606e-05,"0.6":0.003388236,"0.8":0.003014605},"agent-0060":{"0.2":0.0,"0.4":0.0,"0.6":0.001607467,"0.8":0.002347173},"agent-0061":{"0.2":0.001468874,"0.4":0.0,"0.6":0.002520265,"0.8":0.001928659},"agent-0062":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.002764305},"agent-0063":{"0.2":0.001656497,"0.4":0.001663085,"0.6":0.002121413,"0.8":0.000487452},"agent-0064":{"0.2":-0.000176214,"0.4":0.006217941,"0.6":0.00534065,"0.8":0.010102314},"agent-0065":{"0.2":-1.587e-06,"0.4":0.000137418,"0.6":0.000205162,"0.8":-5.2036e-05},"agent-0066":{"0.2":0.0100543,"0.4":0.000455229,"0.6":0.0,"0.8":0.010240484},"agent-0067":{"0.2":0.004342019,"0.4":0.0,"0.6":0.004248646,"0.8":0.004194856},"agent-0068":{"0.2":0.0,"0.4":0.00037551,"0.6":0.00266779,"0.8":0.001893843},"agent-0069":{"0.2":0.0,"0.4":1.0627e-05,"0.6":5.4775e-05,"0.8":-0.000145409},"agent-0070":{"0.2":0.002213767,"0.4":0.002867265,"0.6":0.001432815,"0.8":0.001986489},"agent-0071":{"0.2":0.0,"0.4":0.0,"0.6":0.000109201,"0.8":0.001226022},"agent-0072":{"0.2":-2.594e-06,"0.4":1.1206e-05,"0.6":-0.000155608,"0.8":0.000520728},"agent-0073":{"0.2":0.012902751,"0.4":0.012454179,"0.6":0.01164138,"0.8":0.012553285},"agent-0074":{"0.2":0.0,"0.4":0.002748075,"0.6":-6.611e-06,"0.8":0.000368384},"agent-0075":{"0.2":0.010346253,"0.4":0.0,"0.6":-0.000346323,"0.8":0.006087161},"agent-0076":{"0.2":0.000316439,"0.4":3.9512e-05,"0.6":0.000251115,"0.8":0.0},"agent-0077":{"0.2":0.0,"0.4":0.007401118,"0.6":0.007843443,"0.8":0.005734725},"agent-0078":{"0.2":0.0,"0.4":-7.247e-06,"0.6":7.1125e-05,"0.8":7.8598e-05},"agent-0079":{"0.2":0.0,"0.4":0.001957631,"0.6":-7.836e-06,"0.8":0.002606862},"agent-0080":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.000143264},"agent-0081":{"0.2":0.0,"0.4":1.802e-05,"0.6":-4.9198e-05,"0.8":0.000694351},"agent-0082":{"0.2":0.003951266,"0.4":0.0,"0.6":0.0,"0.8":0.003392213},"agent-0083":{"0.2":0.008939919,"0.4":0.012929419,"0.6":0.000362206,"0.8":0.012100234},"agent-0084":{"0.2":0.0,"0.4":0.0,"0.6":0.0,"0.8":0.001185205},"agent-0085":{"0.2":0.011863869,"0.4":0.014408589,"0.6":0.012493773,"0.8":0.010415396},"agent-0086":{"0.2":0.0,"0.4":0.0,"0.6":-6.5582e-05,"0.8":0.004707397},"agent-0087":{"0.2":0.007960079,"0.4":0.00884537,"0.6":0.0,"0.8":0.008361574},"agent-0088":{"0.2":0.002426011,"0.4":0.0,"0.6":0.000128638,"0.8":0.000994453},"agent-0089":{"0.2":0.001133807,"0.4":0.0,"0.6":0.000134761,"0.8":0.000345859},"agent-0090":{"0.2":0.00274894,"0.4":0.002284754,"0.6":0.003063197,"0.8":0.002697496},"agent-0091":{"0.2":0.001142927,"0.4":0.0,"0.6":0.001704852,"0.8":0.0},"agent-0092":{"0.2":0.005032845,"0.4":0.003862789,"0.6":0.004312557,"0.8":-0.000114109},"agent-0093":{"0.2":0.013293466,"0.4":0.015904831,"0.6":0.014574833,"0.8":0.013459805},"agent-0094":{"0.2":0.011112018,"0.4":0.012643695,"0.6":0.013929807,"0.8":0.011506035},"agent-0095":{"0.2":-1.9544e-05,"0.4":0.0,"0.6":1.4975e-05,"0.8":0.000467444},"agent-0096":{"0.2":0.0,"0.4":0.007879009,"0.6":0.0,"0.8":0.007146391},"agent-0097":{"0.2":0.007537482,"0.4":0.009685931,"0.6":0.0,"0.8":0.008032526},"agent-0098":{"0.2":0.009085734,"0.4":0.0,"0.6":0.007317922,"0.8":0.006654933},"agent-0099":{"0.2":0.002131357,"0.4":0.0,"0.6":3.3838e-05,"0.8":0.002074117},"agent-0100":{"0.2":-6.4377e-05,"0.4":0.000101299,"0.6":-0.000112656,"0.8":0.000499512}},"history":[{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":0.368350189,"epoch":1,"gini":0.004085,"inflation_pct":0.0,"mean_reward":0.003683502,"money_supply":100000.0,"nominal_gdp":347.403233,"policy_rate_pct":3.0,"price_index":93.903056,"transaction_count":65,"velocity":0.003474032},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":0.790796914,"epoch":2,"gini":0.006548,"inflation_pct":1.058278,"mean_reward":0.004224467,"money_supply":100000.0,"nominal_gdp":400.317484,"policy_rate_pct":3.0,"price_index":94.896811,"transaction_count":71,"velocity":0.004003175},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":1.173115388,"epoch":3,"gini":0.009114,"inflation_pct":1.021989,"mean_reward":0.003823185,"money_supply":100000.0,"nominal_gdp":365.365695,"policy_rate_pct":3.0,"price_index":95.866646,"transaction_count":67,"velocity":0.003653657},{"active_agent_rate_pct":75.0,"agent_count":100,"cumulative_reward":1.705584896,"epoch":4,"gini":0.012539,"inflation_pct":0.010479,"mean_reward":0.005324695,"money_supply":100000.0,"nominal_gdp":512.262454,"policy_rate_pct":3.0,"price_index":95.876692,"transaction_count":87,"velocity":0.005122625},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":2.178575832,"epoch":5,"gini":0.015907,"inflation_pct":0.353434,"mean_reward":0.004729909,"money_supply":100000.0,"nominal_gdp":456.627325,"policy_rate_pct":3.0,"price_index":96.215552,"transaction_count":74,"velocity":0.004566273},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":2.555278563,"epoch":6,"gini":0.019189,"inflation_pct":-0.538547,"mean_reward":0.003767027,"money_supply":100000.0,"nominal_gdp":362.55312,"policy_rate_pct":3.0,"price_index":95.697386,"transaction_count":60,"velocity":0.003625531},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":2.937554669,"epoch":7,"gini":0.021079,"inflation_pct":0.380144,"mean_reward":0.003822761,"money_supply":100000.0,"nominal_gdp":367.769735,"policy_rate_pct":3.0,"price_index":96.061174,"transaction_count":65,"velocity":0.003677697},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":3.334220423,"epoch":8,"gini":0.024421,"inflation_pct":-0.463578,"mean_reward":0.003966658,"money_supply":100000.0,"nominal_gdp":382.2227,"policy_rate_pct":3.0,"price_index":95.615856,"transaction_count":55,"velocity":0.003822227},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":3.812630764,"epoch":9,"gini":0.027946,"inflation_pct":1.559796,"mean_reward":0.004784103,"money_supply":100000.0,"nominal_gdp":467.747899,"policy_rate_pct":3.0,"price_index":97.107268,"transaction_count":66,"velocity":0.004677479},{"active_agent_rate_pct":69.0,"agent_count":100,"cumulative_reward":4.218445512,"epoch":10,"gini":0.031183,"inflation_pct":-0.338068,"mean_reward":0.004058147,"money_supply":100000.0,"nominal_gdp":392.517941,"policy_rate_pct":3.0,"price_index":96.77898,"transaction_count":68,"velocity":0.003925179},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":4.591650525,"epoch":11,"gini":0.03332,"inflation_pct":-0.215317,"mean_reward":0.00373205,"money_supply":100000.0,"nominal_gdp":360.947931,"policy_rate_pct":3.0,"price_index":96.570598,"transaction_count":63,"velocity":0.003609479},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":4.953373858,"epoch":12,"gini":0.035312,"inflation_pct":0.205487,"mean_reward":0.003617233,"money_supply":100013.8889,"nominal_gdp":350.715602,"policy_rate_pct":3.0,"price_index":96.769038,"transaction_count":66,"velocity":0.003506669},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":5.459203996,"epoch":13,"gini":0.038379,"inflation_pct":1.226615,"mean_reward":0.005058301,"money_supply":100013.8889,"nominal_gdp":496.934229,"policy_rate_pct":3.0,"price_index":97.956021,"transaction_count":82,"velocity":0.004968652},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":5.854867533,"epoch":14,"gini":0.040612,"inflation_pct":0.638313,"mean_reward":0.003956635,"money_supply":100013.8889,"nominal_gdp":388.583899,"policy_rate_pct":3.0,"price_index":98.581287,"transaction_count":78,"velocity":0.003885299},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":6.239746149,"epoch":15,"gini":0.042639,"inflation_pct":-1.17262,"mean_reward":0.003848786,"money_supply":100013.8889,"nominal_gdp":376.036354,"policy_rate_pct":3.0,"price_index":97.425303,"transaction_count":66,"velocity":0.003759841},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":6.626592038,"epoch":16,"gini":0.04505,"inflation_pct":-0.28305,"mean_reward":0.003868459,"money_supply":100013.8889,"nominal_gdp":376.49228,"policy_rate_pct":3.0,"price_index":97.149541,"transaction_count":67,"velocity":0.0037644},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":7.051783546,"epoch":17,"gini":0.047526,"inflation_pct":0.648562,"mean_reward":0.004251915,"money_supply":100013.8889,"nominal_gdp":417.026069,"policy_rate_pct":3.0,"price_index":97.779616,"transaction_count":63,"velocity":0.004169682},{"active_agent_rate_pct":73.0,"agent_count":100,"cumulative_reward":7.578521874,"epoch":18,"gini":0.051274,"inflation_pct":-0.276063,"mean_reward":0.005267383,"money_supply":100013.8889,"nominal_gdp":514.626024,"policy_rate_pct":3.0,"price_index":97.509683,"transaction_count":82,"velocity":0.005145546},{"active_agent_rate_pct":70.0,"agent_count":100,"cumulative_reward":7.99544572,"epoch":19,"gini":0.054188,"inflation_pct":0.112927,"mean_reward":0.004169238,"money_supply":100013.8889,"nominal_gdp":408.163984,"policy_rate_pct":3.0,"price_index":97.619798,"transaction_count":71,"velocity":0.004081073},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":8.370346887,"epoch":20,"gini":0.057544,"inflation_pct":-0.501123,"mean_reward":0.003749012,"money_supply":100013.8889,"nominal_gdp":364.623832,"policy_rate_pct":3.0,"price_index":97.130602,"transaction_count":68,"velocity":0.003645732},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":8.755267272,"epoch":21,"gini":0.059899,"inflation_pct":0.789736,"mean_reward":0.003849204,"money_supply":100013.8889,"nominal_gdp":378.333119,"policy_rate_pct":3.0,"price_index":97.897677,"transaction_count":65,"velocity":0.003782806},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":9.193427874,"epoch":22,"gini":0.062294,"inflation_pct":0.468318,"mean_reward":0.004381606,"money_supply":100013.8889,"nominal_gdp":431.141071,"policy_rate_pct":3.0,"price_index":98.356149,"transaction_count":71,"velocity":0.004310812},{"active_agent_rate_pct":76.0,"agent_count":100,"cumulative_reward":9.768776581,"epoch":23,"gini":0.066084,"inflation_pct":0.085732,"mean_reward":0.005753487,"money_supply":100013.8889,"nominal_gdp":568.626912,"policy_rate_pct":3.0,"price_index":98.440472,"transaction_count":83,"velocity":0.005685479},{"active_agent_rate_pct":73.0,"agent_count":100,"cumulative_reward":10.288148683,"epoch":24,"gini":0.069167,"inflation_pct":-0.048282,"mean_reward":0.005193721,"money_supply":100027.7797,"nominal_gdp":512.007706,"policy_rate_pct":3.0,"price_index":98.392943,"transaction_count":82,"velocity":0.005118655},{"active_agent_rate_pct":69.0,"agent_count":100,"cumulative_reward":10.803044925,"epoch":25,"gini":0.072206,"inflation_pct":-0.020289,"mean_reward":0.005148962,"money_supply":100027.7797,"nominal_gdp":508.986099,"policy_rate_pct":3.0,"price_index":98.37298,"transaction_count":75,"velocity":0.005088447},{"active_agent_rate_pct":67.0,"agent_count":100,"cumulative_reward":11.244900688,"epoch":26,"gini":0.07503,"inflation_pct":0.617659,"mean_reward":0.004418558,"money_supply":100027.7797,"nominal_gdp":439.011888,"policy_rate_pct":3.0,"price_index":98.980589,"transaction_count":72,"velocity":0.0043889},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":11.707371587,"epoch":27,"gini":0.078469,"inflation_pct":-1.300393,"mean_reward":0.004624709,"money_supply":100027.7797,"nominal_gdp":451.782509,"policy_rate_pct":3.0,"price_index":97.693452,"transaction_count":75,"velocity":0.00451657},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":12.154611681,"epoch":28,"gini":0.081489,"inflation_pct":1.217275,"mean_reward":0.004472401,"money_supply":100027.7797,"nominal_gdp":446.115982,"policy_rate_pct":3.0,"price_index":98.88265,"transaction_count":67,"velocity":0.004459921},{"active_agent_rate_pct":72.0,"agent_count":100,"cumulative_reward":12.641390765,"epoch":29,"gini":0.084767,"inflation_pct":-0.650685,"mean_reward":0.004867791,"money_supply":100027.7797,"nominal_gdp":480.04466,"policy_rate_pct":3.0,"price_index":98.239236,"transaction_count":77,"velocity":0.004799113},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":13.056124454,"epoch":30,"gini":0.088142,"inflation_pct":-0.085112,"mean_reward":0.004147337,"money_supply":100027.7797,"nominal_gdp":407.190604,"policy_rate_pct":3.0,"price_index":98.155622,"transaction_count":64,"velocity":0.004070775},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":13.458458031,"epoch":31,"gini":0.091393,"inflation_pct":0.394004,"mean_reward":0.004023336,"money_supply":100027.7797,"nominal_gdp":396.443867,"policy_rate_pct":3.0,"price_index":98.542359,"transaction_count":59,"velocity":0.003963338},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":13.922123078,"epoch":32,"gini":0.094848,"inflation_pct":-0.690206,"mean_reward":0.00463665,"money_supply":100027.7797,"nominal_gdp":455.077415,"policy_rate_pct":3.0,"price_index":97.862214,"transaction_count":68,"velocity":0.00454951},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":14.30304485,"epoch":33,"gini":0.097557,"inflation_pct":-0.143555,"mean_reward":0.003809218,"money_supply":100027.7797,"nominal_gdp":373.726022,"policy_rate_pct":3.0,"price_index":97.721728,"transaction_count":60,"velocity":0.003736222},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":14.709904944,"epoch":34,"gini":0.10107,"inflation_pct":0.485667,"mean_reward":0.004068601,"money_supply":100027.7797,"nominal_gdp":399.858167,"policy_rate_pct":3.0,"price_index":98.19633,"transaction_count":66,"velocity":0.003997471},{"active_agent_rate_pct":49.0,"agent_count":100,"cumulative_reward":15.00794489,"epoch":35,"gini":0.103767,"inflation_pct":-1.114165,"mean_reward":0.002980399,"money_supply":100027.7797,"nominal_gdp":290.730865,"policy_rate_pct":3.0,"price_index":97.102261,"transaction_count":47,"velocity":0.002906501},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":15.561919274,"epoch":36,"gini":0.106912,"inflation_pct":2.00017,"mean_reward":0.005539744,"money_supply":100027.7797,"nominal_gdp":551.83573,"policy_rate_pct":3.0,"price_index":99.044472,"transaction_count":74,"velocity":0.005516825},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":15.919490232,"epoch":37,"gini":0.109871,"inflation_pct":-2.33085,"mean_reward":0.00357571,"money_supply":100027.7797,"nominal_gdp":346.270827,"policy_rate_pct":3.0,"price_index":96.735894,"transaction_count":62,"velocity":0.003461747},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":16.313546841,"epoch":38,"gini":0.113374,"inflation_pct":1.009953,"mean_reward":0.003940566,"money_supply":100027.7797,"nominal_gdp":385.738897,"policy_rate_pct":3.0,"price_index":97.712881,"transaction_count":66,"velocity":0.003856318},{"active_agent_rate_pct":58.0,"agent_count":100,"cumulative_reward":16.711497463,"epoch":39,"gini":0.116194,"inflation_pct":0.439373,"mean_reward":0.003979506,"money_supply":100027.7797,"nominal_gdp":391.567431,"policy_rate_pct":3.0,"price_index":98.142205,"transaction_count":62,"velocity":0.003914587},{"active_agent_rate_pct":74.0,"agent_count":100,"cumulative_reward":17.205224637,"epoch":40,"gini":0.119056,"inflation_pct":1.069544,"mean_reward":0.004937272,"money_supply":100027.7797,"nominal_gdp":490.151913,"policy_rate_pct":3.0,"price_index":99.191879,"transaction_count":85,"velocity":0.004900158},{"active_agent_rate_pct":54.0,"agent_count":100,"cumulative_reward":17.471183632,"epoch":41,"gini":0.120742,"inflation_pct":-2.252889,"mean_reward":0.00265959,"money_supply":100027.7797,"nominal_gdp":258.111508,"policy_rate_pct":3.0,"price_index":96.957196,"transaction_count":50,"velocity":0.002580398},{"active_agent_rate_pct":71.0,"agent_count":100,"cumulative_reward":17.95374397,"epoch":42,"gini":0.123437,"inflation_pct":1.750904,"mean_reward":0.004825603,"money_supply":100027.7797,"nominal_gdp":477.991199,"policy_rate_pct":3.0,"price_index":98.654823,"transaction_count":78,"velocity":0.004778585},{"active_agent_rate_pct":60.0,"agent_count":100,"cumulative_reward":18.313000429,"epoch":43,"gini":0.125233,"inflation_pct":-0.935163,"mean_reward":0.003592565,"money_supply":100027.7797,"nominal_gdp":353.660083,"policy_rate_pct":3.0,"price_index":97.73224,"transaction_count":61,"velocity":0.003535619},{"active_agent_rate_pct":51.0,"agent_count":100,"cumulative_reward":18.573623908,"epoch":44,"gini":0.126881,"inflation_pct":0.354478,"mean_reward":0.002606235,"money_supply":100027.7797,"nominal_gdp":255.013259,"policy_rate_pct":3.0,"price_index":98.078679,"transaction_count":50,"velocity":0.002549424},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":19.005427781,"epoch":45,"gini":0.130091,"inflation_pct":0.33335,"mean_reward":0.004318039,"money_supply":100027.7797,"nominal_gdp":425.892138,"policy_rate_pct":3.0,"price_index":98.405624,"transaction_count":72,"velocity":0.004257739},{"active_agent_rate_pct":61.0,"agent_count":100,"cumulative_reward":19.399881812,"epoch":46,"gini":0.133331,"inflation_pct":-0.983453,"mean_reward":0.00394454,"money_supply":100027.7797,"nominal_gdp":385.524897,"policy_rate_pct":3.0,"price_index":97.437851,"transaction_count":62,"velocity":0.003854178},{"active_agent_rate_pct":59.0,"agent_count":100,"cumulative_reward":19.724931286,"epoch":47,"gini":0.13583,"inflation_pct":-0.21879,"mean_reward":0.003250495,"money_supply":100027.7797,"nominal_gdp":316.435463,"policy_rate_pct":3.0,"price_index":97.224667,"transaction_count":62,"velocity":0.003163476},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":20.201106291,"epoch":48,"gini":0.139192,"inflation_pct":1.384981,"mean_reward":0.00476175,"money_supply":100027.7797,"nominal_gdp":471.746502,"policy_rate_pct":3.0,"price_index":98.57121,"transaction_count":70,"velocity":0.004716155},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":20.573567794,"epoch":49,"gini":0.142133,"inflation_pct":-1.055921,"mean_reward":0.003724615,"money_supply":100027.7797,"nominal_gdp":363.641249,"policy_rate_pct":3.0,"price_index":97.530376,"transaction_count":66,"velocity":0.003635403},{"active_agent_rate_pct":69.0,"agent_count":100,"cumulative_reward":21.020605253,"epoch":50,"gini":0.144694,"inflation_pct":0.751254,"mean_reward":0.004470375,"money_supply":100027.7797,"nominal_gdp":440.175001,"policy_rate_pct":3.0,"price_index":98.263077,"transaction_count":73,"velocity":0.004400528},{"active_agent_rate_pct":55.0,"agent_count":100,"cumulative_reward":21.412477416,"epoch":51,"gini":0.14766,"inflation_pct":-0.949858,"mean_reward":0.003918722,"money_supply":100027.7797,"nominal_gdp":382.153952,"policy_rate_pct":3.0,"price_index":97.329718,"transaction_count":58,"velocity":0.003820478},{"active_agent_rate_pct":64.0,"agent_count":100,"cumulative_reward":21.825048538,"epoch":52,"gini":0.150912,"inflation_pct":0.42268,"mean_reward":0.004125711,"money_supply":100027.7797,"nominal_gdp":403.174445,"policy_rate_pct":3.0,"price_index":97.741111,"transaction_count":67,"velocity":0.004030625},{"active_agent_rate_pct":62.0,"agent_count":100,"cumulative_reward":22.175185543,"epoch":53,"gini":0.153037,"inflation_pct":0.374654,"mean_reward":0.00350137,"money_supply":100027.7797,"nominal_gdp":343.260821,"policy_rate_pct":3.0,"price_index":98.107302,"transaction_count":68,"velocity":0.003431655},{"active_agent_rate_pct":66.0,"agent_count":100,"cumulative_reward":22.565231052,"epoch":54,"gini":0.155966,"inflation_pct":0.904519,"mean_reward":0.003900455,"money_supply":100027.7797,"nominal_gdp":385.019882,"policy_rate_pct":3.0,"price_index":98.994701,"transaction_count":65,"velocity":0.00384913},{"active_agent_rate_pct":68.0,"agent_count":100,"cumulative_reward":22.966392549,"epoch":55,"gini":0.158336,"inflation_pct":-0.895758,"mean_reward":0.004011615,"money_supply":100027.7797,"nominal_gdp":392.094088,"policy_rate_pct":3.0,"price_index":98.107948,"transaction_count":75,"velocity":0.003919852},{"active_agent_rate_pct":57.0,"agent_count":100,"cumulative_reward":23.306038034,"epoch":56,"gini":0.160506,"inflation_pct":-0.04569,"mean_reward":0.003396455,"money_supply":100027.7797,"nominal_gdp":333.296553,"policy_rate_pct":3.0,"price_index":98.063122,"transaction_count":55,"velocity":0.00333204},{"active_agent_rate_pct":50.0,"agent_count":100,"cumulative_reward":23.608784029,"epoch":57,"gini":0.162961,"inflation_pct":-0.981707,"mean_reward":0.00302746,"money_supply":100027.7797,"nominal_gdp":294.403214,"policy_rate_pct":3.0,"price_index":97.100429,"transaction_count":49,"velocity":0.002943215},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":23.98121894,"epoch":58,"gini":0.164909,"inflation_pct":1.148491,"mean_reward":0.003724349,"money_supply":100027.7797,"nominal_gdp":365.523976,"policy_rate_pct":3.0,"price_index":98.215619,"transaction_count":70,"velocity":0.003654225},{"active_agent_rate_pct":63.0,"agent_count":100,"cumulative_reward":24.416302561,"epoch":59,"gini":0.168499,"inflation_pct":0.315783,"mean_reward":0.004350836,"money_supply":100027.7797,"nominal_gdp":430.397999,"policy_rate_pct":3.0,"price_index":98.525767,"transaction_count":66,"velocity":0.004302785},{"active_agent_rate_pct":65.0,"agent_count":100,"cumulative_reward":24.821060932,"epoch":60,"gini":0.172147,"inflation_pct":-0.900442,"mean_reward":0.004047584,"money_supply":100041.6724,"nominal_gdp":395.78233,"policy_rate_pct":3.0,"price_index":97.638599,"transaction_count":66,"velocity":0.003956175}],"initial_state_hash":"617bdf039aad0aa88b4ba003c3ed6cbd63e26799b960dd04a6e7d552f63d61ec","max_accounting_error":0.0,"seed":47}],"schema_version":"1.0","summary":[{"arm":"baseline","means":{"cumulative_reward":21.334375777,"gini":0.150420333,"nominal_gdp":338.180517,"transaction_count":55.666666667},"paired_difference_vs_baseline":null,"seeds":3},{"arm":"adaptive","means":{"cumulative_reward":25.274414517,"gini":0.174173333,"nominal_gdp":380.958295,"transaction_count":63.333333333},"paired_difference_vs_baseline":{"cumulative_reward":3.94003874,"gini":0.023753,"nominal_gdp":42.777778,"transaction_count":7.666666667},"seeds":3}]}