replenishment_depletion_offset#
Name: ReplenishmentDepletionOffset
Version: 1.0.0
Pkg-location: aind_behavior_vr_foraging_curricula.replenishment_depletion_offset
Diagram#
Specification#
{
"pkg_location": "aind_behavior_vr_foraging_curricula.replenishment_depletion_offset",
"name": "ReplenishmentDepletionOffset",
"version": "1.0.0",
"graph": {
"nodes": {
"0": {
"name": "one_odor_no_depletion",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.13.7",
"updaters": {
"StopDurationOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.0,
"on_success": 0.003,
"on_failure": 0.0,
"increment": 0.003,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"RewardDelayOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.0,
"on_success": 0.0005,
"on_failure": 0.0,
"increment": 0.0005,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"StopVelocityThreshold": {
"operation": "Gain",
"parameters": {
"initial_value": 60.0,
"on_success": 0.96,
"on_failure": 0.0,
"increment": 0.96,
"decrement": 0.0,
"minimum": 10.0,
"maximum": 60.0
}
}
},
"environment": {
"blocks": [
{
"environment": {
"environment_type": "Markov",
"patches": [
{
"label": "PatchZA",
"state_index": 0,
"odor_specification": [
1.0,
0.0,
0.0
],
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 9999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"probability": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 9999.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnChoice"
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 10.0,
"max": 30.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.01
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 25.0,
"max": 75.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 20.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
1.0
]
],
"first_state_occupancy": null
},
"end_conditions": []
}
],
"sampling_mode": "Sequential"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"target_total_flow": 1000,
"target_odor_flow": 100
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 60.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
},
"wait_to_start_duration": 0.0,
"wait_to_finish_duration": 0.0
}
},
"version": "1.0.0",
"stage_name": "one_odor_no_depletion"
},
"graph": {
"nodes": {
"0": "aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_run",
"1": "aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_stop",
"2": "aind_behavior_vr_foraging_curricula.depletion.policies.p_stochastic_reward"
},
"graph": {
"0": [],
"1": [],
"2": []
}
},
"start_policies": [
"aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_run",
"aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_stop",
"aind_behavior_vr_foraging_curricula.depletion.policies.p_stochastic_reward"
],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
},
"1": {
"name": "one_odor_w_depletion_day_0",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.13.7",
"updaters": {
"StopDurationOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.4,
"on_success": 0.005,
"on_failure": 0.0,
"increment": 0.005,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"RewardDelayOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.25,
"on_success": 0.003,
"on_failure": 0.0,
"increment": 0.003,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"StopVelocityThreshold": {
"operation": "Gain",
"parameters": {
"initial_value": 25.0,
"on_success": 0.96,
"on_failure": 0.0,
"increment": 0.96,
"decrement": 0.0,
"minimum": 8.0,
"maximum": 60.0
}
}
},
"environment": {
"blocks": [
{
"environment": {
"environment_type": "Markov",
"patches": [
{
"label": "PatchZB",
"state_index": 0,
"odor_specification": [
1.0,
0.0,
0.0
],
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Normal",
"distribution_parameters": {
"family": "Normal",
"mean": 0.0,
"std": 0.15
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 0.0,
"max": 0.75
},
"scaling_parameters": {
"scale": 1.0,
"offset": 0.0
}
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "OnThisPatchEntryRewardFunction",
"amount": null,
"probability": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnThisPatchEntry"
},
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.0,
"maximum": 0.9,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9752
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "ClampedRateFunction",
"minimum": 0.0,
"maximum": 50.0,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": -5.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnReward"
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.01
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 200.0,
"max": 600.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
1.0
]
],
"first_state_occupancy": null
},
"end_conditions": []
}
],
"sampling_mode": "Sequential"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"target_total_flow": 1000,
"target_odor_flow": 100
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 8.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
},
"wait_to_start_duration": 0.0,
"wait_to_finish_duration": 0.0
}
},
"version": "1.0.0",
"stage_name": "one_odor_w_depletion_day_0"
},
"graph": {
"nodes": {},
"graph": {}
},
"start_policies": [],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
},
"2": {
"name": "one_odor_w_depletion_day_1",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.13.7",
"updaters": {
"StopDurationOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.4,
"on_success": 0.005,
"on_failure": 0.0,
"increment": 0.005,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"RewardDelayOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.25,
"on_success": 0.003,
"on_failure": 0.0,
"increment": 0.003,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"StopVelocityThreshold": {
"operation": "Gain",
"parameters": {
"initial_value": 25.0,
"on_success": 0.96,
"on_failure": 0.0,
"increment": 0.96,
"decrement": 0.0,
"minimum": 8.0,
"maximum": 60.0
}
}
},
"environment": {
"blocks": [
{
"environment": {
"environment_type": "Markov",
"patches": [
{
"label": "PatchZB",
"state_index": 0,
"odor_specification": [
1.0,
0.0,
0.0
],
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Normal",
"distribution_parameters": {
"family": "Normal",
"mean": 0.0,
"std": 0.15
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 0.0,
"max": 0.75
},
"scaling_parameters": {
"scale": 1.0,
"offset": 0.0
}
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "OnThisPatchEntryRewardFunction",
"amount": null,
"probability": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnThisPatchEntry"
},
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.0,
"maximum": 0.9,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9752
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "ClampedRateFunction",
"minimum": 0.0,
"maximum": 50.0,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": -5.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnReward"
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.01
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 200.0,
"max": 600.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
1.0
]
],
"first_state_occupancy": null
},
"end_conditions": []
}
],
"sampling_mode": "Sequential"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"target_total_flow": 1000,
"target_odor_flow": 100
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 8.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
},
"wait_to_start_duration": 0.0,
"wait_to_finish_duration": 0.0
}
},
"version": "1.0.0",
"stage_name": "one_odor_w_depletion_day_1"
},
"graph": {
"nodes": {},
"graph": {}
},
"start_policies": [],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
},
"3": {
"name": "mcm_final_stage",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.13.7",
"updaters": {},
"environment": {
"blocks": [
{
"environment": {
"environment_type": "Markov",
"patches": [
{
"label": "High",
"state_index": 0,
"odor_specification": [
1.0,
0.0,
0.0
],
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 999999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.3,
"maximum": 1.0,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": null,
"rule": "OnReward"
},
{
"function_type": "OutsideRewardFunction",
"amount": null,
"probability": {
"function_type": "CtcmFunction",
"transition_matrix": [
[
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.26e-13
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.13347e-10
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65421653e-7
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.00004966791334
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009950166250832
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
]
],
"rho": 0.9,
"dt": 0.1,
"rate": null,
"minimum": 0.3,
"maximum": 1.0
},
"available": null,
"rule": "OnTime",
"delay": 5.0
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": null
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 140.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
},
{
"label": "Medium",
"state_index": 1,
"odor_specification": [
0.0,
1.0,
0.0
],
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.8
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 999999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.3,
"maximum": 0.8,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": null,
"rule": "OnReward"
},
{
"function_type": "OutsideRewardFunction",
"amount": null,
"probability": {
"function_type": "CtcmFunction",
"transition_matrix": [
[
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.26e-13
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.13347e-10
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65421653e-7
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.00004966791334
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009950166250832
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
]
],
"rho": 0.9,
"dt": 0.1,
"rate": null,
"minimum": 0.3,
"maximum": 0.8
},
"available": null,
"rule": "OnTime",
"delay": 5.0
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": null
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 140.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
},
{
"label": "Low",
"state_index": 2,
"odor_specification": [
0.0,
0.0,
1.0
],
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.4
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 999999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.3,
"maximum": 0.4,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": null,
"rule": "OnReward"
},
{
"function_type": "OutsideRewardFunction",
"amount": null,
"probability": {
"function_type": "CtcmFunction",
"transition_matrix": [
[
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.25e-13,
1e-15
],
[
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.12521e-10,
8.26e-13
],
[
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65008306e-7,
4.13347e-10
],
[
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.000049502491687,
1.65421653e-7
],
[
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009900498337492,
0.00004966791334
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.990049833749168,
0.009950166250832
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
]
],
"rho": 0.9,
"dt": 0.1,
"rate": null,
"minimum": 0.3,
"maximum": 0.4
},
"available": null,
"rule": "OnTime",
"delay": 5.0
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": null
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 140.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
0.0,
1.0,
0.0
],
[
0.0,
0.0,
1.0
],
[
1.0,
0.0,
0.0
]
],
"first_state_occupancy": [
0.33,
0.33,
0.33
]
},
"end_conditions": []
}
],
"sampling_mode": "Random"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"target_total_flow": 1000,
"target_odor_flow": 100
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 8.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
},
"wait_to_start_duration": 0.0,
"wait_to_finish_duration": 0.0
}
},
"version": "1.0.0",
"stage_name": "mcm_final_stage"
},
"graph": {
"nodes": {
"0": "aind_behavior_vr_foraging_curricula.replenishment_depletion_offset.policies.p_update_replenishment_rate"
},
"graph": {
"0": []
}
},
"start_policies": [
"aind_behavior_vr_foraging_curricula.replenishment_depletion_offset.policies.p_update_replenishment_rate"
],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
}
},
"graph": {
"0": [
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_no_depletion_s_stage_one_odor_w_depletion_day_0",
1
]
],
"1": [
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_w_depletion_day_0_s_stage_one_odor_w_depletion_day_1",
2
]
],
"2": [
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_w_depletion_day_1_s_stage_one_odor_w_depletion_day_0",
1
],
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_w_depletion_day_1_s_stage_all_odors_rewarded",
3
]
],
"3": []
}
}
}