replenishment_depletion_offset¶
Name: ReplenishmentDepletionOffset
Version: 0.2.0-rc1
Pkg-location: aind_behavior_vr_foraging_curricula.replenishment_depletion_offset
Diagram¶
Specification¶
{
"pkg_location": "aind_behavior_vr_foraging_curricula.replenishment_depletion_offset",
"name": "ReplenishmentDepletionOffset",
"version": "0.2.0-rc1",
"graph": {
"nodes": {
"0": {
"name": "one_odor_no_depletion",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.12.5",
"updaters": {
"StopDurationOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.0,
"on_success": 0.003,
"on_failure": 0.0,
"increment": 0.003,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"RewardDelayOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.0,
"on_success": 0.0005,
"on_failure": 0.0,
"increment": 0.0005,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"StopVelocityThreshold": {
"operation": "Gain",
"parameters": {
"initial_value": 60.0,
"on_success": 0.96,
"on_failure": 0.0,
"increment": 0.96,
"decrement": 0.0,
"minimum": 10.0,
"maximum": 60.0
}
}
},
"environment": {
"blocks": [
{
"environment_statistics": {
"patches": [
{
"label": "PatchZA",
"state_index": 0,
"odor_specification": {
"index": 0,
"concentration": 1.0
},
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 9999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"probability": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 9999.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnChoice"
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 10.0,
"max": 30.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.01
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 25.0,
"max": 75.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 20.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
1.0
]
],
"first_state_occupancy": null
},
"end_conditions": []
}
],
"sampling_mode": "Sequential"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"valve_max_open_time": 10.0,
"target_total_flow": 1000.0,
"use_channel_3_as_carrier": true,
"target_odor_flow": 100.0
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 60.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
}
}
},
"version": "0.6.6",
"stage_name": "one_odor_no_depletion"
},
"graph": {
"nodes": {
"0": "aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_run",
"1": "aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_stop",
"2": "aind_behavior_vr_foraging_curricula.depletion.policies.p_stochastic_reward"
},
"graph": {
"0": [],
"1": [],
"2": []
}
},
"start_policies": [
"aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_run",
"aind_behavior_vr_foraging_curricula.depletion.policies.p_learn_to_stop",
"aind_behavior_vr_foraging_curricula.depletion.policies.p_stochastic_reward"
],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
},
"1": {
"name": "one_odor_w_depletion_day_0",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.12.5",
"updaters": {
"StopDurationOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.4,
"on_success": 0.005,
"on_failure": 0.0,
"increment": 0.005,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"RewardDelayOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.25,
"on_success": 0.003,
"on_failure": 0.0,
"increment": 0.003,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"StopVelocityThreshold": {
"operation": "Gain",
"parameters": {
"initial_value": 25.0,
"on_success": 0.96,
"on_failure": 0.0,
"increment": 0.96,
"decrement": 0.0,
"minimum": 8.0,
"maximum": 60.0
}
}
},
"environment": {
"blocks": [
{
"environment_statistics": {
"patches": [
{
"label": "PatchZB",
"state_index": 0,
"odor_specification": {
"index": 0,
"concentration": 1.0
},
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Normal",
"distribution_parameters": {
"family": "Normal",
"mean": 0.0,
"std": 0.15
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 0.0,
"max": 0.75
},
"scaling_parameters": {
"scale": 1.0,
"offset": 0.0
}
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 40.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "OnThisPatchEntryRewardFunction",
"amount": null,
"probability": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 40.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnThisPatchEntry"
},
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.0,
"maximum": 0.9,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9752
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "ClampedRateFunction",
"minimum": 0.0,
"maximum": 40.0,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": -5.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnReward"
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.01
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 200.0,
"max": 600.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
1.0
]
],
"first_state_occupancy": null
},
"end_conditions": []
}
],
"sampling_mode": "Sequential"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"valve_max_open_time": 10.0,
"target_total_flow": 1000.0,
"use_channel_3_as_carrier": true,
"target_odor_flow": 100.0
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 8.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
}
}
},
"version": "0.6.6",
"stage_name": "one_odor_w_depletion_day_0"
},
"graph": {
"nodes": {},
"graph": {}
},
"start_policies": [],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
},
"2": {
"name": "one_odor_w_depletion_day_1",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.12.5",
"updaters": {
"StopDurationOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.4,
"on_success": 0.005,
"on_failure": 0.0,
"increment": 0.005,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"RewardDelayOffset": {
"operation": "Offset",
"parameters": {
"initial_value": 0.25,
"on_success": 0.003,
"on_failure": 0.0,
"increment": 0.003,
"decrement": 0.0,
"minimum": 0.0,
"maximum": 0.5
}
},
"StopVelocityThreshold": {
"operation": "Gain",
"parameters": {
"initial_value": 25.0,
"on_success": 0.96,
"on_failure": 0.0,
"increment": 0.96,
"decrement": 0.0,
"minimum": 8.0,
"maximum": 60.0
}
}
},
"environment": {
"blocks": [
{
"environment_statistics": {
"patches": [
{
"label": "PatchZB",
"state_index": 0,
"odor_specification": {
"index": 0,
"concentration": 1.0
},
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Normal",
"distribution_parameters": {
"family": "Normal",
"mean": 0.0,
"std": 0.15
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 0.0,
"max": 0.75
},
"scaling_parameters": {
"scale": 1.0,
"offset": 0.0
}
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 40.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "OnThisPatchEntryRewardFunction",
"amount": null,
"probability": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "SetValueFunction",
"value": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 40.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnThisPatchEntry"
},
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.0,
"maximum": 0.9,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9752
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": {
"function_type": "ClampedRateFunction",
"minimum": 0.0,
"maximum": 40.0,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": -5.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"rule": "OnReward"
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.01
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 200.0,
"max": 600.0
},
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": {
"friction": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
1.0
]
],
"first_state_occupancy": null
},
"end_conditions": []
}
],
"sampling_mode": "Sequential"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"valve_max_open_time": 10.0,
"target_total_flow": 1000.0,
"use_channel_3_as_carrier": true,
"target_odor_flow": 100.0
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 8.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
}
}
},
"version": "0.6.6",
"stage_name": "one_odor_w_depletion_day_1"
},
"graph": {
"nodes": {},
"graph": {}
},
"start_policies": [],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
},
"3": {
"name": "mcm_final_stage",
"task": {
"name": "AindVrForaging",
"description": "",
"task_parameters": {
"rng_seed": null,
"aind_behavior_services_pkg_version": "0.12.5",
"updaters": {},
"environment": {
"blocks": [
{
"environment_statistics": {
"patches": [
{
"label": "High",
"state_index": 0,
"odor_specification": {
"index": 2,
"concentration": 1.0
},
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 999999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.3,
"maximum": 1.0,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": null,
"rule": "OnReward"
},
{
"function_type": "OutsideRewardFunction",
"amount": null,
"probability": {
"function_type": "CtcmFunction",
"transition_matrix": [
[
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243106e-13,
1.3750692135405164e-15,
1.9643845907753953e-18,
2.4554807368734783e-21,
2.7283124568977948e-24,
2.7282089914862647e-27,
2.4890718422790115e-30,
2.1597201264627186e-33,
2.0844429013838065e-36,
2.947663891077428e-39,
5.908863272340155e-42
],
[
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243102e-13,
1.3750692135405208e-15,
1.964384590775387e-18,
2.455480736873489e-21,
2.728312456897764e-24,
2.7282089914862906e-27,
2.4890718422789498e-30,
2.1597201264629376e-33,
2.0844429013836448e-36,
2.953572754349825e-39
],
[
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.125207640621544e-10,
8.250415281243114e-13,
1.3750692135405176e-15,
1.964384590775389e-18,
2.455480736873477e-21,
2.728312456897789e-24,
2.728208991486252e-27,
2.4890718422790955e-30,
2.159720126462794e-33,
2.0873964741380686e-36
],
[
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.650083056248616e-7,
4.125207640621546e-10,
8.250415281243107e-13,
1.3750692135405178e-15,
1.964384590775385e-18,
2.4554807368734953e-21,
2.7283124568977624e-24,
2.728208991486329e-27,
2.489071842278989e-30,
2.1618075229369983e-33
],
[
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243106e-13,
1.3750692135405164e-15,
1.9643845907753953e-18,
2.4554807368734783e-21,
2.7283124568977948e-24,
2.7282089914862647e-27,
2.491233649801972e-30
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243102e-13,
1.3750692135405208e-15,
1.964384590775387e-18,
2.455480736873489e-21,
2.728312456897764e-24,
2.730700225136091e-27
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.125207640621544e-10,
8.250415281243114e-13,
1.3750692135405176e-15,
1.964384590775389e-18,
2.455480736873477e-21,
2.7310431571229078e-24
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.650083056248616e-7,
4.125207640621546e-10,
8.250415281243107e-13,
1.3750692135405178e-15,
1.964384590775385e-18,
2.4582117800305993e-21
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243106e-13,
1.3750692135405164e-15,
1.966842802555413e-18
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243102e-13,
1.37703605634307e-15
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.125207640621544e-10,
8.264185641806523e-13
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.650083056248616e-7,
4.133471826263347e-10
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6542165280748786e-7
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004966791334026592
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009950166250831949
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
]
],
"rho": 0.9,
"minimum": 0.3,
"maximum": 1.0
},
"available": null,
"rule": "OnTime",
"delay": 5.0
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": null
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 140.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
},
{
"label": "Medium",
"state_index": 1,
"odor_specification": {
"index": 1,
"concentration": 1.0
},
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.8
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 999999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.3,
"maximum": 0.8,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": null,
"rule": "OnReward"
},
{
"function_type": "OutsideRewardFunction",
"amount": null,
"probability": {
"function_type": "CtcmFunction",
"transition_matrix": [
[
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243106e-13,
1.3750692135405164e-15,
1.9643845907753953e-18,
2.4554807368734874e-21,
2.7283124568977948e-24,
2.7282089914862647e-27,
2.4912336498019357e-30
],
[
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243102e-13,
1.3750692135405208e-15,
1.964384590775389e-18,
2.455480736873489e-21,
2.728312456897764e-24,
2.730700225136071e-27
],
[
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.125207640621544e-10,
8.250415281243114e-13,
1.375069213540518e-15,
1.964384590775389e-18,
2.455480736873477e-21,
2.7310431571229004e-24
],
[
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.650083056248616e-7,
4.125207640621546e-10,
8.250415281243107e-13,
1.3750692135405178e-15,
1.964384590775385e-18,
2.4582117800305978e-21
],
[
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243106e-13,
1.3750692135405164e-15,
1.966842802555413e-18
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243102e-13,
1.37703605634307e-15
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.125207640621544e-10,
8.264185641806523e-13
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.650083056248616e-7,
4.133471826263347e-10
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6542165280748786e-7
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004966791334026592
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009950166250831949
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
]
],
"rho": 0.9,
"minimum": 0.3,
"maximum": 0.8
},
"available": null,
"rule": "OnTime",
"delay": 5.0
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": null
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 140.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
},
{
"label": "Low",
"state_index": 2,
"odor_specification": {
"index": 0,
"concentration": 1.0
},
"reward_specification": {
"operant_logic": {
"is_operant": false,
"stop_duration": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"time_to_collect_reward": 100000.0,
"grace_distance_threshold": 10.0
},
"delay": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.5
},
"truncation_parameters": null,
"scaling_parameters": null
},
"amount": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 5.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"probability": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.4
},
"truncation_parameters": null,
"scaling_parameters": null
},
"available": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 999999.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"reward_function": [
{
"function_type": "PatchRewardFunction",
"amount": null,
"probability": {
"function_type": "ClampedMultiplicativeRateFunction",
"minimum": 0.3,
"maximum": 0.4,
"rate": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 0.9
},
"truncation_parameters": null,
"scaling_parameters": null
}
},
"available": null,
"rule": "OnReward"
},
{
"function_type": "OutsideRewardFunction",
"amount": null,
"probability": {
"function_type": "CtcmFunction",
"transition_matrix": [
[
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.250415281243106e-13,
1.3770360563430727e-15
],
[
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1252076406215455e-10,
8.264185641806533e-13
],
[
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6500830562486162e-7,
4.1334718262633497e-10
],
[
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004950249168745844,
1.6542165280748788e-7
],
[
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009900498337491685,
0.00004966791334026592
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.9900498337491681,
0.009950166250831949
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
]
],
"rho": 0.9,
"minimum": 0.3,
"maximum": 0.4
},
"available": null,
"rule": "OnTime",
"delay": 5.0
}
]
},
"patch_virtual_sites_generator": {
"inter_site": {
"render_specification": {
"contrast": 0.5
},
"label": "InterSite",
"length_distribution": {
"family": "Exponential",
"distribution_parameters": {
"family": "Exponential",
"rate": 0.05
},
"truncation_parameters": {
"truncation_mode": "exclude",
"min": 20.0,
"max": 100.0
},
"scaling_parameters": null
},
"treadmill_specification": null
},
"inter_patch": {
"render_specification": {
"contrast": 1.0
},
"label": "InterPatch",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 140.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
},
"post_patch": null,
"reward_site": {
"render_specification": {
"contrast": 0.5
},
"label": "RewardSite",
"length_distribution": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 50.0
},
"truncation_parameters": null,
"scaling_parameters": null
},
"treadmill_specification": null
}
},
"patch_terminators": [
{
"terminator_type": "OnRejection",
"count": {
"family": "Scalar",
"distribution_parameters": {
"family": "Scalar",
"value": 1.0
},
"truncation_parameters": null,
"scaling_parameters": null
}
}
]
}
],
"transition_matrix": [
[
0.0,
1.0,
0.0
],
[
0.0,
0.0,
1.0
],
[
1.0,
0.0,
0.0
]
],
"first_state_occupancy": [
0.33,
0.33,
0.33
]
},
"end_conditions": []
}
],
"sampling_mode": "Random"
},
"operation_control": {
"movable_spout_control": {
"enabled": false,
"time_to_collect_after_reward": 1.0,
"retracting_distance": 0.0
},
"odor_control": {
"valve_max_open_time": 10.0,
"target_total_flow": 1000.0,
"use_channel_3_as_carrier": true,
"target_odor_flow": 100.0
},
"position_control": {
"gain": {
"x": 1.0,
"y": 1.0,
"z": 1.0
},
"initial_position": {
"x": 0.0,
"y": 2.56,
"z": 0.0
},
"frequency_filter_cutoff": 5.0,
"velocity_threshold": 8.0
},
"audio_control": {
"duration": 0.2,
"frequency": 9999.0
}
}
},
"version": "0.6.6",
"stage_name": "mcm_final_stage"
},
"graph": {
"nodes": {
"0": "aind_behavior_vr_foraging_curricula.replenishment_depletion_offset.policies.p_update_replenishment_rate"
},
"graph": {
"0": []
}
},
"start_policies": [
"aind_behavior_vr_foraging_curricula.replenishment_depletion_offset.policies.p_update_replenishment_rate"
],
"metrics_provider": "aind_behavior_vr_foraging_curricula.depletion.metrics.metrics_from_dataset"
}
},
"graph": {
"0": [
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_no_depletion_s_stage_one_odor_w_depletion_day_0",
1
]
],
"1": [
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_w_depletion_day_0_s_stage_one_odor_w_depletion_day_1",
2
]
],
"2": [
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_w_depletion_day_1_s_stage_one_odor_w_depletion_day_0",
1
],
[
"aind_behavior_vr_foraging_curricula.depletion.curriculum.st_s_stage_one_odor_w_depletion_day_1_s_stage_all_odors_rewarded",
3
]
],
"3": []
}
}
}