diff --git a/CHANGELOG.rst b/CHANGELOG.rst
index c8dd90d0..e643cad7 100644
--- a/CHANGELOG.rst
+++ b/CHANGELOG.rst
@@ -3,7 +3,7 @@ Changelog
 
 Best viewed on `the website <https://h2r.github.io/pomdp-py/html/changelog.html>`_.
 
-Version 1.3.1 (pending)
+Version 1.3.1 (11/03/2021)
 -------------------------
 * Bug fix in :py:mod:`~pomdp_py.representations.distribution.particles` (in :code:`add`)
 * Added classes for tabular models :py:mod:`~pomdp_py.utils.templates.TabularTransitionModel`,
diff --git a/docs/html/_sources/changelog.rst.txt b/docs/html/_sources/changelog.rst.txt
index c8dd90d0..e643cad7 100644
--- a/docs/html/_sources/changelog.rst.txt
+++ b/docs/html/_sources/changelog.rst.txt
@@ -3,7 +3,7 @@ Changelog
 
 Best viewed on `the website <https://h2r.github.io/pomdp-py/html/changelog.html>`_.
 
-Version 1.3.1 (pending)
+Version 1.3.1 (11/03/2021)
 -------------------------
 * Bug fix in :py:mod:`~pomdp_py.representations.distribution.particles` (in :code:`add`)
 * Added classes for tabular models :py:mod:`~pomdp_py.utils.templates.TabularTransitionModel`,
diff --git a/docs/html/changelog.html b/docs/html/changelog.html
index f98409ea..1664420c 100644
--- a/docs/html/changelog.html
+++ b/docs/html/changelog.html
@@ -56,7 +56,7 @@
   <h3><a href="index.html">Table of Contents</a></h3>
   <ul>
 <li><a class="reference internal" href="#">Changelog</a><ul>
-<li><a class="reference internal" href="#version-1-3-1-pending">Version 1.3.1 (pending)</a></li>
+<li><a class="reference internal" href="#version-1-3-1-11-03-2021">Version 1.3.1 (11/03/2021)</a></li>
 <li><a class="reference internal" href="#version-1-3-0-1-09-30-2021">Version 1.3.0.1 (09/30/2021)</a></li>
 <li><a class="reference internal" href="#version-1-2-4-6-canceled">Version 1.2.4.6 (canceled)</a></li>
 <li><a class="reference internal" href="#version-1-2-4-5-07-05-2021">Version 1.2.4.5 (07/05/2021)</a></li>
@@ -81,7 +81,7 @@ <h3>Navigation</h3>
 <li class="toctree-l1"><a class="reference internal" href="design_principles.html">Design Principles</a></li>
 <li class="toctree-l1"><a class="reference internal" href="existing_solvers.html">Existing POMDP Solvers</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">What's New?</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="#version-1-3-1-pending">Version 1.3.1 (pending)</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#version-1-3-1-11-03-2021">Version 1.3.1 (11/03/2021)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-3-0-1-09-30-2021">Version 1.3.0.1 (09/30/2021)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-2-4-6-canceled">Version 1.2.4.6 (canceled)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-2-4-5-07-05-2021">Version 1.2.4.5 (07/05/2021)</a></li>
@@ -159,8 +159,8 @@ <h3 class="donation">Donate/support</h3>
   <div class="section" id="changelog">
 <h1>Changelog<a class="headerlink" href="#changelog" title="Permalink to this headline">¶</a></h1>
 <p>Best viewed on <a class="reference external" href="https://h2r.github.io/pomdp-py/html/changelog.html">the website</a>.</p>
-<div class="section" id="version-1-3-1-pending">
-<h2>Version 1.3.1 (pending)<a class="headerlink" href="#version-1-3-1-pending" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="version-1-3-1-11-03-2021">
+<h2>Version 1.3.1 (11/03/2021)<a class="headerlink" href="#version-1-3-1-11-03-2021" title="Permalink to this headline">¶</a></h2>
 <ul class="simple">
 <li><p>Bug fix in <a class="reference internal" href="api/pomdp_py.representations.distribution.html#module-pomdp_py.representations.distribution.particles" title="pomdp_py.representations.distribution.particles"><code class="xref py py-mod docutils literal notranslate"><span class="pre">particles</span></code></a> (in <code class="code docutils literal notranslate"><span class="pre">add</span></code>)</p></li>
 <li><p>Added classes for tabular models <a class="reference internal" href="api/pomdp_py.utils.html#pomdp_py.utils.templates.TabularTransitionModel" title="pomdp_py.utils.templates.TabularTransitionModel"><code class="xref py py-mod docutils literal notranslate"><span class="pre">TabularTransitionModel</span></code></a>,
diff --git a/docs/html/searchindex.js b/docs/html/searchindex.js
index 153d607f..2cd3800b 100644
--- a/docs/html/searchindex.js
+++ b/docs/html/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["api/modules","api/pomdp_py","api/pomdp_py.algorithms","api/pomdp_py.algorithms.bsp","api/pomdp_py.algorithms.visual","api/pomdp_py.framework","api/pomdp_py.representations","api/pomdp_py.representations.belief","api/pomdp_py.representations.distribution","api/pomdp_py.utils","api/pomdp_py.utils.debugging","api/pomdp_py.utils.interfaces","api/pomdp_py.visual","building_docs","changelog","design_principles","examples","examples.external_solvers","examples.mos","examples.tiger","existing_domains","existing_solvers","extensions","index","installation","modules","other_libraries","problems/modules","problems/pomdp_problems","problems/pomdp_problems.lasertag","problems/pomdp_problems.light_dark","problems/pomdp_problems.light_dark.agent","problems/pomdp_problems.light_dark.domain","problems/pomdp_problems.light_dark.env","problems/pomdp_problems.light_dark.models","problems/pomdp_problems.load_unload","problems/pomdp_problems.maze","problems/pomdp_problems.maze.domain","problems/pomdp_problems.maze.env","problems/pomdp_problems.maze.models","problems/pomdp_problems.maze.models.components","problems/pomdp_problems.multi_object_search","problems/pomdp_problems.multi_object_search.agent","problems/pomdp_problems.multi_object_search.domain","problems/pomdp_problems.multi_object_search.env","problems/pomdp_problems.multi_object_search.models","problems/pomdp_problems.multi_object_search.models.components","problems/pomdp_problems.rocksample","problems/pomdp_problems.rocksample.cythonize","problems/pomdp_problems.tag","problems/pomdp_problems.tag.agent","problems/pomdp_problems.tag.domain","problems/pomdp_problems.tag.env","problems/pomdp_problems.tag.models","problems/pomdp_problems.tag.models.components","problems/pomdp_problems.tiger","problems/pomdp_problems.tiger.cythonize","simple_rl_integration"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["api/modules.rst","api/pomdp_py.rst","api/pomdp_py.algorithms.rst","api/pomdp_py.algorithms.bsp.rst","api/pomdp_py.algorithms.visual.rst","api/pomdp_py.framework.rst","api/pomdp_py.representations.rst","api/pomdp_py.representations.belief.rst","api/pomdp_py.representations.distribution.rst","api/pomdp_py.utils.rst","api/pomdp_py.utils.debugging.rst","api/pomdp_py.utils.interfaces.rst","api/pomdp_py.visual.rst","building_docs.rst","changelog.rst","design_principles.rst","examples.rst","examples.external_solvers.rst","examples.mos.rst","examples.tiger.rst","existing_domains.rst","existing_solvers.rst","extensions.rst","index.rst","installation.rst","modules.rst","other_libraries.rst","problems/modules.rst","problems/pomdp_problems.rst","problems/pomdp_problems.lasertag.rst","problems/pomdp_problems.light_dark.rst","problems/pomdp_problems.light_dark.agent.rst","problems/pomdp_problems.light_dark.domain.rst","problems/pomdp_problems.light_dark.env.rst","problems/pomdp_problems.light_dark.models.rst","problems/pomdp_problems.load_unload.rst","problems/pomdp_problems.maze.rst","problems/pomdp_problems.maze.domain.rst","problems/pomdp_problems.maze.env.rst","problems/pomdp_problems.maze.models.rst","problems/pomdp_problems.maze.models.components.rst","problems/pomdp_problems.multi_object_search.rst","problems/pomdp_problems.multi_object_search.agent.rst","problems/pomdp_problems.multi_object_search.domain.rst","problems/pomdp_problems.multi_object_search.env.rst","problems/pomdp_problems.multi_object_search.models.rst","problems/pomdp_problems.multi_object_search.models.components.rst","problems/pomdp_problems.rocksample.rst","problems/pomdp_problems.rocksample.cythonize.rst","problems/pomdp_problems.tag.rst","problems/pomdp_problems.tag.agent.rst","problems/pomdp_problems.tag.domain.rst","problems/pomdp_problems.tag.env.rst","problems/pomdp_problems.tag.models.rst","problems/pomdp_problems.tag.models.components.rst","problems/pomdp_problems.tiger.rst","problems/pomdp_problems.tiger.cythonize.rst","simple_rl_integration.rst"],objects:{"pomdp_problems.light_dark":{agent:[31,0,0,"-"],domain:[32,0,0,"-"],env:[33,0,0,"-"],models:[34,0,0,"-"],problem_discrete:[30,0,0,"-"]},"pomdp_problems.light_dark.agent":{belief:[31,0,0,"-"]},"pomdp_problems.light_dark.domain":{action:[32,0,0,"-"],observation:[32,0,0,"-"],state:[32,0,0,"-"]},"pomdp_problems.light_dark.domain.action":{Action:[32,1,1,""]},"pomdp_problems.light_dark.domain.observation":{Observation:[32,1,1,""]},"pomdp_problems.light_dark.domain.observation.Observation":{PRECISION:[32,2,1,""],discretize:[32,3,1,""]},"pomdp_problems.light_dark.domain.state":{State:[32,1,1,""]},"pomdp_problems.light_dark.env":{env:[33,0,0,"-"],visual:[33,0,0,"-"]},"pomdp_problems.light_dark.env.env":{LightDarkEnvironment:[33,1,1,""]},"pomdp_problems.light_dark.env.env.LightDarkEnvironment":{"const":[33,3,1,""],light:[33,3,1,""]},"pomdp_problems.light_dark.env.visual":{LightDarkViz:[33,1,1,""]},"pomdp_problems.light_dark.env.visual.LightDarkViz":{log_position:[33,3,1,""],plot:[33,3,1,""],set_goal:[33,3,1,""],set_initial_belief_pos:[33,3,1,""]},"pomdp_problems.light_dark.models":{observation_model:[34,0,0,"-"],transition_model:[34,0,0,"-"]},"pomdp_problems.light_dark.models.observation_model":{ObservationModel:[34,1,1,""]},"pomdp_problems.light_dark.models.observation_model.ObservationModel":{argmax:[34,3,1,""],func:[34,3,1,""],func_noise:[34,3,1,""],jac_dx:[34,3,1,""],noise_covariance:[34,3,1,""],probability:[34,3,1,""],sample:[34,3,1,""]},"pomdp_problems.light_dark.models.transition_model":{TransitionModel:[34,1,1,""]},"pomdp_problems.light_dark.models.transition_model.TransitionModel":{argmax:[34,3,1,""],func:[34,3,1,""],func_noise:[34,3,1,""],jac_du:[34,3,1,""],jac_dx:[34,3,1,""],probability:[34,3,1,""],sample:[34,3,1,""]},"pomdp_problems.light_dark.problem_discrete":{DiscreteLightDark:[30,1,1,""]},"pomdp_problems.load_unload":{load_unload:[35,0,0,"-"]},"pomdp_problems.load_unload.load_unload":{LUAction:[35,1,1,""],LUObservation:[35,1,1,""],LUObservationModel:[35,1,1,""],LUPolicyModel:[35,1,1,""],LURewardModel:[35,1,1,""],LUState:[35,1,1,""],LUTransitionModel:[35,1,1,""],LoadUnloadProblem:[35,1,1,""],generate_init_belief:[35,4,1,""],generate_random_state:[35,4,1,""],main:[35,4,1,""],test_planner:[35,4,1,""]},"pomdp_problems.load_unload.load_unload.LUObservationModel":{argmax:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.load_unload.load_unload.LUPolicyModel":{argmax:[35,3,1,""],get_all_actions:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.load_unload.load_unload.LURewardModel":{argmax:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.load_unload.load_unload.LUTransitionModel":{argmax:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.maze":{domain:[37,0,0,"-"],env:[38,0,0,"-"],models:[39,0,0,"-"]},"pomdp_problems.maze.domain":{action:[37,0,0,"-"],observation:[37,0,0,"-"],state:[37,0,0,"-"]},"pomdp_problems.maze.domain.observation":{Observation:[37,1,1,""]},"pomdp_problems.maze.domain.state":{State:[37,1,1,""]},"pomdp_problems.maze.env":{env:[38,0,0,"-"]},"pomdp_problems.maze.env.env":{MazeEnvironment:[38,1,1,""]},"pomdp_problems.maze.models":{components:[40,0,0,"-"]},"pomdp_problems.multi_object_search":{example_worlds:[41,0,0,"-"],problem:[41,0,0,"-"]},"pomdp_problems.multi_object_search.agent":{agent:[42,0,0,"-"],belief:[42,0,0,"-"]},"pomdp_problems.multi_object_search.agent.agent":{MosAgent:[42,1,1,""]},"pomdp_problems.multi_object_search.agent.agent.MosAgent":{clear_history:[42,3,1,""]},"pomdp_problems.multi_object_search.agent.belief":{MosOOBelief:[42,1,1,""],initialize_belief:[42,4,1,""]},"pomdp_problems.multi_object_search.agent.belief.MosOOBelief":{mpe:[42,3,1,""],random:[42,3,1,""]},"pomdp_problems.multi_object_search.domain":{action:[43,0,0,"-"],observation:[43,0,0,"-"],state:[43,0,0,"-"]},"pomdp_problems.multi_object_search.domain.action":{Action:[43,1,1,""],FindAction:[43,1,1,""],LookAction:[43,1,1,""],MotionAction:[43,1,1,""]},"pomdp_problems.multi_object_search.domain.action.MotionAction":{BACKWARD:[43,2,1,""],EAST2D:[43,2,1,""],EAST:[43,2,1,""],FORWARD:[43,2,1,""],LEFT:[43,2,1,""],NORTH2D:[43,2,1,""],NORTH:[43,2,1,""],RIGHT:[43,2,1,""],SCHEMES:[43,2,1,""],SCHEME_VW:[43,2,1,""],SCHEME_XY:[43,2,1,""],SCHEME_XYTH:[43,2,1,""],SOUTH2D:[43,2,1,""],SOUTH:[43,2,1,""],WEST2D:[43,2,1,""],WEST:[43,2,1,""]},"pomdp_problems.multi_object_search.domain.observation":{MosOOObservation:[43,1,1,""],ObjectObservation:[43,1,1,""]},"pomdp_problems.multi_object_search.domain.observation.MosOOObservation":{factor:[43,3,1,""],for_obj:[43,3,1,""],merge:[43,3,1,""]},"pomdp_problems.multi_object_search.domain.observation.ObjectObservation":{NULL:[43,2,1,""]},"pomdp_problems.multi_object_search.domain.state":{MosOOState:[43,1,1,""],ObjectState:[43,1,1,""],RobotState:[43,1,1,""]},"pomdp_problems.multi_object_search.domain.state.MosOOState":{object_pose:[43,3,1,""],object_poses:[43,3,1,""],pose:[43,3,1,""]},"pomdp_problems.multi_object_search.domain.state.ObjectState":{objid:[43,3,1,""],pose:[43,3,1,""]},"pomdp_problems.multi_object_search.domain.state.RobotState":{objects_found:[43,3,1,""],pose:[43,3,1,""],robot_pose:[43,3,1,""]},"pomdp_problems.multi_object_search.env":{env:[44,0,0,"-"],visual:[44,0,0,"-"]},"pomdp_problems.multi_object_search.env.env":{MosEnvironment:[44,1,1,""],equip_sensors:[44,4,1,""],interpret:[44,4,1,""],interpret_robot_id:[44,4,1,""],make_laser_sensor:[44,4,1,""],make_proximity_sensor:[44,4,1,""]},"pomdp_problems.multi_object_search.env.env.MosEnvironment":{robot_ids:[44,3,1,""],state_transition:[44,3,1,""]},"pomdp_problems.multi_object_search.env.visual":{MosViz:[44,1,1,""],object_color:[44,4,1,""],unittest:[44,4,1,""]},"pomdp_problems.multi_object_search.env.visual.MosViz":{draw_belief:[44,3,1,""],draw_observation:[44,3,1,""],draw_robot:[44,3,1,""],img_height:[44,3,1,""],img_width:[44,3,1,""],last_observation:[44,3,1,""],on_cleanup:[44,3,1,""],on_event:[44,3,1,""],on_execute:[44,3,1,""],on_init:[44,3,1,""],on_loop:[44,3,1,""],on_render:[44,3,1,""],render_env:[44,3,1,""],update:[44,3,1,""]},"pomdp_problems.multi_object_search.example_worlds":{random_world:[41,4,1,""]},"pomdp_problems.multi_object_search.models":{components:[46,0,0,"-"],observation_model:[45,0,0,"-"],policy_model:[45,0,0,"-"],reward_model:[45,0,0,"-"],transition_model:[45,0,0,"-"]},"pomdp_problems.multi_object_search.models.components":{grid_map:[46,0,0,"-"],sensor:[46,0,0,"-"]},"pomdp_problems.multi_object_search.models.components.grid_map":{GridMap:[46,1,1,""]},"pomdp_problems.multi_object_search.models.components.grid_map.GridMap":{valid_motions:[46,3,1,""]},"pomdp_problems.multi_object_search.models.components.sensor":{Laser2DSensor:[46,1,1,""],ProximitySensor:[46,1,1,""],Sensor:[46,1,1,""],euclidean_dist:[46,4,1,""],in_range:[46,4,1,""],to_rad:[46,4,1,""]},"pomdp_problems.multi_object_search.models.components.sensor.Laser2DSensor":{in_field_of_view:[46,3,1,""],observe:[46,3,1,""],sensing_region_size:[46,3,1,""],shoot_beam:[46,3,1,""],valid_beam:[46,3,1,""],within_range:[46,3,1,""]},"pomdp_problems.multi_object_search.models.components.sensor.Sensor":{LASER:[46,2,1,""],PROXIMITY:[46,2,1,""],observe:[46,3,1,""],robot_id:[46,3,1,""],sensing_region_size:[46,3,1,""],within_range:[46,3,1,""]},"pomdp_problems.multi_object_search.models.observation_model":{MosObservationModel:[45,1,1,""],ObjectObservationModel:[45,1,1,""],unittest:[45,4,1,""]},"pomdp_problems.multi_object_search.models.observation_model.MosObservationModel":{sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.observation_model.ObjectObservationModel":{argmax:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.policy_model":{PolicyModel:[45,1,1,""]},"pomdp_problems.multi_object_search.models.policy_model.PolicyModel":{argmax:[45,3,1,""],get_all_actions:[45,3,1,""],probability:[45,3,1,""],rollout:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.reward_model":{GoalRewardModel:[45,1,1,""],MosRewardModel:[45,1,1,""]},"pomdp_problems.multi_object_search.models.reward_model.MosRewardModel":{argmax:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.transition_model":{MosTransitionModel:[45,1,1,""],RobotTransitionModel:[45,1,1,""],StaticObjectTransitionModel:[45,1,1,""],in_boundary:[45,4,1,""],valid_pose:[45,4,1,""]},"pomdp_problems.multi_object_search.models.transition_model.MosTransitionModel":{argmax:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.transition_model.RobotTransitionModel":{argmax:[45,3,1,""],if_move_by:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.transition_model.StaticObjectTransitionModel":{argmax:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.problem":{MosOOPOMDP:[41,1,1,""],belief_update:[41,4,1,""],solve:[41,4,1,""],unittest:[41,4,1,""]},"pomdp_problems.rocksample":{cythonize:[48,0,0,"-"],rocksample_problem:[47,0,0,"-"]},"pomdp_problems.rocksample.cythonize":{rocksample_problem:[48,0,0,"-"],run_rocksample:[48,0,0,"-"]},"pomdp_problems.rocksample.cythonize.rocksample_problem":{CheckAction:[48,1,1,""],MoveAction:[48,1,1,""],RSAction:[48,1,1,""],RSObservation:[48,1,1,""],RSObservationModel:[48,1,1,""],RSPolicyModel:[48,1,1,""],RSRewardModel:[48,1,1,""],RSState:[48,1,1,""],RSTransitionModel:[48,1,1,""],RockSampleProblem:[48,1,1,""],RockType:[48,1,1,""],SampleAction:[48,1,1,""],euclidean_dist:[48,4,1,""],init_particles_belief:[48,4,1,""],main:[48,4,1,""],test_planner:[48,4,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.CheckAction":{rock_id:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.MoveAction":{EAST:[48,2,1,""],NORTH:[48,2,1,""],SOUTH:[48,2,1,""],WEST:[48,2,1,""],motion:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSObservation":{quality:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSObservationModel":{argmax:[48,3,1,""],probability:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSPolicyModel":{argmax:[48,3,1,""],get_all_actions:[48,3,1,""],probability:[48,3,1,""],rollout:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSRewardModel":{argmax:[48,3,1,""],probability:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSState":{position:[48,2,1,""],rocktypes:[48,2,1,""],terminal:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSTransitionModel":{argmax:[48,3,1,""],probability:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RockSampleProblem":{generate_instance:[48,3,1,""],in_exit_area:[48,3,1,""],print_state:[48,3,1,""],random_free_location:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RockType":{BAD:[48,2,1,""],GOOD:[48,2,1,""],invert:[48,3,1,""],random:[48,3,1,""]},"pomdp_problems.rocksample.rocksample_problem":{Action:[47,1,1,""],CheckAction:[47,1,1,""],MoveAction:[47,1,1,""],Observation:[47,1,1,""],RSObservationModel:[47,1,1,""],RSPolicyModel:[47,1,1,""],RSRewardModel:[47,1,1,""],RSTransitionModel:[47,1,1,""],RockSampleProblem:[47,1,1,""],RockType:[47,1,1,""],SampleAction:[47,1,1,""],State:[47,1,1,""],euclidean_dist:[47,4,1,""],init_particles_belief:[47,4,1,""],main:[47,4,1,""],test_planner:[47,4,1,""]},"pomdp_problems.rocksample.rocksample_problem.MoveAction":{EAST:[47,2,1,""],NORTH:[47,2,1,""],SOUTH:[47,2,1,""],WEST:[47,2,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSObservationModel":{argmax:[47,3,1,""],probability:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSPolicyModel":{argmax:[47,3,1,""],get_all_actions:[47,3,1,""],probability:[47,3,1,""],rollout:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSRewardModel":{argmax:[47,3,1,""],probability:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSTransitionModel":{argmax:[47,3,1,""],probability:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RockSampleProblem":{generate_instance:[47,3,1,""],in_exit_area:[47,3,1,""],print_state:[47,3,1,""],random_free_location:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RockType":{BAD:[47,2,1,""],GOOD:[47,2,1,""],invert:[47,3,1,""],random:[47,3,1,""]},"pomdp_problems.tag":{agent:[50,0,0,"-"],constants:[49,0,0,"-"],domain:[51,0,0,"-"],env:[52,0,0,"-"],example_worlds:[49,0,0,"-"],experiment:[49,0,0,"-"],models:[53,0,0,"-"],problem:[49,0,0,"-"]},"pomdp_problems.tag.agent":{agent:[50,0,0,"-"]},"pomdp_problems.tag.agent.agent":{TagAgent:[50,1,1,""],belief_update:[50,4,1,""],initialize_belief:[50,4,1,""],initialize_particles_belief:[50,4,1,""]},"pomdp_problems.tag.agent.agent.TagAgent":{clear_history:[50,3,1,""]},"pomdp_problems.tag.domain":{action:[51,0,0,"-"],observation:[51,0,0,"-"],state:[51,0,0,"-"]},"pomdp_problems.tag.domain.action":{TagAction:[51,1,1,""]},"pomdp_problems.tag.domain.observation":{TagObservation:[51,1,1,""]},"pomdp_problems.tag.domain.state":{TagState:[51,1,1,""]},"pomdp_problems.tag.env":{env:[52,0,0,"-"],visual:[52,0,0,"-"]},"pomdp_problems.tag.env.env":{TagEnvironment:[52,1,1,""]},"pomdp_problems.tag.env.env.TagEnvironment":{from_str:[52,3,1,""],grid_map:[52,3,1,""],length:[52,3,1,""],width:[52,3,1,""]},"pomdp_problems.tag.env.visual":{TagViz:[52,1,1,""],unittest:[52,4,1,""]},"pomdp_problems.tag.env.visual.TagViz":{draw_belief:[52,3,1,""],draw_observation:[52,3,1,""],draw_robot:[52,3,1,""],img_height:[52,3,1,""],img_width:[52,3,1,""],last_observation:[52,3,1,""],on_cleanup:[52,3,1,""],on_event:[52,3,1,""],on_execute:[52,3,1,""],on_init:[52,3,1,""],on_loop:[52,3,1,""],on_render:[52,3,1,""],render_env:[52,3,1,""],update:[52,3,1,""]},"pomdp_problems.tag.experiment":{main:[49,4,1,""],trial:[49,4,1,""]},"pomdp_problems.tag.models":{components:[54,0,0,"-"],observation_model:[53,0,0,"-"],policy_model:[53,0,0,"-"],reward_model:[53,0,0,"-"],transition_model:[53,0,0,"-"]},"pomdp_problems.tag.models.components":{grid_map:[54,0,0,"-"],motion_policy:[54,0,0,"-"]},"pomdp_problems.tag.models.components.grid_map":{GridMap:[54,1,1,""]},"pomdp_problems.tag.models.components.grid_map.GridMap":{free_cells:[54,3,1,""],from_str:[54,3,1,""],valid_motions:[54,3,1,""],valid_pose:[54,3,1,""]},"pomdp_problems.tag.models.components.motion_policy":{TagTargetMotionPolicy:[54,1,1,""]},"pomdp_problems.tag.models.components.motion_policy.TagTargetMotionPolicy":{mpe:[54,3,1,""],probability:[54,3,1,""],random:[54,3,1,""]},"pomdp_problems.tag.models.observation_model":{TagObservationModel:[53,1,1,""]},"pomdp_problems.tag.models.observation_model.TagObservationModel":{argmax:[53,3,1,""],probability:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.models.policy_model":{TagPolicyModel:[53,1,1,""]},"pomdp_problems.tag.models.policy_model.TagPolicyModel":{get_all_actions:[53,3,1,""],rollout:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.models.reward_model":{TagRewardModel:[53,1,1,""]},"pomdp_problems.tag.models.reward_model.TagRewardModel":{probability:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.models.transition_model":{TagTransitionModel:[53,1,1,""]},"pomdp_problems.tag.models.transition_model.TagTransitionModel":{argmax:[53,3,1,""],if_move_by:[53,3,1,""],probability:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.problem":{TagProblem:[49,1,1,""],main:[49,4,1,""],solve:[49,4,1,""]},"pomdp_problems.tiger":{cythonize:[56,0,0,"-"],tiger_problem:[55,0,0,"-"]},"pomdp_problems.tiger.cythonize":{run_tiger:[56,0,0,"-"],tiger_problem:[56,0,0,"-"]},"pomdp_problems.tiger.cythonize.tiger_problem":{TigerAction:[56,1,1,""],TigerObservation:[56,1,1,""],TigerObservationModel:[56,1,1,""],TigerPolicyModel:[56,1,1,""],TigerProblem:[56,1,1,""],TigerRewardModel:[56,1,1,""],TigerState:[56,1,1,""],TigerTransitionModel:[56,1,1,""],build_actions:[56,4,1,""],build_observations:[56,4,1,""],build_setting:[56,4,1,""],build_states:[56,4,1,""],main:[56,4,1,""],test_planner:[56,4,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerObservation":{name:[56,2,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerObservationModel":{argmax:[56,3,1,""],get_all_observations:[56,3,1,""],get_distribution:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerPolicyModel":{argmax:[56,3,1,""],get_all_actions:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerProblem":{ACTIONS:[56,2,1,""],OBSERVATIONS:[56,2,1,""],STATES:[56,2,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerRewardModel":{argmax:[56,3,1,""],get_distribution:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerState":{name:[56,2,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerTransitionModel":{argmax:[56,3,1,""],get_all_states:[56,3,1,""],get_distribution:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.tiger_problem":{ObservationModel:[55,1,1,""],PolicyModel:[55,1,1,""],RewardModel:[55,1,1,""],TigerAction:[55,1,1,""],TigerObservation:[55,1,1,""],TigerProblem:[55,1,1,""],TigerState:[55,1,1,""],TransitionModel:[55,1,1,""],main:[55,4,1,""],test_planner:[55,4,1,""]},"pomdp_problems.tiger.tiger_problem.ObservationModel":{get_all_observations:[55,3,1,""],probability:[55,3,1,""],sample:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.PolicyModel":{ACTIONS:[55,2,1,""],get_all_actions:[55,3,1,""],sample:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.RewardModel":{sample:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.TigerProblem":{create:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.TigerState":{other:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.TransitionModel":{get_all_states:[55,3,1,""],probability:[55,3,1,""],sample:[55,3,1,""]},"pomdp_py.algorithms":{bsp:[3,0,0,"-"],po_rollout:[2,0,0,"-"],po_uct:[2,0,0,"-"],pomcp:[2,0,0,"-"],value_iteration:[2,0,0,"-"],visual:[4,0,0,"-"]},"pomdp_py.algorithms.bsp":{blqr:[2,0,0,"-"]},"pomdp_py.algorithms.bsp.blqr":{BLQR:[2,1,1,""]},"pomdp_py.algorithms.bsp.blqr.BLQR":{create_plan:[2,3,1,""],ekf_update_mlo:[2,3,1,""],integrate_belief_segment:[2,3,1,""],interpret_sqp_plan:[2,3,1,""],segmented_cost_function:[2,3,1,""]},"pomdp_py.algorithms.po_rollout":{PORollout:[2,1,1,""]},"pomdp_py.algorithms.po_rollout.PORollout":{clear_agent:[2,3,1,""],last_best_reward:[2,2,1,""],plan:[2,3,1,""],update:[2,3,1,""],update_agent_belief:[2,2,1,""]},"pomdp_py.algorithms.po_uct":{ActionPrior:[2,1,1,""],POUCT:[2,1,1,""],QNode:[2,1,1,""],RandomRollout:[2,1,1,""],RolloutPolicy:[2,1,1,""],RootVNode:[2,1,1,""],TreeNode:[2,1,1,""],VNode:[2,1,1,""]},"pomdp_py.algorithms.po_uct.ActionPrior":{get_preferred_actions:[2,3,1,""]},"pomdp_py.algorithms.po_uct.POUCT":{clear_agent:[2,3,1,""],last_num_sims:[2,2,1,""],last_planning_time:[2,2,1,""],plan:[2,3,1,""],update:[2,3,1,""],updates_agent_belief:[2,2,1,""]},"pomdp_py.algorithms.po_uct.RandomRollout":{rollout:[2,3,1,""]},"pomdp_py.algorithms.po_uct.RolloutPolicy":{rollout:[2,3,1,""]},"pomdp_py.algorithms.po_uct.RootVNode":{from_vnode:[2,3,1,""],history:[2,2,1,""]},"pomdp_py.algorithms.po_uct.TreeNode":{children:[2,2,1,""],num_visits:[2,2,1,""],value:[2,2,1,""]},"pomdp_py.algorithms.po_uct.VNode":{argmax:[2,3,1,""],print_children_value:[2,3,1,""],value:[2,2,1,""]},"pomdp_py.algorithms.pomcp":{POMCP:[2,1,1,""],RootVNodeParticles:[2,1,1,""],VNodeParticles:[2,1,1,""]},"pomdp_py.algorithms.pomcp.POMCP":{plan:[2,3,1,""],update:[2,3,1,""],update_agent_belief:[2,2,1,""]},"pomdp_py.algorithms.pomcp.RootVNodeParticles":{belief:[2,2,1,""],from_vnode:[2,3,1,""]},"pomdp_py.algorithms.pomcp.VNodeParticles":{belief:[2,2,1,""]},"pomdp_py.algorithms.value_iteration":{ValueIteration:[2,1,1,""]},"pomdp_py.algorithms.value_iteration.ValueIteration":{plan:[2,3,1,""]},"pomdp_py.framework":{basics:[5,0,0,"-"],oopomdp:[5,0,0,"-"],planner:[5,0,0,"-"]},"pomdp_py.framework.basics":{Action:[5,1,1,""],Agent:[5,1,1,""],BlackboxModel:[5,1,1,""],Distribution:[5,1,1,""],Environment:[5,1,1,""],GenerativeDistribution:[5,1,1,""],Observation:[5,1,1,""],ObservationModel:[5,1,1,""],Option:[5,1,1,""],POMDP:[5,1,1,""],PolicyModel:[5,1,1,""],RewardModel:[5,1,1,""],State:[5,1,1,""],TransitionModel:[5,1,1,""],sample_explict_models:[5,4,1,""],sample_generative_model:[5,4,1,""]},"pomdp_py.framework.basics.Agent":{add_attr:[5,3,1,""],all_actions:[5,2,1,""],all_observations:[5,2,1,""],all_states:[5,2,1,""],belief:[5,2,1,""],history:[5,2,1,""],init_belief:[5,2,1,""],sample_belief:[5,3,1,""],set_belief:[5,3,1,""],update:[5,3,1,""],update_history:[5,3,1,""]},"pomdp_py.framework.basics.BlackboxModel":{argmax:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.basics.Distribution":{__getitem__:[5,3,1,""],__setitem__:[5,3,1,""]},"pomdp_py.framework.basics.Environment":{apply_transition:[5,3,1,""],blackbox_model:[5,2,1,""],cur_state:[5,2,1,""],provide_observation:[5,3,1,""],reward_model:[5,2,1,""],state:[5,2,1,""],state_transition:[5,3,1,""],transition_model:[5,2,1,""]},"pomdp_py.framework.basics.GenerativeDistribution":{argmax:[5,3,1,""],get_histogram:[5,3,1,""],mpe:[5,3,1,""]},"pomdp_py.framework.basics.ObservationModel":{argmax:[5,3,1,""],get_all_observations:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.basics.Option":{initiation:[5,3,1,""],policy:[5,2,1,""],sample:[5,3,1,""],termination:[5,3,1,""]},"pomdp_py.framework.basics.PolicyModel":{argmax:[5,3,1,""],get_all_actions:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""],update:[5,3,1,""]},"pomdp_py.framework.basics.RewardModel":{argmax:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.basics.TransitionModel":{argmax:[5,3,1,""],get_all_states:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.oopomdp":{OOBelief:[5,1,1,""],OOObservation:[5,1,1,""],OOObservationModel:[5,1,1,""],OOPOMDP:[5,1,1,""],OOState:[5,1,1,""],OOTransitionModel:[5,1,1,""],ObjectState:[5,1,1,""]},"pomdp_py.framework.oopomdp.OOBelief":{__getitem__:[5,3,1,""],__setitem__:[5,3,1,""],b:[5,3,1,""],mpe:[5,3,1,""],object_belief:[5,3,1,""],object_beliefs:[5,2,1,""],random:[5,3,1,""],set_object_belief:[5,3,1,""]},"pomdp_py.framework.oopomdp.OOObservation":{factor:[5,3,1,""],merge:[5,3,1,""]},"pomdp_py.framework.oopomdp.OOObservationModel":{__getitem__:[5,3,1,""],argmax:[5,3,1,""],observation_models:[5,2,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.oopomdp.OOState":{__getitem__:[5,3,1,""],copy:[5,3,1,""],get_object_attribute:[5,3,1,""],get_object_class:[5,3,1,""],get_object_state:[5,3,1,""],s:[5,3,1,""],set_object_state:[5,3,1,""],situation:[5,2,1,""]},"pomdp_py.framework.oopomdp.OOTransitionModel":{__getitem__:[5,3,1,""],argmax:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""],transition_models:[5,2,1,""]},"pomdp_py.framework.oopomdp.ObjectState":{__getitem__:[5,3,1,""],__setitem__:[5,3,1,""],copy:[5,3,1,""]},"pomdp_py.framework.planner":{Planner:[5,1,1,""]},"pomdp_py.framework.planner.Planner":{plan:[5,3,1,""],update:[5,3,1,""],updates_agent_belief:[5,3,1,""]},"pomdp_py.representations.belief":{histogram:[7,0,0,"-"],particles:[7,0,0,"-"]},"pomdp_py.representations.belief.histogram":{abstraction_over_histogram:[7,4,1,""],update_histogram_belief:[7,4,1,""]},"pomdp_py.representations.belief.particles":{abstraction_over_particles:[7,4,1,""],particle_reinvigoration:[7,4,1,""],update_particles_belief:[7,4,1,""]},"pomdp_py.representations.distribution":{gaussian:[8,0,0,"-"],histogram:[8,0,0,"-"],particles:[8,0,0,"-"]},"pomdp_py.representations.distribution.gaussian":{Gaussian:[8,1,1,""]},"pomdp_py.representations.distribution.gaussian.Gaussian":{__getitem__:[8,3,1,""],__setitem__:[8,3,1,""],cov:[8,2,1,""],covariance:[8,2,1,""],mean:[8,2,1,""],mpe:[8,3,1,""],random:[8,3,1,""],sigma:[8,2,1,""]},"pomdp_py.representations.distribution.histogram":{Histogram:[8,1,1,""]},"pomdp_py.representations.distribution.histogram.Histogram":{__getitem__:[8,3,1,""],__setitem__:[8,3,1,""],get_histogram:[8,3,1,""],histogram:[8,2,1,""],is_normalized:[8,3,1,""],mpe:[8,3,1,""],random:[8,3,1,""]},"pomdp_py.representations.distribution.particles":{Particles:[8,1,1,""],WeightedParticles:[8,1,1,""]},"pomdp_py.representations.distribution.particles.Particles":{add:[8,3,1,""],from_histogram:[8,3,1,""],get_abstraction:[8,3,1,""],get_histogram:[8,3,1,""],particles:[8,2,1,""],random:[8,3,1,""]},"pomdp_py.representations.distribution.particles.WeightedParticles":{__getitem__:[8,3,1,""],__setitem__:[8,3,1,""],add:[8,3,1,""],condense:[8,3,1,""],from_histogram:[8,3,1,""],get_histogram:[8,3,1,""],mpe:[8,3,1,""],particles:[8,2,1,""],random:[8,3,1,""],values:[8,2,1,""],weights:[8,2,1,""]},"pomdp_py.utils":{colors:[9,0,0,"-"],cython_utils:[9,0,0,"-"],debugging:[9,0,0,"-"],math:[9,0,0,"-"],misc:[9,0,0,"-"],plotting:[9,0,0,"-"],templates:[9,0,0,"-"],test_utils:[9,0,0,"-"],typ:[9,0,0,"-"]},"pomdp_py.utils.colors":{hex_to_rgb:[9,4,1,""],inverse_color_hex:[9,4,1,""],inverse_color_rgb:[9,4,1,""],lighter:[9,4,1,""],random_unique_color:[9,4,1,""],rgb_to_hex:[9,4,1,""]},"pomdp_py.utils.cython_utils":{det_dict_hash:[9,4,1,""]},"pomdp_py.utils.debugging":{TreeDebugger:[9,1,1,""],interpret_color:[9,4,1,""],sorted_by_str:[9,4,1,""]},"pomdp_py.utils.debugging.TreeDebugger":{b:[9,3,1,""],back:[9,3,1,""],bestseq:[9,3,1,""],bestseqd:[9,3,1,""],c:[9,3,1,""],clear:[9,3,1,""],d:[9,3,1,""],depth:[9,3,1,""],l:[9,3,1,""],layer:[9,3,1,""],leaf:[9,3,1,""],mark:[9,3,1,""],mark_path:[9,3,1,""],mark_sequence:[9,3,1,""],markp:[9,3,1,""],mbp:[9,3,1,""],nl:[9,3,1,""],nn:[9,3,1,""],nq:[9,3,1,""],num_layers:[9,3,1,""],num_nodes:[9,3,1,""],nv:[9,3,1,""],p:[9,3,1,""],path:[9,3,1,""],path_to:[9,3,1,""],pm:[9,3,1,""],pp:[9,3,1,""],preferred_actions:[9,3,1,""],r:[9,3,1,""],root:[9,3,1,""],s:[9,3,1,""],single_node_str:[9,3,1,""],step:[9,3,1,""],tree_stats:[9,3,1,""]},"pomdp_py.utils.interfaces":{simple_rl:[57,0,0,"-"],solvers:[17,0,0,"-"]},"pomdp_py.utils.interfaces.conversion":{AlphaVectorPolicy:[17,1,1,""],PolicyGraph:[17,1,1,""],to_pomdp_file:[17,4,1,""],to_pomdpx_file:[17,4,1,""]},"pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy":{construct:[17,3,1,""],plan:[17,3,1,""],value:[17,3,1,""]},"pomdp_py.utils.interfaces.conversion.PolicyGraph":{construct:[17,3,1,""],plan:[17,3,1,""],update:[17,3,1,""]},"pomdp_py.utils.interfaces.simple_rl":{convert_to_MDPClass:[57,4,1,""],convert_to_POMDPClass:[57,4,1,""]},"pomdp_py.utils.interfaces.solvers":{sarsop:[17,4,1,""],vi_pruning:[17,4,1,""]},"pomdp_py.utils.math":{R_between:[9,4,1,""],R_x:[9,4,1,""],R_y:[9,4,1,""],R_z:[9,4,1,""],T:[9,4,1,""],approx_equal:[9,4,1,""],euclidean_dist:[9,4,1,""],proj:[9,4,1,""],to_radians:[9,4,1,""],vec:[9,4,1,""]},"pomdp_py.utils.misc":{json_safe:[9,4,1,""],remap:[9,4,1,""],safe_slice:[9,4,1,""],similar:[9,4,1,""],special_char:[9,1,1,""]},"pomdp_py.utils.misc.special_char":{SUBSCRIPT:[9,2,1,""],bottomleft:[9,2,1,""],bottomright:[9,2,1,""],bottomt:[9,2,1,""],down:[9,2,1,""],hline:[9,2,1,""],intersect:[9,2,1,""],left:[9,2,1,""],leftt:[9,2,1,""],longbottomleft:[9,2,1,""],longbottomright:[9,2,1,""],longleft:[9,2,1,""],longright:[9,2,1,""],longtopleft:[9,2,1,""],longtopright:[9,2,1,""],right:[9,2,1,""],rightt:[9,2,1,""],shadebar:[9,2,1,""],topleft:[9,2,1,""],topright:[9,2,1,""],topt:[9,2,1,""],up:[9,2,1,""],vline:[9,2,1,""]},"pomdp_py.utils.plotting":{plot_circle:[9,4,1,""],plot_line:[9,4,1,""],plot_points:[9,4,1,""],plot_polygons:[9,4,1,""],save_plot:[9,4,1,""]},"pomdp_py.utils.templates":{DetObservationModel:[9,1,1,""],DetRewardModel:[9,1,1,""],DetTransitionModel:[9,1,1,""],SimpleAction:[9,1,1,""],SimpleObservation:[9,1,1,""],SimpleState:[9,1,1,""],TabularObservationModel:[9,1,1,""],TabularRewardModel:[9,1,1,""],TabularTransitionModel:[9,1,1,""],UniformPolicyModel:[9,1,1,""]},"pomdp_py.utils.templates.DetObservationModel":{probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.DetRewardModel":{argmax:[9,3,1,""],reward_func:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.DetTransitionModel":{probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.TabularObservationModel":{get_all_observations:[9,3,1,""],probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.TabularRewardModel":{sample:[9,3,1,""]},"pomdp_py.utils.templates.TabularTransitionModel":{get_all_states:[9,3,1,""],probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.UniformPolicyModel":{get_all_actions:[9,3,1,""],rollout:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.test_utils":{make_tiger:[9,4,1,""],remove_files:[9,4,1,""]},"pomdp_py.utils.typ":{bcolors:[9,1,1,""],blue:[9,4,1,""],bold:[9,4,1,""],cyan:[9,4,1,""],error:[9,4,1,""],green:[9,4,1,""],info:[9,4,1,""],magenta:[9,4,1,""],note:[9,4,1,""],red:[9,4,1,""],success:[9,4,1,""],warning:[9,4,1,""],white:[9,4,1,""],yellow:[9,4,1,""]},"pomdp_py.utils.typ.bcolors":{BLUE:[9,2,1,""],BOLD:[9,2,1,""],CYAN:[9,2,1,""],ENDC:[9,2,1,""],GREEN:[9,2,1,""],MAGENTA:[9,2,1,""],RED:[9,2,1,""],WHITE:[9,2,1,""],YELLOW:[9,2,1,""],disable:[9,3,1,""],s:[9,3,1,""]},"pomdp_py.visual":{search_tree:[12,0,0,"-"]},"pomdp_py.visual.search_tree":{visualize_pouct_search_tree:[12,4,1,""]},pomdp_problems:{lasertag:[29,0,0,"-"],light_dark:[30,0,0,"-"],load_unload:[35,0,0,"-"],maze:[36,0,0,"-"],rocksample:[47,0,0,"-"],tag:[49,0,0,"-"]},pomdp_py:{utils:[9,0,0,"-"],visual:[12,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function"},terms:{"00s":17,"13808e":17,"18fc58e0":14,"22729e":17,"37m":[0,1,27,28],"3oyqqko":[],"45deg":43,"719c2edf5":14,"75044e":17,"76277e":17,"91m":9,"92m":9,"93m":9,"94m":9,"95m":9,"96m":9,"97m":9,"\u2080listen":[9,10],"\u2080tiger":[9,10],"\u2081open":[9,10],"\u2081tiger":[9,10],"\u2082open":[9,10],"\u2083stai":[],"abstract":[5,8],"boolean":5,"break":14,"case":[2,7,17,19,20,23,26,41,44,45,55,56],"class":[2,3,5,8,9,10,11,14,15,17,18,19,22,30,32,33,34,35,37,38,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57],"const":[33,34],"default":[2,5,7,14,17,55],"final":19,"float":[2,5,8,9,17,35,44,45,47,48,53,55,56],"function":[2,3,5,7,8,9,10,11,14,17,19,21,30,34,41,42,44,50,57],"import":[5,9,10,15,17,19,24],"int":[2,9,10,17,42,44,55,56],"long":[2,3],"new":[2,5,7,8,23,44,52],"null":[43,45],"return":[2,3,5,7,8,9,10,11,14,17,19,34,35,42,44,45,46,47,48,53,54,55,56,57],"short":19,"static":[9,10,44,45,47,48,52,55],"super":19,"true":[2,5,7,8,9,10,12,14,17,19,24,36,41,44,45,46,49,55],"while":[2,14,19,35,55,56],Added:14,But:[2,5,7,13,14,19,41,43,45,55,56],DFS:[9,10],For:[2,5,8,12,14,19,24,44,46,49],Its:5,LPs:17,MOS:[14,23,27,28],Mos:43,NUS:[17,21],Not:[8,36],One:[2,19,42],Pas:19,ROS:26,Such:[9,10],That:[5,17],The:[2,3,5,8,9,10,13,14,15,16,17,18,19,21,22,23,26,30,32,34,35,36,37,41,43,44,45,46,47,48,49,51,53,55,56],Their:13,Then:[13,19,41],There:[11,13,17,20,24,26,30,53,57],These:2,Use:[20,23],Used:[2,8,46],Useful:9,Uses:[9,10,41],Using:[14,15,21,23],Will:[9,10],With:[19,53],______id______:24,_____g:24,__eq__:19,__getitem__:[5,8,9,10],__hash__:19,__init__:[2,5,8,13,18,19],__ne__:14,__num_sims__:24,__setitem__:[5,8],_hash_se:[],_nodepp:[9,10],_py:23,_qnodepp:[9,10],_reward_func:19,_sphinx_src:13,_vnodepp:[9,10],a_t:19,abel:[11,19,57],abil:30,abl:[14,19],about:[9,10,14,18,35,42,46,47,48],abov:[15,17,18,19,21],absenc:36,abstraction_over_histogram:7,abstraction_over_particl:7,acceler:26,access:[13,23],accommod:5,accord:[5,9,18,19,34,35,45,46,47,48,51,53,55,56],accordingli:[2,5],account:[],accur:[19,55,56],achiev:2,aciton:[11,57],act:[2,5,19,23,24,55],action:[2,5,7,9,10,11,12,14,15,17,18,19,21,24,27,30,34,35,41,44,45,46,47,48,49,52,53,54,55,56,57],action_prior:2,actionprior:2,activ:[17,26],actual:[19,30,36,41,46,55,56],adacompnu:17,add:[2,8,14,42],add_attr:5,added:[2,3],adding:5,addit:[7,17,20,23],addition:[5,24],adjust:18,advanc:[2,19,26],after:[2,5,17,35,43,44,45,52],again:5,agent:[2,5,7,9,10,11,15,18,19,20,21,22,23,24,27,30,35,36,37,41,45,46,47,48,49,51,55,56,57],agent_has_map:41,aggreg:8,algorithm:[0,1,5,9,11,14,17,22,23,26,30,35,45,47,48,49,53,55,56,57],alia:[5,9,10],all:[2,5,8,9,10,11,19,26,34,35,42,45,47,48,53,55,56,57],all_act:5,all_mot:54,all_motion_act:46,all_observ:5,all_stat:5,allow:[5,14,18,19,23],along:[9,10],alpha:[9,17],alpha_path:17,alphavectorpolici:[],alreadi:[7,22],also:[2,5,9,10,11,18,19,21,23,26,55,56,57],alt:[],alwai:[5,20,36],amato:19,among:14,amount:[2,30],analysi:26,andrea:19,andrew:2,angl:[18,44,46],angle_incr:[44,46],angular:44,ani:[2,8,17,36,44,45],anonym:12,anonymize_act:12,anonymize_observ:12,anoth:14,ant:2,anthoni:[2,17,19,21,23],anyth:53,anytim:[17,49,51,53],api:13,apidoc:13,appear:[17,26,30],appl:[17,26],appli:[5,14],apply_transit:5,approach:30,approx_equ:9,approx_method:8,approxim:[8,26,51,53],arbitrari:2,arbitrarili:8,area:[47,48],arg:[5,9,10,14,35,47,48,53,55,56],argmax:[2,5,9,14,19,34,35,45,47,48,53,56],argument:[13,14],arkov:23,around:[15,26],arr:9,arrai:[2,3,8,9,34],art:26,arthur:18,artial:23,artifact:18,artifici:[2,19,23],arxiv:[2,23],as_debugg:[9,10],assert:[],assign:[5,8],assist:46,associ:17,assort:9,assum:[2,3,5,8,9,14,17,24,30,32,33,34,35,42,45,46,47,48,53,55,56],assumpt:46,attempt:[14,36],attr:5,attr_nam:5,attr_valu:5,attribut:[2,5,43],author:23,autom:[18,19],avail:[2,3,5,14,23],averag:[2,8],avoid:[7,14,15,46],awai:[19,30,53,55,56],axi:9,b_0:[2,3],b_____:24,b_de:[2,3],b_i:[2,3],b_t:[2,3,19],back:[9,10],backup:17,backward:[14,43],bad:[24,47,48],bandit:2,bar:[2,14,34],barth:19,base:[2,3,5,7,8,9,10,13,17,18,19,22,23,26,30,32,33,34,35,37,38,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56],baselin:2,basic:[0,1,2,7,8,9,15,17,19,21,30,32,33,34,35,37,38,42,43,44,45,47,48,49,50,51,52,53,54,55,56],basicpomcp:2,baslin:22,bbox_inch:9,bcolor:9,beam:[18,44,46],bear:46,becaus:[5,13,15,17,19,35,36,42],becom:[5,19,44],been:[2,19,20],befor:30,begin:[2,3,9,19],behavior:[2,14,19,43],behind:[19,55,56],being:[47,48],belief:[0,1,2,3,5,6,8,14,17,18,19,24,30,32,33,34,35,41,44,47,48,50,52,55],belief_rep:[41,42],belief_typ:49,belief_upd:[41,50],belief_updater_typ:[11,57],beliefmdp:26,below:[18,20,24],benchmark:2,benefit:5,besid:26,best:[9,10,14],bestseq:[9,10],bestseqd:[9,10],better:18,between:[2,5,9,14,15,18,26,35,44,46,55],beyond:[2,23],bibtex:[],big:[45,49,50,52,53],bigbird:17,binari:[17,21],bind:26,black:[5,9],blackbox_model:[5,7],blackboxmodel:[5,7,14,19],blank:17,block:[11,15,18,35,57],blqr:[0,1,14,30],blue:[9,10],boil:19,bold:9,booktitl:23,bool:[2,5,7,9,10,17,41,44],both:[2,9,10,17,18,55,56],bottomleft:9,bottomright:9,bottomt:9,box:5,brawner:19,brows:[9,10],bservabl:23,bsp:[0,1],bu_traj:[2,3],bug:14,build:[9,11,14,15,17,18,23,24,57],build_act:56,build_observ:56,build_set:56,build_stat:56,built:[9,13,15],bump:46,calcul:14,call:[2,5,7,17,19],camera_direct:43,can:[2,5,9,10,11,14,17,18,19,21,24,26,30,35,37,41,43,44,45,51,55,56,57],cannot:[13,35,36],captur:15,care:[5,42],carlo:[2,19],carri:[2,5],cassandra:[2,17,19,21,23],categori:18,caus:5,caution:19,caveat:12,cdot:[5,17,34],cell:[18,51,53],center:[9,46],certain:[2,5],certainli:2,cfc88e8d8:14,chang:[5,8,11,14,15,19,24,34,43,45,57],changeabl:14,changelog:23,charact:[9,44],check:[17,18,19,26,47,48],check_1:[47,48],check_collis:45,check_i:[47,48],check_k:[47,48],checkact:[47,48],chen:19,child:2,children:[2,9,10,14],choic:19,choos:[2,19],christoph:19,cimport:14,circl:[18,24],citat:14,cite:23,clair:2,clarif:14,classic:[19,47,55,56],classmethod:[2,17,43,45,52,53,54],clean:23,cleaner:14,clear:[2,9,10,18,42,50],clear_ag:2,clear_histori:[42,50],clearer:26,clearli:[11,57],cli:14,clone:24,close:[19,55,56],closer:53,closest:8,cls:[2,5],clutter:19,code:[2,5,9,14,17,18,19,23,26],collect:17,collis:46,color0:9,color1:9,color:[0,1,10,44,52],color_i:9,colorstr:[9,10],column:[2,3],com:[2,17,24],combin:[2,9,12],command:[17,18],commonli:19,commun:[23,24,26],comp:17,compar:[2,8],compat:14,compil:17,complet:[2,9,17,30],complic:[16,18,19,23,55,56],compon:[5,17,18,19,39,49,53],comprehens:23,comput:[2,3,7,14,17,42],condens:8,condit:[5,19],confer:[2,18,19,23],configur:[30,44],connect:[9,26,41],consequ:36,consid:[7,18,41,44],consist:[2,3,35,55,56],constant:[2,9,27,28],construct:[13,17,19,41],constructor:19,contain:[7,9,10,13,14,17,21,26,46,55,56],content:[0,1,13,23,27,28,49,55],context:17,continu:[2,14,19,30,32,34],contribut:[2,20,23,24],control:[2,3,32,44,45,52],control_bound:[2,3],convei:15,conveni:[5,9,14],convent:[16,23,46],convers:[11,14,17,57],convert:[11,14,57],convert_to_mdpclass:[11,57],convert_to_pomdpclass:[11,57],convolut:26,coordin:[30,34],copi:[5,24],core:[9,10,15],correct:[9,15,19],correspond:[2,3,17,44],cost:[2,3,7,42,47,48],could:[5,8,16,19,23,24,26,41,43,44,45,55],count:[24,44],cours:41,cov:8,cov_t:[2,3],covari:[2,3,8],covt:[2,3],cpython:[0,1,27,28],creat:[5,9,10,11,13,17,18,19,30,55,57],create_plan:[2,3],credit:24,criteria:2,csaba:2,ctype:9,cumul:24,cup:[19,43],cur_belief:[17,19],cur_stat:5,current:[5,7,9,10,11,17,21,36,44,47,48,57],current_histogram:7,current_particl:7,custom:[12,18],custum:[42,50],cyan:9,cython:[9,14,23,24,26,27,28],cython_util:[0,1],dark:[14,20,23,27,28,32,33,34],data:9,david:[2,11,19,57],deal:[9,33],debug:[0,1,12,14,23],debug_tre:55,debugg:[9,10,12],decid:[19,55,56],decis:[2,19,55,56],def:19,defin:[5,8,9,14,16,17,18,21,22,32,33,34,35,36,37,41,43,45],definit:[17,19],deg:46,degre:[18,44,46],denot:5,densiti:8,depend:[2,3,5,9,14,30,34,53],deploi:13,depth:[2,9,10,12],describ:[2,3,5,13,15,16,18,19,23,41,44],descript:[19,30,35,36,41,43,44,45,47,48,49,55,56],design:[9,10,23],desir:[2,3,13],despot:[2,26,49],dest:[9,10],det_dict_hash:9,detail:[17,18,19,21,55],detect:45,determin:[19,32,46,47,48],determinist:[7,9,19,34,45,46,47,48,53],detobservationmodel:9,detrewardmodel:9,dettransitionmodel:9,develop:[2,5,11,17,21,23,24,26,57],diagram:15,dict:[5,7,8,14,42,43,44,50],dictionari:[5,8,9,19,42],differ:[2,13,14,15,18,26,35,41,43,45],differenti:14,dim:[42,44,45],dimension:[2,3,35],direct:[2,3,22],directli:[5,7,19,21,35,56],directori:[13,24],disabl:9,discount:[5,17,24,35,47],discount_factor:[2,5,9,10,11,17,19,41,49,57],discret:[11,18,30,32,57],discretelightdark:30,discuss:16,disk:18,displai:[9,12,24],display_surf:[44,52],dist:46,dist_rang:44,distanc:[44,46],distance_cost:43,distance_func:8,distinguish:35,distribut:[0,1,2,5,6,7,9,15,19,34,35,42,45,47,48,53,55,56],divid:14,doc:[2,3],docker:14,dockerfil:[],document:[9,10,14,16,17,26],doe:[2,5,8,9,10,14,15,17,19,26,36,46,53],doesn:[2,26,42,55,56],doi:2,domain:[2,9,14,16,18,23,27,30,33,34,41,45,47,49,55],domin:17,don:[2,5,7,19,41],done:[17,19,26,41],door:[19,55,56],dot:17,down:[9,19],download:[17,24],draw_belief:[44,52],draw_observ:[44,52],draw_robot:[44,52],drawn:8,drop:43,due:[14,18,46],dumb:[35,55,56],dure:[2,9,10,14,17,46],dynam:[2,3,34,45,46],each:[2,3,5,8,9,10,17,35,36,44,45],earli:[11,57],eas:[9,10],easi:26,easier:[9,10,14],easili:19,east2d:[43,54],east:[43,47,48],ecai:2,ecis:23,edg:[9,10,17],edgecolor:9,edit:14,edu:17,effici:7,egel:24,either:[7,14,17,18,19,55,56],ekf:[2,3],ekf_update_mlo:[2,3],element:34,elif:19,elli:19,els:[17,19,43,45],emit:9,empti:[2,3,50],encapsul:15,encod:17,encourag:19,end:[9,44],endc:9,engin:19,enough:[2,20,35,56],enter:[9,10],entir:[9,10,19,55,56],enumer:[2,9,10,11,14,15,17,19,21,55,57],env:[5,17,18,19,27,30,41,49],env_stat:46,environ:[5,14,15,18,19,33,38,41,44,45,52,55,56],epoch:17,epsilon:[2,9,34,41,42,45],equal:[9,10,19,47,48,55,56],equat:[2,3,7],equip:[18,45],equip_sensor:[18,44],equival:[2,9,19],err:17,error:[9,14],essenti:[2,3,11,15,57],estim:32,eta:[47,48],euclidean_dist:[9,46,47,48],european:2,evalu:[2,8],evaul:5,even:[2,20],event:[44,52],everi:[43,47,48],everyth:18,evid:18,exact:[8,14,19,35],exactli:2,exampl:[2,5,9,10,14,18,19,20,21,23,41,44,46,55,56],example_world:[18,27,28],except:[9,10,44,52],execut:[2,5,9,10,17,44,46],exhibit:5,exist:[2,9,10,16,17,19,22,23],exit:[47,48],expect:[5,17,24],experi:[27,28,30],explain:[2,13],explicitli:[2,7,15,17,19,21,47,48],explod:2,explor:[2,9,10],exploration_const:[2,9,10,19,41,49],exponenti:5,ext:34,extend:[14,17,18,19,20],extens:[2,19,20,23,26,43,45,49],extern:[14,21,23,24,35,56],extrem:[35,55,56],fact:55,factor:[5,17,43],fals:[2,5,7,9,12,17,24,32,34,35,41,42,44,45,46,47,52,54,55],fan:[18,43,45,46],farm:17,farrel:19,fast:2,faster:14,feasibl:[2,5,9,11,35,47,48,53,55,56,57],featur:[2,9,10,23,26],feed:8,feedback:[18,19,55,56],feel:[5,26],few:15,field:[14,46,55,56],fifth:19,fig:34,figur:[18,30,34,35],file:[13,14,18,19,24,26,41],filenam:[17,18],fill:9,find:[14,18,23,24,43,45],findact:[41,43],finish:17,finit:[17,19,35,36],first:[9,10,13,17,18,32,34,47,48],fishman:18,fix:14,flexibl:19,focus:26,follow:[2,3,5,9,10,17,18,19,23,24,34,41,55,56],for_obj:43,forc:43,form:[2,7],formal:15,format:[14,17,19,26],former:16,formul:18,forward:43,found:[17,18,24,51],four:[47,48],fov:[44,46],fps:[44,52],frame:18,framework:[0,1,2,3,8,9,14,15,18,19,23,30,32,33,34,35,37,38,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56],free:[18,19,22,23,26,47,48,55,56],free_cel:54,from:[2,5,8,9,10,13,17,18,19,24,30,32,34,35,36,42,43,44,45,46,50,53,55,56],from_histogram:8,from_str:[52,54],from_vnod:2,front:[19,46,55,56],frozenset:5,func:34,func_nois:34,func_ob:[2,3],func_sysd:[2,3],fundament:15,futur:[9,10],gabriel:19,game:2,gamma:17,gap:46,gather:[],gaussian:[0,1,2,3,6,34],gcc:17,gener:[2,5,8,13,15,17,18,19,20,23,41,55,56],generate_init_belief:35,generate_inst:[47,48],generate_random_st:35,generateleg:2,generatepref:2,generativedistribut:[5,8,42,54],get:[19,24,45,49,55,56],get_abstract:8,get_all_act:[5,9,19,35,45,47,48,53,55,56],get_all_observ:[5,9,19,55,56],get_all_st:[5,9,19,55,56],get_distribut:[5,56],get_histogram:[5,8],get_object_attribut:5,get_object_class:5,get_object_st:5,get_preferred_act:2,gether:[9,10],giant:18,gist:15,git:24,github:[2,13,17,23,24],give:41,given:[2,5,7,8,9,10,12,15,17,19,35,41,44,45,56],gnu:[0,1,27,28],goal:[19,30,36],goal_po:33,goalrewardmodel:45,good:[18,24,47,48],graph:[17,18,41,43,45],graphviz:[],great:26,green:[9,24],grid:[18,35,43,45,46,47,48,53],grid_map:[18,41,42,45,49,50,52,53],gridmap:[46,50,54],gridworld:[5,18,42,43,45],growl:19,guarante:2,guid:19,guidanc:19,gusmao:2,h2r:24,h_t:[5,19],had:36,hahsler:[19,55,56],half_efficiency_dist:47,happen:[2,41,45],has:[2,5,8,13,17,18,22,26,41,46,47,48,54],hash:[5,9,14],hashabl:[5,9],hashcod:5,have:[2,3,5,7,8,9,10,14,15,17,18,19,20,26,41,42,44,47,48,55,56],hear:[19,55,56],heard:19,hello:24,help:[7,9,10,17,18,23],here:[2,5,9,10,13,17,19,20,24,30],herit:12,hershkowitz:19,heurist:[2,19,47,48],hex:9,hex_to_rgb:9,high:[9,10,18,26],highest:[2,5,8,9,10,54],hist:49,histogram:[0,1,6,14,17,19,41,42,56],histori:[2,5,9,10,19,42,45,47,48,50,53],hline:9,hold:[15,50],hood:5,hope:[17,20],horizon:[2,14,17,19],horizont:30,how:[5,16,18,23,55],howev:[2,19],hrs:17,html:[2,3,13,17,24],http:[2,3,17,23,24],hub:24,huge:[9,10],human:19,hurt:[2,19,55,56],icap:23,icaps20subpag:23,icra:[18,41,43,45],idea:[15,19],ident:34,identifi:5,ids:42,ieee:18,if_move_bi:[45,53],illustr:30,imag:[14,18],img:[44,52],img_height:[44,52],img_width:[44,52],imgur:[],implement:[2,3,5,8,9,14,16,19,20,21,22,23,26,30,35,36,41,45,47,48,51,53,55,56],in_boundari:45,in_exit_area:[47,48],in_field_of_view:46,in_rang:46,includ:[13,14,15,41,42,49],include_children:[9,10],incom:17,incorpor:[9,10],incorrect:[5,9],increas:5,increment:46,inde:2,indent:[9,10],independ:17,index:[9,10,17,23],indic:[7,34,44],inf:[2,17],infin:14,infinit:14,info:9,inform:[2,3,5,13,15,19,46,50],inherit:[8,14,19],init:[44,52],init_belief:[5,9,19,35,47,50,55],init_particles_belief:[47,48],init_robot_posit:[49,50],init_robot_st:42,init_st:[9,17,33,35,38,44,47,48,52],init_target_posit:49,init_true_st:[19,55],initi:[5,14,17,18,19,30,42,44,47,48,50,55],initialize_belief:[42,50],initialize_particles_belief:50,inproceed:23,input:[17,21,43,44],inspect:14,instabl:17,instal:[14,17,23],instanc:[5,17,18,44,47,48,55,56],instanti:[18,41],instead:[14,15,19,41,43,45,55,56],instruct:[17,24],intefac:[11,57],integr:[14,23],integrate_belief_seg:[2,3],intellig:[2,19,23],intend:2,intens:30,interact:[9,10,15],interest:16,interfac:[0,1,5,9,14,15,17,18,19,20,21,22,23,26],intern:[18,19],interpret:[8,18,43,44],interpret_color:[9,10],interpret_robot_id:44,interpret_sqp_plan:[2,3],intersect:9,intract:19,introduc:[2,18,19,35,36],introduct:[19,55,56],intuit:23,invalid:[19,46],inverse_color_hex:9,inverse_color_rgb:9,invert:[47,48],involv:18,ipdb:[9,10],is_norm:8,isinst:[17,19],isn:8,issu:14,iter:[2,7,14,17,19,24,26,47,48,49,55],its:[5,14,15,17,19,21,22,26,30,35,36,37,44,45,46,47,48,55,56],itself:[30,35],jac_du:34,jac_dx:34,jac_ob:[2,3],jac_sysd:[2,3],jac_sysd_u:[2,3],jacobian:34,jame:19,jason:14,job:[5,15,19],joel:[2,19],json_saf:9,julia:26,juliapomdp:[2,30],june:2,just:[2,8,9,17,19,32,37,42,55,56],kaelbl:[2,19,23],kaiyu:23,kamalzadeh:[19,55,56],katt:19,kearn:2,keep:[2,7,35,55,56],kei:[5,9,10],kept:30,kevin:19,kind:[9,10],know:[7,36,41],knowledg:[2,19],known:[26,47,48],kocsi:2,kumar:18,kwarg:[2,5,8,9,10,14,19,34,35,42,43,44,45,47,49,52,54],label:9,label_text:9,lack:[11,57],langl:15,languag:23,larg:[2,5,19,51,52,53],larger:12,largest:[9,10],laser2dsensor:[44,46],laser:[18,44,46,49],last:[2,36,43],last_best_reward:2,last_num_sim:[2,19],last_observ:[44,52],last_planning_tim:2,later:18,latest:24,latter:16,layer:[9,10],lbound:17,lead:[17,18],leaf:[9,10],lear:26,learn:[2,5,11,15,19,20,22,23,26,57],least:7,left:[9,10,17,19,24,35,43,55,56],leftt:9,legal:2,len:9,length:[41,42,45,46,52,54],leq:43,lesli:[2,19,23],less:17,let:[17,19],letter:44,level:[2,18],levent:2,leverag:[11,57],librai:26,librari:[11,14,17,21,23,24,57],light:[14,20,23,27,28,32,33,34],light_dark:[27,28],lightdarkdomain:30,lightdarkenviron:33,lightdarkviz:33,lighter:9,like:[5,8,9,10,13,14,15,18,19,24,34,35,42,45,47,48,53,56],likelihood:[2,3,8,30,32,33,34],lim:2,limit:17,line:[2,17,18],linear:[5,34],linestyl:9,linewidth:9,link:[13,14,17,18,23],linux:[0,1,27,28],list:[2,3,8,9,10,11,17,57],listen:[9,10,14,17,19,24,55,56],littman:[2,19,23],load:[14,17,23,27,28],load_unload:[27,28],load_unload_problem:35,loadunloadproblem:35,loc:9,local:30,locat:[19,24,35,36,42,46,47,48,51,53],log:[14,17],log_posit:33,logfil:17,logic:18,longbottomleft:9,longbottomright:9,longer:[2,11,57],longleft:9,longright:9,longtopleft:9,longtopright:9,look:[18,24,37,43,45],lookact:43,loop:[18,19,55,56],lot:[11,57],lower:[9,44],lowest:2,lozano:2,lp_solv:17,lpha:[],lqr:[2,3],luaction:35,luck:[],luobserv:35,luobservationmodel:35,lupolicymodel:35,lurewardmodel:35,lustat:35,lutransitionmodel:35,m_0:33,macglashan:19,machin:[2,17],made:[5,7,24],magenta:9,magnitud:30,mai:[2,5,7,13,15,16,18,23,30,41],main:[5,17,19,35,47,48,49,55,56],maintain:[2,5,7,11,17,35,57],mainten:18,major:23,make:[9,10,11,13,14,15,18,23,24,26,36,42,57],make_laser_sensor:[18,44],make_proximity_sensor:[18,44],make_tig:9,manag:24,mani:[17,26],mansour:2,map:[5,8,9,17,39,42,43,44,45,46,50],mapsto:5,mark:[9,10,18,30,36,43],mark_path:[9,10],mark_sequ:[9,10],markov:[2,19,55,56],markp:[9,10],maron:19,match:[8,14],math:[0,1,2,5,14,34],mathbb:[5,32],matrix:[2,3],max:14,max_:17,max_depth:[2,9,10,12,19,41,49],max_rang:[44,46],max_step:[41,49],max_tim:[41,49],maximum:[2,3,14,17,30,32,33,34,41,42,55,56],maze:20,mazeenviron:38,mbp:[9,10],mcgs_prune_freq:17,mct:[2,24],mdp:[2,5,11,23,26,57],mdpclass:[11,57],mean:[2,7,8,17,34,44,46,49],measur:44,memori:17,merg:[5,43],messi:24,method:[9,10,14],michael:[2,18,19,23],might:[18,19,46,55,56],mimic:2,min:17,min_rang:[44,46],mind:5,minim:[9,10],minor:14,misc:[0,1],model:[5,9,14,17,18,21,22,23,27,30,32,35,41,42,43,47,48,49,55,56],modul:[0,1,6,13,14,18,19,23,27,28],mont:[2,19],more:[7,9,10,13,16,17,18,19,20,22,23,24,26,55,56],mos:24,mos_window:[],mosag:42,mosenviron:44,mosobserv:46,mosobservationmodel:45,mosoobelief:42,mosooobserv:[24,43,44],mosoopomdp:[18,41],mosoost:43,mosrewardmodel:45,most:[5,8,9,34,35,42,45,47,48,53,56],mostli:[11,19,57],mostransitionmodel:45,mosviz:[44,52],motion:[18,37,41,43,45,47,48,51],motion_nam:43,motion_polici:[49,53],motionact:[43,46],move:[9,10,18,24,30,35,36,47,48,53,54],moveact:[47,48],movement:53,mpe:[5,8,14,42,54],much:[14,15],multi:[14,20,22,23,24,27,28,42,43,45],multi_object_search:[18,24,27,28,51],multipl:[8,22],multivari:8,must:[5,17,19,30,35,36],mutabl:[],n_step:5,name:[5,9,17,19,35,43,47,55,56],nearest:8,necessari:[2,5,11,18,41,57],necessarili:45,need:[2,3,7,17,19,30,42,45,55,56],neg:[2,14,19,55,56],neither:[19,55,56],nest:7,neural:[2,19],never:[5,53],new_belief:[17,19],newmax:9,newmin:9,next:[2,5,9,19,34,35,45,47,48,53,55,56],next_object_st:45,next_robot_st:[41,45],next_stat:[5,9,19,34,35,43,44,45,47,48,53,55,56],next_state_spac:7,next_target_posit:54,nextstat:9,nio:2,nip:2,nishanth:18,node:[2,9,10,12,14,17],nois:[2,3,9,19,34,47,48,55,56],noise_covari:34,noise_ob:[2,3],noise_obs_cov:[2,3],noise_sysd:[2,3],noise_t:[2,3],noisi:[47,48],non:36,none:[2,3,5,7,8,9,10,12,17,19,24,33,41,42,43,45,47,48,52,53],nor:[5,19,55,56],normal:[7,8,35,45,47],north2d:[43,54],north:[24,43,47,48],not_free_loc:47,notat:34,note:[2,5,7,8,9,10,11,17,19,23,24,30,41,45,55,56,57],noth:[2,5],notic:19,now:[14,19],nstep:[19,35,47,55,56],num:19,num_lay:[9,10],num_nod:[9,10],num_obj:41,num_obstacl:41,num_particl:[7,35,41,42,47,49,50],num_seg:[2,3],num_sim:[2,9,10,14],num_visit:2,num_visits_init:2,number:[2,5,7,8,9,10,12,14,26,34,41,42,55,56],numer:[8,17,26],numpi:[9,34],nus:17,nxn:[47,48],o_t:19,oarg:7,obj:9,objclass:43,object:[2,5,9,10,14,19,22,23,24,27,28,33,42,43,44,45,46,47,48,52,54],object_belief:[5,42],object_color:44,object_id:[42,45],object_observ:[5,43],object_pos:43,object_st:[5,43,45],objectobserv:[43,45],objectobservationmodel:45,objects_found:43,objectst:[5,43],objid:[5,42,43,44,45],objpos:43,obs:35,obs_nois:[19,55],observ:[2,3,5,7,9,10,11,12,14,15,17,18,19,21,23,24,27,30,33,34,35,36,41,44,45,46,47,48,49,52,53,55,56,57],observation_model:[5,7,17,18,19,30,41,49,52],observationmodel:[5,7,9,11,15,19,22,34,35,45,47,48,53,55,56,57],obstacl:[18,42,44,46],obstacle_pos:54,obsticl:44,obtain:[9,10],obtainx1:2,occlus:[18,44,46],occlusion_en:[44,46],occup:[45,50],offici:24,offlin:17,ohterwis:53,oldmax:9,oldmin:9,oldvalu:9,omega:[15,17,21,32,34],omegasimmathc:34,on_cleanup:[44,52],on_ev:[44,52],on_execut:[44,52],on_init:[44,52],on_loop:[44,52],on_rend:[44,52],onc:[2,5,19,55],one:[5,9,10,16,19,23,26,35,42,44,55,56],onli:[2,5,9,10,11,12,14,15,19,36,45,55,57],onlin:[5,19,30,49],oobelief:[5,14,42,44,52],ooobserv:[5,43],ooobservationmodel:[5,45],oopomdp:[0,1,14,18,22,41,42,43,45],oostat:[5,14,43],ootransitionmodel:[5,45],open:[9,10,17,19,55,56],opengl:5,oper:5,opt_callback:[2,3],opt_opt:[2,3],opt_r:[2,3],optim:[2,3,19],option:[2,5,9,10,14,17,19,43,45,46,47,48,55,56],order:[17,19,30,32],org:[2,3,14,17,23,24],organ:[9,10,18,19],orient:[18,22,36,37,41,42,43,45,46],origin:[2,18,23,30,32,33,34,35,36,43,45,47,48,49],other:[2,19,23,47,48,55,56],otherwis:[19,35,55],our:[18,19,26,30,46],out:[9,10,17,18,26],output:[5,13,17,24],output_fil:12,output_path:17,over:[2,7,8,15,16,19,30,42,55],overlap:45,overrid:44,overriden:5,own:[14,15,45],pack:[2,19,23],packag:[0,13,18,20,23,24,27,30,41,47,49,55],page:[13,23],pair:5,paper:[2,3,18,23,30,32,34,35,36,41,43,45,51,53],param:[5,43],paramet:[2,3,5,7,8,9,10,14,17,19,34,35,41,42,44,45,47,48,50,53,55,56],parent:[9,10,44],parent_edg:[9,10],pars:26,parse_appl_policy_fil:17,parse_pomdp_solve_output:17,part:[7,17],partial:[2,11,19,23,35,36,55,56,57],particl:[0,1,2,6,14,24,42],particle_reinvigor:7,particular:9,particularli:[],pass:[2,3,5,17,19,35],passiv:5,past:41,path:[9,10,13,17,33],path_color:33,path_styl:33,path_to:[9,10],path_width:33,pattern:9,pbar_update_interv:2,pdb:[9,10],pdf:23,peer:26,peopl:23,per:14,perceiv:[35,36],percent:9,perez:2,perfect:[18,45,47,48],perform:[2,3,5,17,19,26],person:51,pg_path:17,phi:[2,3],php:17,pickl:14,pid:17,piec:9,pip:[14,24],place:[18,19,35,53],plan:[2,3,5,9,10,14,17,19,22,23,26,30,32,33,34,41,45,46,49,55],plane:30,planner:[0,1,2,3,17,19,35,41,47,55,56],planner_typ:49,planning_horizon:[2,3],planning_tim:[2,14,19,41,49],planrob:23,planrob_2020_paper_3:23,platt:2,pleas:[12,23],plot:[0,1,24,33],plot_circl:9,plot_lin:9,plot_point:9,plot_polygon:9,pmwiki:17,png:[],po_rollout:[0,1],po_uct:[0,1,9,35,45,47,48,53,55,56],point:[2,3,17,46,49,51,53],pointer:17,polici:[2,5,9,17,19,35,36,45,47,48,53,55,56],policy_model:[5,9,10,18,19,41,49],policy_path:17,policygraph:[],policymodel:[2,5,11,19,22,45,55,57],polygoncollect:9,pomcp:[0,1,7,9,10,14,19,21,22,24,26,41],pomdp:[2,5,9,10,11,13,14,15,16,22,23,30,35,36,41,43,45,47,48,49,51,52,53,55,56,57],pomdp_nam:17,pomdp_pi:[14,15,16,18,19,20,21,22,24,26,30,32,33,34,35,37,38,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56],pomdp_problem:[9,10,17,18,20,23,24],pomdp_solv:[14,17],pomdp_solve_path:17,pomdpclass:[11,57],pomdpconvert:17,pomdpconvert_path:17,pomdpi:26,pomdpsol:17,pomdpsol_path:17,pomdpx:[14,17,26],pomdpxdocument:17,porollout:2,port:26,pos:[34,47],pose:[18,41,43,45,46],pose_objid:45,posit:[19,30,32,33,34,36,37,47,48,53,54,55,56],positit:37,poss:2,possibl:[2,3,5,9,26,35,43,45,47,48,53,55,56],potenti:[11,14,26,57],pouct:[2,9,10,14,18,19,21,22,41,49],powss:2,pr_stai:[49,50,52,54],precis:[17,32],prefer:[2,9,10,14,19],preferred_act:[9,10],preprint:2,presenc:36,present:[2,8,30],preset:[9,10],previous:[2,14,18],principl:23,print:[2,9,10,17,19],print_children_valu:2,print_error:[],print_error_bold:[],print_info:[],print_info_bold:[],print_not:[],print_note_bold:[],print_preferred_act:[],print_preferred_actions_help:[],print_stat:[47,48],print_success:[],print_success_bold:[],print_tre:[],print_tree_help:[],print_warn:[],print_warning_bold:[],prior:[2,5,14,19,41,42,49,50],prob:8,probabilti:5,probabl:[5,8,9,14,15,17,19,21,34,35,36,42,45,47,48,53,54,55,56],problem:[2,3,5,7,11,13,16,17,19,20,23,24,26,27,28,30,32,35,36,37,42,44,47,48,51,53,55,56,57],problem_discret:[27,28],procedur:[18,19],proceed:[2,19],process:[2,19,34,55,56],prod_i:5,produc:[2,3],product:17,program:[9,10,17,21],progress:[2,14],prohibit:7,proj:9,project:[16,18,22,23,26],properti:[5,9,10,14,33,43,44,46,47,48,52],propos:2,provid:[2,11,17,18,19,22,23,26,57],provide_observ:5,proxim:[44,46],proximitysensor:46,prune:[2,17],pull:30,pure:5,purpos:[9,18,23],put:[19,55,56],pyd:24,pygam:[5,24,44,52],pygraphviz:14,pypi:14,python:[9,14,17,18,19,23,24,26,49],pyx:[14,24],qlarg:[2,3],qnode:[2,9,10],quadrat:30,qualiti:[47,48],queri:8,quickli:[9,16,23],quot:[2,19,30,32,34,35,36,55,56],r_between:9,r_t:19,r_x:9,r_y:9,r_z:9,rac:34,rad:44,radian:42,radiu:[9,44,46],raiko:2,rais:19,ran:2,random:[2,5,8,9,14,19,42,45,47,48,54],random_free_loc:[47,48],random_unique_color:9,random_world:41,randomli:[5,8,9,18,34,35,45,47,48,53,55,56],randomrollout:[2,19,35,55,56],rang:[17,18,19,45,46],rangl:15,reach:[2,5,17,19,41],read:13,readabl:18,reader:[],readi:14,readm:13,real:[2,5,7,17,19,41,44,52],real_act:[2,5,7,41,50],real_observ:[2,5,7,19,41,50],realli:[19,42],reason:5,rebuild:24,receiv:[2,5,18,19,35,47,48,55,56],recent:2,recommend:[17,18,24],red:[9,18],reduc:[5,7,43],refactor:14,refer:[2,3,13,30,34,47,55,56],reflect:2,regard:[2,5,14],region:[18,44,46],regret:17,regular:49,reinforc:[5,11,22,26,57],reinvigor:[2,7,24],reinvogr:2,rel:[11,18,57],relat:[23,45],releas:[14,24],remap:9,remov:[13,14,17],remove_fil:9,remove_generated_fil:17,render:5,render_env:[44,52],reorgan:14,repeat:19,replac:44,repo:30,report:17,repositori:[13,24],repres:[2,3,5,7,8,9,10,16,17,18,42,47,48],represent:[0,1,2,5,14,23,42,44],request:[5,30],requir:[2,5,7,9,11,15,24,35,45,47,48,53,55,56,57],res:[33,44,52],research:[22,23,26],reset:[19,55],resolv:14,respect:34,result:[5,7,19,43,44,45],retriev:[9,10],return_oost:[5,14,42],return_policy_graph:17,reus:18,reward:[5,9,17,18,19,24,35,44,45,47,48,53,55,56],reward_func:9,reward_model:[5,18,19,33,41,49],rewardmodel:[5,9,14,15,19,35,45,47,48,53,55,56],rewritten:14,rgb:9,rgb_to_hex:9,rhi:2,right:[9,10,17,19,24,35,42,43,55,56],rightarrow:19,rightt:9,rlo:2,robot:[2,18,19,23,26,30,32,34,37,41,42,43,44,45,46,47,48,51,53],robot_char:41,robot_id:[41,42,43,44,45,46],robot_nam:44,robot_orient:42,robot_pos:[43,46],robot_posit:[51,54],robot_st:45,robotst:43,robottransitionmodel:45,rocess:23,rock:[47,48],rock_id:[47,48],rock_loc:47,rocksampl:[14,23,24,27,28],rocksample_problem:[27,28],rocksampleproblem:[47,48],rocktyp:[47,48],rocktype_1:[47,48],rocktype_2:[47,48],rocktype_i:[47,48],rocktype_k:[47,48],role:18,rollout:[2,9,14,45,47,48,53],rollout_polici:[2,9,10,19],rolloutpolici:[2,9,45,47,48,53],romain:24,room:[18,41],root:[9,10,12,13,24],rootvnod:2,rootvnodeparticl:2,rsaction:48,rsobserv:48,rsobservationmodel:[47,48],rspolicymodel:[47,48],rsrewardmodel:[47,48],rss:2,rsstate:48,rst:13,rstransitionmodel:[47,48],rth:[44,52],run:[2,13,14,17,18,19,24,46,55,56],run_rocksampl:47,run_tig:55,s_1:43,s_2:43,s_i:[5,43],s_n:43,s_r:43,s_t:19,s_transform:2,s_x:34,safe_slic:9,sam:[2,3],same:[5,7,8,14,17,19,51,53,55],sammi:19,sampl:[2,5,8,9,14,17,19,24,34,35,42,45,47,48,53,55,56],sample_belief:5,sample_explict_model:5,sample_generative_model:5,sampleact:[47,48],saniti:19,sarsop:[14,21,24,26],satisfi:5,save:18,save_plot:9,scalar:9,scale:5,scan:[18,44,46],scanner:[18,44,46],scenario:41,schedul:19,scheme:[41,43],scheme_vw:43,scheme_xi:43,scheme_xyth:43,scienc:2,scipi:[2,3],screenshot:18,search:[2,9,10,12,14,19,23,24,27,28,35,36,42,43,45,47,48],sec:17,second:[2,7,9,10,13,17,18],section:[2,18,19],see:[5,8,14,15,17,18,19,20,21,23,24,49],seg:[2,3],segment:[2,3],segmented_cost_funct:[2,3],select:2,self:[2,5,8,9,10,18,19,34,35,42,44,45,47,48,53,54,55,56],semi:5,sens:[15,18,44],sensing_region_s:46,sensor:[18,41,42,43,44,45,47,48],separ:[2,13,18],seq:[9,10],sequenc:[9,10,14],serv:44,session:[9,10],set:[2,5,7,8,9,14,17,18,19,26,35,42,43,44,46,47,48,53,55,56],set_belief:[5,17,19],set_goal:33,set_initial_belief_po:33,set_object_belief:5,set_object_st:5,set_trac:[9,10],setup:[14,24],sever:[19,20],shadebar:9,shallow:12,shape:[2,3,9,18,43,45,46],share:[18,23],shengjian:19,shoot:46,shoot_beam:46,should:[2,3,5,7,13,14,15,17,18,19,22,24,43,45],show:[14,18,23],show_progress:2,shown:[9,18,34],side:[19,35,36],sigma:[8,41,42,45],signal:44,signatur:[2,14],silver:[2,19],sim:[5,19],similar:[9,17,19],similarli:19,simpl:[2,16,18,19,23,30,43,45,46,47,48,49],simple_rl:[1,9,23,26],simpleact:9,simpleobserv:9,simpler:[14,16,26,41],simplest:9,simpli:[7,19],simplifi:14,simul:[2,5,14,17,19,41,44,55],sinc:[5,7,11,19,57],singl:[5,9,10,18,43],single_node_str:[9,10],site:13,situat:[5,18],size:[9,14,17,44,46,52],skip:14,slightli:18,slip:36,small:[2,14,19,35,45,49,50,52,53,56],smartli:[47,48],softwar:[17,24,26],sole:2,solut:17,solv:[2,3,16,18,21,23,24,35,36,41,49,55],solver:[2,14,16,18,19,23,55],some:[9,14,16,17,19,20,24,26,41],someth:[24,43,45],sometim:[5,19],sort:19,sorted_by_str:[9,10],sourc:[2,3,7,9,10,11,12,13,17,18,19,24,30,32,33,34,35,37,38,41,42,43,44,45,46,47,49,50,51,52,53,54,55,57],south2d:[43,54],south:[43,47,48],space:[2,3,5,7,11,14,17,18,19,21,30,32,33,34,35,36,42,43,45,47,48,51,55,56,57],spain:2,spars:2,spec:[17,19,55],special_char:9,specif:[2,5,8,9,10,19,26],specifi:[9,13,14,17,19,55,56],sphinx:[13,14],springer:2,sqp:[2,3],sqrt:2,squar:36,squeez:18,src:17,stage:[11,57],stai:[14,19,53,55],stand:[9,10,19,23,55,56],standard:19,start:[9,10,19,24,35,36,44],startswith:19,state:[2,3,5,7,8,9,14,15,17,18,19,21,24,26,27,30,34,35,36,41,42,44,45,47,48,49,53,55,56],state_mapp:[7,8],state_transform_func:[2,7],state_transit:[5,17,44],static_transit:7,staticobjecttransitionmodel:45,statist:[9,10],statu:35,stderr:17,stdout:17,stefani:[18,19,23],step:[2,9,10,13,14,17,19,24,41,55,56],step_cost:[11,57],stephen:19,stich:[2,3],still:[2,7,19],stochaist:53,stochast:[2,19,23,36,55],stop:2,stop_criteria:17,store:[2,5,9,17],str:[5,8,17,19,44,55],straightforward:19,strategi:2,string:[9,10,17,41,44],structur:[16,18,23],style:9,submodul:[0,1,27,28,39],subpackag:[0,1,27,28],subscript:9,subset:[2,9,10],subseteq:32,subtre:[9,10],success:[2,9],suffici:26,suit:[26,30],sum:[2,3],sum_:7,summari:18,sunberg:2,suppli:5,support:[5,8,15,22,23,26,45],suppos:[9,10],sure:[19,42],symbol:13,synonym:5,system:[2,3,17,19,26,32,34],szepesv:2,tabl:19,tabular:[9,14],tabularobservationmodel:[9,14],tabularrewardmodel:[9,14],tabulartransitionmodel:[9,14],tag:[14,23,27,28],tagact:51,tagag:50,tagenviron:52,tagobserv:51,tagobservationmodel:53,tagpolicymodel:53,tagproblem:49,tagrewardmodel:53,tagstat:51,tagtargetmotionpolici:54,tagtransitionmodel:53,tagviz:52,take:[2,5,8,14,17,18,19,37,47,48,51],taken:[5,8,41],tapani:2,targ:7,target:[17,18,19,41,42,44,51,53,55],target_color:[44,52],target_found:51,target_motion_polici:53,target_object:45,target_posit:[51,54],task:[18,22,23,26,27,28,35],technic:5,tedrak:2,tell:35,tellex:[18,19,23],temp:17,templat:[0,1,14],tempor:5,ten:19,term:[2,3],termin:[2,5,9,10,17,19,41,47,48],terminalst:[47,48],test:[7,9,14,17,27,28],test_al:24,test_plann:[19,35,47,48,55,56],test_tig:17,test_util:[0,1],text:[9,10,17],text_color:9,than:[17,26],thank:14,thei:[2,7,17,42,46],them:[9,16,19,24,26,42],therefor:[5,7,35],thi:[2,3,5,7,8,9,10,11,12,13,14,15,16,17,19,23,24,26,30,33,34,35,41,42,43,44,45,46,47,48,49,52,53,55,56,57],thing:2,think:26,third:18,those:[8,11,19,24,57],three:[18,19],thresh:19,through:[8,9,10,19,35,41],thrown:14,thu:[7,18,43],tiger:[9,10,14,17,18,23,24,27,28],tiger_problem:[9,10,14,17,19,27,28],tigeract:[55,56],tigerobserv:[55,56],tigerobservationmodel:56,tigerpolicymodel:56,tigerproblem:[9,10,17,19,55,56],tigerrewardmodel:56,tigerst:[17,55,56],tigertransitionmodel:56,tight:9,time:[2,7,17,18,35,41,43,47,48],time_limit:17,timeout:17,titl:23,to_pomdp_fil:17,to_pomdpx_fil:17,to_rad:46,to_radian:9,todo:[7,14],togeth:[2,3],tomlin:2,too:[9,10],toolbox:26,toolkit:17,top:13,topleft:9,topolog:[18,41,43,45],topright:9,topt:9,total:[9,10,17],toward:2,track:[2,7],transcript:[2,3],transfer:[22,23],transform:2,transit:[5,7,9,17,18,19,34,35,44,45,47,48,53,55,56],transition_model:[5,7,17,18,19,30,41,49],transitionmodel:[5,7,9,15,19,22,34,35,45,47,48,53,55,56],treasur:[19,55,56],treat:[5,42],tree:[2,9,10,12,14,18,24],tree_stat:[9,10],tree_stats_help:[],treedebugg:[0,1,12,14],treenod:2,tri:[],trial:[17,49],trigger:[5,44],true_stat:[],tupl:[2,3,5,8,9,42,44,45,47,48,53],tuplo:[],turn:[2,3],tutori:[2,3],twenti:19,two:[2,8,9,13,16,17,19,26,55,56],typ:[0,1],type:[5,7,8,9,14,17,34,35,42,44,45,47,48,53,55,56],typic:[9,19],typographi:9,u_d:[2,3],u_i:[2,3],u_init:[2,3],u_t:34,uai:[47,48],ubound:17,ubuntu:17,ucb1:[2,14],uct:2,ultim:30,under:[2,13,17,19,26,46],underli:[5,8,34,56],underneath:5,understand:[9,10,15],uniform:[19,42,47,48,49,50],uniformli:[2,19],uniformpolicymodel:9,uniqu:8,unittest:[41,44,45,52],unknown:30,unless:19,unload:[14,23,27,28],unnecessari:14,unspecifi:42,until:[5,17],unweight:8,updat:[2,3,5,7,9,10,14,17,18,19,41,44,52],update_agent_belief:[2,5],update_histogram_belief:[7,17,19],update_histori:[5,19],update_particles_belief:7,updates_agent_belief:[2,5],upload:23,upon:30,upper:44,url:23,usag:[9,10],use:[5,9,10,12,13,17,18,19,26],use_dot:12,used:[2,5,17,18,19,21,30,42,44,45],useful:[2,5,7,9,10,14,17],user:[11,17,57],uses:[2,26],using:[2,3,5,7,14,16,17,18,19,23,24,34,41,43,45,55],usual:19,util:[0,1,12,14,17,23],utilti:9,val:46,valid:[15,45,46],valid_beam:46,valid_mot:[46,54],valid_pos:[45,54],valid_target_motion_act:54,valu:[2,5,8,9,10,14,17,19,24,26,47,48,49,54,55],value_funct:14,value_init:2,value_iter:[0,1],valueerror:19,valueiter:[2,14,19,21],var_sysd:34,vari:[5,30,43,45],variabl:[5,8,17,54],variant:[11,30,57],varval:5,vec1:9,vec2:9,vec:9,vector:[2,3,8,9,17,32,34],veloc:32,veness:[2,19],verbos:17,veri:[2,5,19],verifi:[14,15,24],versa:[19,55,56],version:[2,17,24],versu:15,vert:9,vertic:9,verts0:9,verts1:9,verts_i:9,vi_prun:17,via:[24,26],vice:[19,55,56],view:[14,46],view_angl:46,virtualenv:24,visibl:46,visit:[12,14],visit_threshold:12,visual:[0,1,18,24,30,41,49],visualize_pouct_search_tre:12,viz_observ:44,vline:9,vnode:[2,9,10,14],vnodeparticl:2,wai:[2,17,19,26],wait:[19,55,56],wall:[36,37],wandzel:18,want:[2,13,18,42],warn:[2,9,10,11,17,57],weak:17,web:13,webpag:[],websit:[13,14,24],weight:[2,8,9],weightedparticl:[8,14],welcom:[20,23],well:[12,18,19,45,55,56],were:14,west2d:[43,54],west:[43,47,48],what:23,whatev:18,when:[2,5,8,9,10,13,14,16,17,18,19,23,24,26,41,47,48,51,53],where:[2,3,5,7,9,18,19,24,30,34,41,43,44,45,47,48],whether:[5,15,17,35],which:[5,7,8,9,10,14,17,19,26,34,37,44,55,56],white:9,whose:[11,18,57],why:23,width:[41,42,45,46,52,54],window:14,within:[18,45,46],within_rang:46,without:[2,17,18,19],word:2,work:[2,9,10,12,14,17,19,23,24,26],workshop:23,world:[5,19,24,35,41,43,44,45,55],worldmap:44,worldstr:[44,49,52,54],would:[14,19,26],write:[5,17],written:[17,19,23,26],www:[17,24],x1b:9,x86_64:[0,1,27,28],x_rang:33,x_t:[32,34],xiao:19,xlabel:9,xval:9,xxxxxx:9,xyth:[24,43],y_rang:33,year:23,yellow:9,yet:[14,18,30,36],yishai:2,ylabel:9,yoonseon:18,you:[2,5,7,9,10,13,14,17,18,19,23,24,30,41,55,56],your:[2,14,18,23],yuchen:19,yval:9,z_1:5,z_i:5,z_n:5,zachari:2,zaragoza:2,zero:[14,34,36],zheng2020pomdp_pi:23,zheng:23,zorder:9},titles:["pomdp_py","pomdp_py package","pomdp_py.algorithms package","pomdp_py.algorithms.bsp package","pomdp_py.algorithms.visual package","pomdp_py.framework package","pomdp_py.representations package","pomdp_py.representations.belief package","pomdp_py.representations.distribution package","pomdp_py.utils package","pomdp_py.utils.debugging module","pomdp_py.utils.interfaces package","pomdp_py.visual package","Building Documentations","Changelog","Design Principles","Examples","Using External Solvers","Multi-Object Search (MOS)","Tiger","Existing POMDP Domains","Existing POMDP Solvers","Use Case Extensions","pomdp_py Documentation","Installation","docs","Other POMDP Libraries","pomdp_problems","pomdp_problems package","pomdp_problems.lasertag package","Light-Dark","pomdp_problems.light_dark.agent package","Submodules","pomdp_problems.light_dark.env package","pomdp_problems.light_dark.models package","Load/Unload","pomdp_problems.maze package","pomdp_problems.maze.domain package","pomdp_problems.maze.env package","pomdp_problems.maze.models package","pomdp_problems.maze.models.components package","Multi-Object Search (MOS) Task","pomdp_problems.multi_object_search.agent package","pomdp_problems.multi_object_search.domain package","pomdp_problems.multi_object_search.env package","pomdp_problems.multi_object_search.models package","pomdp_problems.multi_object_search.models.components package","RockSample","pomdp_problems.rocksample.cythonize package","Tag","pomdp_problems.tag.agent package","pomdp_problems.tag.domain package","pomdp_problems.tag.env package","pomdp_problems.tag.models package","pomdp_problems.tag.models.components package","Tiger","pomdp_problems.tiger.cythonize package","Integration with <cite>simple_rl</cite>"],titleterms:{"37m":[9,47,48,55,56],"case":22,"try":18,MOS:[16,18,41],Use:22,Using:17,action:[32,37,43,51],agent:[17,31,42,50],algorithm:[2,3,4],alphavectorpolici:17,api:23,basic:5,belief:[7,31,42],blqr:[2,3],bsp:[2,3],build:13,cancel:14,changelog:[13,14],citat:23,color:9,compon:[40,46,54],constant:49,content:[3,4,9,12,17,24,29,30,31,32,33,34,37,38,39,40,46,47,48,50,51,52,53,54,56],convent:18,convert:17,cpython:[9,47,48,55,56],cython:[47,48,55,56],cython_util:9,dark:30,debug:[9,10],defin:19,design:15,develop:[],distribut:8,doc:[13,25],docker:24,document:[13,23],domain:[19,20,32,37,43,51],env:[33,38,44,52],exampl:[16,17],example_world:[41,49],exist:[20,21],experi:49,extens:22,extern:17,file:17,framework:5,further:23,gaussian:8,get:23,gnu:[9,47,48,55,56],grid_map:[46,54],histogram:[7,8],imag:24,implement:18,instal:24,instanc:19,instanti:19,integr:57,interfac:[11,57],lasertag:29,librari:26,light:30,light_dark:[30,31,32,33,34],linux:[9,47,48,55,56],load:35,load_unload:35,map:40,math:9,maze:[36,37,38,39,40],misc:9,mod:[],model:[19,34,39,40,45,46,53,54],modul:[2,3,4,5,7,8,9,10,11,12,29,30,31,32,33,34,35,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57],motion_polici:54,multi:[16,18,41],multi_object_search:[41,42,43,44,45,46],note:13,object:[16,18,41],observ:[32,37,43,51],observation_model:[34,45,53],oopomdp:5,other:26,out:24,overview:[18,23],packag:[1,2,3,4,5,6,7,8,9,11,12,28,29,31,33,34,36,37,38,39,40,42,43,44,45,46,48,50,51,52,53,54,56,57],particl:[7,8],pend:14,planner:5,plot:9,po_rollout:2,po_uct:2,policy_model:[45,53],policygraph:17,pomcp:2,pomdp:[17,18,19,20,21,24,26],pomdp_pi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,17,23,57],pomdp_problem:[13,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56],pre:24,principl:15,problem:[18,41,49],problem_discret:30,pull:14,python:[],refer:23,represent:[6,7,8],request:14,reward_model:[45,53],rocksampl:[47,48],rocksample_problem:[47,48],run_rocksampl:48,run_tig:56,sarsop:17,search:[16,18,41],search_tre:12,sensor:46,simple_rl:[11,57],solv:[17,19],solver:[17,21],start:23,state:[32,37,43,51],step:[],strike:[],submodul:[3,4,9,12,30,31,32,33,34,35,37,38,40,46,47,48,49,50,51,52,53,54,55,56],subpackag:[9,30,39,47,49,53,55],summari:19,tabl:[17,24],tag:[49,50,51,52,53,54],task:41,templat:9,test:[24,30],test_util:9,thi:18,thing:24,tiger:[16,19,55,56],tiger_problem:[55,56],tool:23,transition_model:[34,45,53],treedebugg:[9,10],typ:9,unload:35,util:[9,10,11,57],value_iter:2,version:14,visual:[2,4,12,33,44,52],x86_64:[9,47,48,55,56]}})
\ No newline at end of file
+Search.setIndex({docnames:["api/modules","api/pomdp_py","api/pomdp_py.algorithms","api/pomdp_py.algorithms.bsp","api/pomdp_py.algorithms.visual","api/pomdp_py.framework","api/pomdp_py.representations","api/pomdp_py.representations.belief","api/pomdp_py.representations.distribution","api/pomdp_py.utils","api/pomdp_py.utils.debugging","api/pomdp_py.utils.interfaces","api/pomdp_py.visual","building_docs","changelog","design_principles","examples","examples.external_solvers","examples.mos","examples.tiger","existing_domains","existing_solvers","extensions","index","installation","modules","other_libraries","problems/modules","problems/pomdp_problems","problems/pomdp_problems.lasertag","problems/pomdp_problems.light_dark","problems/pomdp_problems.light_dark.agent","problems/pomdp_problems.light_dark.domain","problems/pomdp_problems.light_dark.env","problems/pomdp_problems.light_dark.models","problems/pomdp_problems.load_unload","problems/pomdp_problems.maze","problems/pomdp_problems.maze.domain","problems/pomdp_problems.maze.env","problems/pomdp_problems.maze.models","problems/pomdp_problems.maze.models.components","problems/pomdp_problems.multi_object_search","problems/pomdp_problems.multi_object_search.agent","problems/pomdp_problems.multi_object_search.domain","problems/pomdp_problems.multi_object_search.env","problems/pomdp_problems.multi_object_search.models","problems/pomdp_problems.multi_object_search.models.components","problems/pomdp_problems.rocksample","problems/pomdp_problems.rocksample.cythonize","problems/pomdp_problems.tag","problems/pomdp_problems.tag.agent","problems/pomdp_problems.tag.domain","problems/pomdp_problems.tag.env","problems/pomdp_problems.tag.models","problems/pomdp_problems.tag.models.components","problems/pomdp_problems.tiger","problems/pomdp_problems.tiger.cythonize","simple_rl_integration"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["api/modules.rst","api/pomdp_py.rst","api/pomdp_py.algorithms.rst","api/pomdp_py.algorithms.bsp.rst","api/pomdp_py.algorithms.visual.rst","api/pomdp_py.framework.rst","api/pomdp_py.representations.rst","api/pomdp_py.representations.belief.rst","api/pomdp_py.representations.distribution.rst","api/pomdp_py.utils.rst","api/pomdp_py.utils.debugging.rst","api/pomdp_py.utils.interfaces.rst","api/pomdp_py.visual.rst","building_docs.rst","changelog.rst","design_principles.rst","examples.rst","examples.external_solvers.rst","examples.mos.rst","examples.tiger.rst","existing_domains.rst","existing_solvers.rst","extensions.rst","index.rst","installation.rst","modules.rst","other_libraries.rst","problems/modules.rst","problems/pomdp_problems.rst","problems/pomdp_problems.lasertag.rst","problems/pomdp_problems.light_dark.rst","problems/pomdp_problems.light_dark.agent.rst","problems/pomdp_problems.light_dark.domain.rst","problems/pomdp_problems.light_dark.env.rst","problems/pomdp_problems.light_dark.models.rst","problems/pomdp_problems.load_unload.rst","problems/pomdp_problems.maze.rst","problems/pomdp_problems.maze.domain.rst","problems/pomdp_problems.maze.env.rst","problems/pomdp_problems.maze.models.rst","problems/pomdp_problems.maze.models.components.rst","problems/pomdp_problems.multi_object_search.rst","problems/pomdp_problems.multi_object_search.agent.rst","problems/pomdp_problems.multi_object_search.domain.rst","problems/pomdp_problems.multi_object_search.env.rst","problems/pomdp_problems.multi_object_search.models.rst","problems/pomdp_problems.multi_object_search.models.components.rst","problems/pomdp_problems.rocksample.rst","problems/pomdp_problems.rocksample.cythonize.rst","problems/pomdp_problems.tag.rst","problems/pomdp_problems.tag.agent.rst","problems/pomdp_problems.tag.domain.rst","problems/pomdp_problems.tag.env.rst","problems/pomdp_problems.tag.models.rst","problems/pomdp_problems.tag.models.components.rst","problems/pomdp_problems.tiger.rst","problems/pomdp_problems.tiger.cythonize.rst","simple_rl_integration.rst"],objects:{"pomdp_problems.light_dark":{agent:[31,0,0,"-"],domain:[32,0,0,"-"],env:[33,0,0,"-"],models:[34,0,0,"-"],problem_discrete:[30,0,0,"-"]},"pomdp_problems.light_dark.agent":{belief:[31,0,0,"-"]},"pomdp_problems.light_dark.domain":{action:[32,0,0,"-"],observation:[32,0,0,"-"],state:[32,0,0,"-"]},"pomdp_problems.light_dark.domain.action":{Action:[32,1,1,""]},"pomdp_problems.light_dark.domain.observation":{Observation:[32,1,1,""]},"pomdp_problems.light_dark.domain.observation.Observation":{PRECISION:[32,2,1,""],discretize:[32,3,1,""]},"pomdp_problems.light_dark.domain.state":{State:[32,1,1,""]},"pomdp_problems.light_dark.env":{env:[33,0,0,"-"],visual:[33,0,0,"-"]},"pomdp_problems.light_dark.env.env":{LightDarkEnvironment:[33,1,1,""]},"pomdp_problems.light_dark.env.env.LightDarkEnvironment":{"const":[33,3,1,""],light:[33,3,1,""]},"pomdp_problems.light_dark.env.visual":{LightDarkViz:[33,1,1,""]},"pomdp_problems.light_dark.env.visual.LightDarkViz":{log_position:[33,3,1,""],plot:[33,3,1,""],set_goal:[33,3,1,""],set_initial_belief_pos:[33,3,1,""]},"pomdp_problems.light_dark.models":{observation_model:[34,0,0,"-"],transition_model:[34,0,0,"-"]},"pomdp_problems.light_dark.models.observation_model":{ObservationModel:[34,1,1,""]},"pomdp_problems.light_dark.models.observation_model.ObservationModel":{argmax:[34,3,1,""],func:[34,3,1,""],func_noise:[34,3,1,""],jac_dx:[34,3,1,""],noise_covariance:[34,3,1,""],probability:[34,3,1,""],sample:[34,3,1,""]},"pomdp_problems.light_dark.models.transition_model":{TransitionModel:[34,1,1,""]},"pomdp_problems.light_dark.models.transition_model.TransitionModel":{argmax:[34,3,1,""],func:[34,3,1,""],func_noise:[34,3,1,""],jac_du:[34,3,1,""],jac_dx:[34,3,1,""],probability:[34,3,1,""],sample:[34,3,1,""]},"pomdp_problems.light_dark.problem_discrete":{DiscreteLightDark:[30,1,1,""]},"pomdp_problems.load_unload":{load_unload:[35,0,0,"-"]},"pomdp_problems.load_unload.load_unload":{LUAction:[35,1,1,""],LUObservation:[35,1,1,""],LUObservationModel:[35,1,1,""],LUPolicyModel:[35,1,1,""],LURewardModel:[35,1,1,""],LUState:[35,1,1,""],LUTransitionModel:[35,1,1,""],LoadUnloadProblem:[35,1,1,""],generate_init_belief:[35,4,1,""],generate_random_state:[35,4,1,""],main:[35,4,1,""],test_planner:[35,4,1,""]},"pomdp_problems.load_unload.load_unload.LUObservationModel":{argmax:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.load_unload.load_unload.LUPolicyModel":{argmax:[35,3,1,""],get_all_actions:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.load_unload.load_unload.LURewardModel":{argmax:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.load_unload.load_unload.LUTransitionModel":{argmax:[35,3,1,""],probability:[35,3,1,""],sample:[35,3,1,""]},"pomdp_problems.maze":{domain:[37,0,0,"-"],env:[38,0,0,"-"],models:[39,0,0,"-"]},"pomdp_problems.maze.domain":{action:[37,0,0,"-"],observation:[37,0,0,"-"],state:[37,0,0,"-"]},"pomdp_problems.maze.domain.observation":{Observation:[37,1,1,""]},"pomdp_problems.maze.domain.state":{State:[37,1,1,""]},"pomdp_problems.maze.env":{env:[38,0,0,"-"]},"pomdp_problems.maze.env.env":{MazeEnvironment:[38,1,1,""]},"pomdp_problems.maze.models":{components:[40,0,0,"-"]},"pomdp_problems.multi_object_search":{example_worlds:[41,0,0,"-"],problem:[41,0,0,"-"]},"pomdp_problems.multi_object_search.agent":{agent:[42,0,0,"-"],belief:[42,0,0,"-"]},"pomdp_problems.multi_object_search.agent.agent":{MosAgent:[42,1,1,""]},"pomdp_problems.multi_object_search.agent.agent.MosAgent":{clear_history:[42,3,1,""]},"pomdp_problems.multi_object_search.agent.belief":{MosOOBelief:[42,1,1,""],initialize_belief:[42,4,1,""]},"pomdp_problems.multi_object_search.agent.belief.MosOOBelief":{mpe:[42,3,1,""],random:[42,3,1,""]},"pomdp_problems.multi_object_search.domain":{action:[43,0,0,"-"],observation:[43,0,0,"-"],state:[43,0,0,"-"]},"pomdp_problems.multi_object_search.domain.action":{Action:[43,1,1,""],FindAction:[43,1,1,""],LookAction:[43,1,1,""],MotionAction:[43,1,1,""]},"pomdp_problems.multi_object_search.domain.action.MotionAction":{BACKWARD:[43,2,1,""],EAST2D:[43,2,1,""],EAST:[43,2,1,""],FORWARD:[43,2,1,""],LEFT:[43,2,1,""],NORTH2D:[43,2,1,""],NORTH:[43,2,1,""],RIGHT:[43,2,1,""],SCHEMES:[43,2,1,""],SCHEME_VW:[43,2,1,""],SCHEME_XY:[43,2,1,""],SCHEME_XYTH:[43,2,1,""],SOUTH2D:[43,2,1,""],SOUTH:[43,2,1,""],WEST2D:[43,2,1,""],WEST:[43,2,1,""]},"pomdp_problems.multi_object_search.domain.observation":{MosOOObservation:[43,1,1,""],ObjectObservation:[43,1,1,""]},"pomdp_problems.multi_object_search.domain.observation.MosOOObservation":{factor:[43,3,1,""],for_obj:[43,3,1,""],merge:[43,3,1,""]},"pomdp_problems.multi_object_search.domain.observation.ObjectObservation":{NULL:[43,2,1,""]},"pomdp_problems.multi_object_search.domain.state":{MosOOState:[43,1,1,""],ObjectState:[43,1,1,""],RobotState:[43,1,1,""]},"pomdp_problems.multi_object_search.domain.state.MosOOState":{object_pose:[43,3,1,""],object_poses:[43,3,1,""],pose:[43,3,1,""]},"pomdp_problems.multi_object_search.domain.state.ObjectState":{objid:[43,3,1,""],pose:[43,3,1,""]},"pomdp_problems.multi_object_search.domain.state.RobotState":{objects_found:[43,3,1,""],pose:[43,3,1,""],robot_pose:[43,3,1,""]},"pomdp_problems.multi_object_search.env":{env:[44,0,0,"-"],visual:[44,0,0,"-"]},"pomdp_problems.multi_object_search.env.env":{MosEnvironment:[44,1,1,""],equip_sensors:[44,4,1,""],interpret:[44,4,1,""],interpret_robot_id:[44,4,1,""],make_laser_sensor:[44,4,1,""],make_proximity_sensor:[44,4,1,""]},"pomdp_problems.multi_object_search.env.env.MosEnvironment":{robot_ids:[44,3,1,""],state_transition:[44,3,1,""]},"pomdp_problems.multi_object_search.env.visual":{MosViz:[44,1,1,""],object_color:[44,4,1,""],unittest:[44,4,1,""]},"pomdp_problems.multi_object_search.env.visual.MosViz":{draw_belief:[44,3,1,""],draw_observation:[44,3,1,""],draw_robot:[44,3,1,""],img_height:[44,3,1,""],img_width:[44,3,1,""],last_observation:[44,3,1,""],on_cleanup:[44,3,1,""],on_event:[44,3,1,""],on_execute:[44,3,1,""],on_init:[44,3,1,""],on_loop:[44,3,1,""],on_render:[44,3,1,""],render_env:[44,3,1,""],update:[44,3,1,""]},"pomdp_problems.multi_object_search.example_worlds":{random_world:[41,4,1,""]},"pomdp_problems.multi_object_search.models":{components:[46,0,0,"-"],observation_model:[45,0,0,"-"],policy_model:[45,0,0,"-"],reward_model:[45,0,0,"-"],transition_model:[45,0,0,"-"]},"pomdp_problems.multi_object_search.models.components":{grid_map:[46,0,0,"-"],sensor:[46,0,0,"-"]},"pomdp_problems.multi_object_search.models.components.grid_map":{GridMap:[46,1,1,""]},"pomdp_problems.multi_object_search.models.components.grid_map.GridMap":{valid_motions:[46,3,1,""]},"pomdp_problems.multi_object_search.models.components.sensor":{Laser2DSensor:[46,1,1,""],ProximitySensor:[46,1,1,""],Sensor:[46,1,1,""],euclidean_dist:[46,4,1,""],in_range:[46,4,1,""],to_rad:[46,4,1,""]},"pomdp_problems.multi_object_search.models.components.sensor.Laser2DSensor":{in_field_of_view:[46,3,1,""],observe:[46,3,1,""],sensing_region_size:[46,3,1,""],shoot_beam:[46,3,1,""],valid_beam:[46,3,1,""],within_range:[46,3,1,""]},"pomdp_problems.multi_object_search.models.components.sensor.Sensor":{LASER:[46,2,1,""],PROXIMITY:[46,2,1,""],observe:[46,3,1,""],robot_id:[46,3,1,""],sensing_region_size:[46,3,1,""],within_range:[46,3,1,""]},"pomdp_problems.multi_object_search.models.observation_model":{MosObservationModel:[45,1,1,""],ObjectObservationModel:[45,1,1,""],unittest:[45,4,1,""]},"pomdp_problems.multi_object_search.models.observation_model.MosObservationModel":{sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.observation_model.ObjectObservationModel":{argmax:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.policy_model":{PolicyModel:[45,1,1,""]},"pomdp_problems.multi_object_search.models.policy_model.PolicyModel":{argmax:[45,3,1,""],get_all_actions:[45,3,1,""],probability:[45,3,1,""],rollout:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.reward_model":{GoalRewardModel:[45,1,1,""],MosRewardModel:[45,1,1,""]},"pomdp_problems.multi_object_search.models.reward_model.MosRewardModel":{argmax:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.transition_model":{MosTransitionModel:[45,1,1,""],RobotTransitionModel:[45,1,1,""],StaticObjectTransitionModel:[45,1,1,""],in_boundary:[45,4,1,""],valid_pose:[45,4,1,""]},"pomdp_problems.multi_object_search.models.transition_model.MosTransitionModel":{argmax:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.transition_model.RobotTransitionModel":{argmax:[45,3,1,""],if_move_by:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.models.transition_model.StaticObjectTransitionModel":{argmax:[45,3,1,""],probability:[45,3,1,""],sample:[45,3,1,""]},"pomdp_problems.multi_object_search.problem":{MosOOPOMDP:[41,1,1,""],belief_update:[41,4,1,""],solve:[41,4,1,""],unittest:[41,4,1,""]},"pomdp_problems.rocksample":{cythonize:[48,0,0,"-"],rocksample_problem:[47,0,0,"-"]},"pomdp_problems.rocksample.cythonize":{rocksample_problem:[48,0,0,"-"],run_rocksample:[48,0,0,"-"]},"pomdp_problems.rocksample.cythonize.rocksample_problem":{CheckAction:[48,1,1,""],MoveAction:[48,1,1,""],RSAction:[48,1,1,""],RSObservation:[48,1,1,""],RSObservationModel:[48,1,1,""],RSPolicyModel:[48,1,1,""],RSRewardModel:[48,1,1,""],RSState:[48,1,1,""],RSTransitionModel:[48,1,1,""],RockSampleProblem:[48,1,1,""],RockType:[48,1,1,""],SampleAction:[48,1,1,""],euclidean_dist:[48,4,1,""],init_particles_belief:[48,4,1,""],main:[48,4,1,""],test_planner:[48,4,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.CheckAction":{rock_id:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.MoveAction":{EAST:[48,2,1,""],NORTH:[48,2,1,""],SOUTH:[48,2,1,""],WEST:[48,2,1,""],motion:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSObservation":{quality:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSObservationModel":{argmax:[48,3,1,""],probability:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSPolicyModel":{argmax:[48,3,1,""],get_all_actions:[48,3,1,""],probability:[48,3,1,""],rollout:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSRewardModel":{argmax:[48,3,1,""],probability:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSState":{position:[48,2,1,""],rocktypes:[48,2,1,""],terminal:[48,2,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RSTransitionModel":{argmax:[48,3,1,""],probability:[48,3,1,""],sample:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RockSampleProblem":{generate_instance:[48,3,1,""],in_exit_area:[48,3,1,""],print_state:[48,3,1,""],random_free_location:[48,3,1,""]},"pomdp_problems.rocksample.cythonize.rocksample_problem.RockType":{BAD:[48,2,1,""],GOOD:[48,2,1,""],invert:[48,3,1,""],random:[48,3,1,""]},"pomdp_problems.rocksample.rocksample_problem":{Action:[47,1,1,""],CheckAction:[47,1,1,""],MoveAction:[47,1,1,""],Observation:[47,1,1,""],RSObservationModel:[47,1,1,""],RSPolicyModel:[47,1,1,""],RSRewardModel:[47,1,1,""],RSTransitionModel:[47,1,1,""],RockSampleProblem:[47,1,1,""],RockType:[47,1,1,""],SampleAction:[47,1,1,""],State:[47,1,1,""],euclidean_dist:[47,4,1,""],init_particles_belief:[47,4,1,""],main:[47,4,1,""],test_planner:[47,4,1,""]},"pomdp_problems.rocksample.rocksample_problem.MoveAction":{EAST:[47,2,1,""],NORTH:[47,2,1,""],SOUTH:[47,2,1,""],WEST:[47,2,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSObservationModel":{argmax:[47,3,1,""],probability:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSPolicyModel":{argmax:[47,3,1,""],get_all_actions:[47,3,1,""],probability:[47,3,1,""],rollout:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSRewardModel":{argmax:[47,3,1,""],probability:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RSTransitionModel":{argmax:[47,3,1,""],probability:[47,3,1,""],sample:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RockSampleProblem":{generate_instance:[47,3,1,""],in_exit_area:[47,3,1,""],print_state:[47,3,1,""],random_free_location:[47,3,1,""]},"pomdp_problems.rocksample.rocksample_problem.RockType":{BAD:[47,2,1,""],GOOD:[47,2,1,""],invert:[47,3,1,""],random:[47,3,1,""]},"pomdp_problems.tag":{agent:[50,0,0,"-"],constants:[49,0,0,"-"],domain:[51,0,0,"-"],env:[52,0,0,"-"],example_worlds:[49,0,0,"-"],experiment:[49,0,0,"-"],models:[53,0,0,"-"],problem:[49,0,0,"-"]},"pomdp_problems.tag.agent":{agent:[50,0,0,"-"]},"pomdp_problems.tag.agent.agent":{TagAgent:[50,1,1,""],belief_update:[50,4,1,""],initialize_belief:[50,4,1,""],initialize_particles_belief:[50,4,1,""]},"pomdp_problems.tag.agent.agent.TagAgent":{clear_history:[50,3,1,""]},"pomdp_problems.tag.domain":{action:[51,0,0,"-"],observation:[51,0,0,"-"],state:[51,0,0,"-"]},"pomdp_problems.tag.domain.action":{TagAction:[51,1,1,""]},"pomdp_problems.tag.domain.observation":{TagObservation:[51,1,1,""]},"pomdp_problems.tag.domain.state":{TagState:[51,1,1,""]},"pomdp_problems.tag.env":{env:[52,0,0,"-"],visual:[52,0,0,"-"]},"pomdp_problems.tag.env.env":{TagEnvironment:[52,1,1,""]},"pomdp_problems.tag.env.env.TagEnvironment":{from_str:[52,3,1,""],grid_map:[52,3,1,""],length:[52,3,1,""],width:[52,3,1,""]},"pomdp_problems.tag.env.visual":{TagViz:[52,1,1,""],unittest:[52,4,1,""]},"pomdp_problems.tag.env.visual.TagViz":{draw_belief:[52,3,1,""],draw_observation:[52,3,1,""],draw_robot:[52,3,1,""],img_height:[52,3,1,""],img_width:[52,3,1,""],last_observation:[52,3,1,""],on_cleanup:[52,3,1,""],on_event:[52,3,1,""],on_execute:[52,3,1,""],on_init:[52,3,1,""],on_loop:[52,3,1,""],on_render:[52,3,1,""],render_env:[52,3,1,""],update:[52,3,1,""]},"pomdp_problems.tag.experiment":{main:[49,4,1,""],trial:[49,4,1,""]},"pomdp_problems.tag.models":{components:[54,0,0,"-"],observation_model:[53,0,0,"-"],policy_model:[53,0,0,"-"],reward_model:[53,0,0,"-"],transition_model:[53,0,0,"-"]},"pomdp_problems.tag.models.components":{grid_map:[54,0,0,"-"],motion_policy:[54,0,0,"-"]},"pomdp_problems.tag.models.components.grid_map":{GridMap:[54,1,1,""]},"pomdp_problems.tag.models.components.grid_map.GridMap":{free_cells:[54,3,1,""],from_str:[54,3,1,""],valid_motions:[54,3,1,""],valid_pose:[54,3,1,""]},"pomdp_problems.tag.models.components.motion_policy":{TagTargetMotionPolicy:[54,1,1,""]},"pomdp_problems.tag.models.components.motion_policy.TagTargetMotionPolicy":{mpe:[54,3,1,""],probability:[54,3,1,""],random:[54,3,1,""]},"pomdp_problems.tag.models.observation_model":{TagObservationModel:[53,1,1,""]},"pomdp_problems.tag.models.observation_model.TagObservationModel":{argmax:[53,3,1,""],probability:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.models.policy_model":{TagPolicyModel:[53,1,1,""]},"pomdp_problems.tag.models.policy_model.TagPolicyModel":{get_all_actions:[53,3,1,""],rollout:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.models.reward_model":{TagRewardModel:[53,1,1,""]},"pomdp_problems.tag.models.reward_model.TagRewardModel":{probability:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.models.transition_model":{TagTransitionModel:[53,1,1,""]},"pomdp_problems.tag.models.transition_model.TagTransitionModel":{argmax:[53,3,1,""],if_move_by:[53,3,1,""],probability:[53,3,1,""],sample:[53,3,1,""]},"pomdp_problems.tag.problem":{TagProblem:[49,1,1,""],main:[49,4,1,""],solve:[49,4,1,""]},"pomdp_problems.tiger":{cythonize:[56,0,0,"-"],tiger_problem:[55,0,0,"-"]},"pomdp_problems.tiger.cythonize":{run_tiger:[56,0,0,"-"],tiger_problem:[56,0,0,"-"]},"pomdp_problems.tiger.cythonize.tiger_problem":{TigerAction:[56,1,1,""],TigerObservation:[56,1,1,""],TigerObservationModel:[56,1,1,""],TigerPolicyModel:[56,1,1,""],TigerProblem:[56,1,1,""],TigerRewardModel:[56,1,1,""],TigerState:[56,1,1,""],TigerTransitionModel:[56,1,1,""],build_actions:[56,4,1,""],build_observations:[56,4,1,""],build_setting:[56,4,1,""],build_states:[56,4,1,""],main:[56,4,1,""],test_planner:[56,4,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerObservation":{name:[56,2,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerObservationModel":{argmax:[56,3,1,""],get_all_observations:[56,3,1,""],get_distribution:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerPolicyModel":{argmax:[56,3,1,""],get_all_actions:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerProblem":{ACTIONS:[56,2,1,""],OBSERVATIONS:[56,2,1,""],STATES:[56,2,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerRewardModel":{argmax:[56,3,1,""],get_distribution:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerState":{name:[56,2,1,""]},"pomdp_problems.tiger.cythonize.tiger_problem.TigerTransitionModel":{argmax:[56,3,1,""],get_all_states:[56,3,1,""],get_distribution:[56,3,1,""],probability:[56,3,1,""],sample:[56,3,1,""]},"pomdp_problems.tiger.tiger_problem":{ObservationModel:[55,1,1,""],PolicyModel:[55,1,1,""],RewardModel:[55,1,1,""],TigerAction:[55,1,1,""],TigerObservation:[55,1,1,""],TigerProblem:[55,1,1,""],TigerState:[55,1,1,""],TransitionModel:[55,1,1,""],main:[55,4,1,""],test_planner:[55,4,1,""]},"pomdp_problems.tiger.tiger_problem.ObservationModel":{get_all_observations:[55,3,1,""],probability:[55,3,1,""],sample:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.PolicyModel":{ACTIONS:[55,2,1,""],get_all_actions:[55,3,1,""],sample:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.RewardModel":{sample:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.TigerProblem":{create:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.TigerState":{other:[55,3,1,""]},"pomdp_problems.tiger.tiger_problem.TransitionModel":{get_all_states:[55,3,1,""],probability:[55,3,1,""],sample:[55,3,1,""]},"pomdp_py.algorithms":{bsp:[3,0,0,"-"],po_rollout:[2,0,0,"-"],po_uct:[2,0,0,"-"],pomcp:[2,0,0,"-"],value_iteration:[2,0,0,"-"],visual:[4,0,0,"-"]},"pomdp_py.algorithms.bsp":{blqr:[2,0,0,"-"]},"pomdp_py.algorithms.bsp.blqr":{BLQR:[2,1,1,""]},"pomdp_py.algorithms.bsp.blqr.BLQR":{create_plan:[2,3,1,""],ekf_update_mlo:[2,3,1,""],integrate_belief_segment:[2,3,1,""],interpret_sqp_plan:[2,3,1,""],segmented_cost_function:[2,3,1,""]},"pomdp_py.algorithms.po_rollout":{PORollout:[2,1,1,""]},"pomdp_py.algorithms.po_rollout.PORollout":{clear_agent:[2,3,1,""],last_best_reward:[2,2,1,""],plan:[2,3,1,""],update:[2,3,1,""],update_agent_belief:[2,2,1,""]},"pomdp_py.algorithms.po_uct":{ActionPrior:[2,1,1,""],POUCT:[2,1,1,""],QNode:[2,1,1,""],RandomRollout:[2,1,1,""],RolloutPolicy:[2,1,1,""],RootVNode:[2,1,1,""],TreeNode:[2,1,1,""],VNode:[2,1,1,""]},"pomdp_py.algorithms.po_uct.ActionPrior":{get_preferred_actions:[2,3,1,""]},"pomdp_py.algorithms.po_uct.POUCT":{clear_agent:[2,3,1,""],last_num_sims:[2,2,1,""],last_planning_time:[2,2,1,""],plan:[2,3,1,""],update:[2,3,1,""],updates_agent_belief:[2,2,1,""]},"pomdp_py.algorithms.po_uct.RandomRollout":{rollout:[2,3,1,""]},"pomdp_py.algorithms.po_uct.RolloutPolicy":{rollout:[2,3,1,""]},"pomdp_py.algorithms.po_uct.RootVNode":{from_vnode:[2,3,1,""],history:[2,2,1,""]},"pomdp_py.algorithms.po_uct.TreeNode":{children:[2,2,1,""],num_visits:[2,2,1,""],value:[2,2,1,""]},"pomdp_py.algorithms.po_uct.VNode":{argmax:[2,3,1,""],print_children_value:[2,3,1,""],value:[2,2,1,""]},"pomdp_py.algorithms.pomcp":{POMCP:[2,1,1,""],RootVNodeParticles:[2,1,1,""],VNodeParticles:[2,1,1,""]},"pomdp_py.algorithms.pomcp.POMCP":{plan:[2,3,1,""],update:[2,3,1,""],update_agent_belief:[2,2,1,""]},"pomdp_py.algorithms.pomcp.RootVNodeParticles":{belief:[2,2,1,""],from_vnode:[2,3,1,""]},"pomdp_py.algorithms.pomcp.VNodeParticles":{belief:[2,2,1,""]},"pomdp_py.algorithms.value_iteration":{ValueIteration:[2,1,1,""]},"pomdp_py.algorithms.value_iteration.ValueIteration":{plan:[2,3,1,""]},"pomdp_py.framework":{basics:[5,0,0,"-"],oopomdp:[5,0,0,"-"],planner:[5,0,0,"-"]},"pomdp_py.framework.basics":{Action:[5,1,1,""],Agent:[5,1,1,""],BlackboxModel:[5,1,1,""],Distribution:[5,1,1,""],Environment:[5,1,1,""],GenerativeDistribution:[5,1,1,""],Observation:[5,1,1,""],ObservationModel:[5,1,1,""],Option:[5,1,1,""],POMDP:[5,1,1,""],PolicyModel:[5,1,1,""],RewardModel:[5,1,1,""],State:[5,1,1,""],TransitionModel:[5,1,1,""],sample_explict_models:[5,4,1,""],sample_generative_model:[5,4,1,""]},"pomdp_py.framework.basics.Agent":{add_attr:[5,3,1,""],all_actions:[5,2,1,""],all_observations:[5,2,1,""],all_states:[5,2,1,""],belief:[5,2,1,""],history:[5,2,1,""],init_belief:[5,2,1,""],sample_belief:[5,3,1,""],set_belief:[5,3,1,""],update:[5,3,1,""],update_history:[5,3,1,""]},"pomdp_py.framework.basics.BlackboxModel":{argmax:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.basics.Distribution":{__getitem__:[5,3,1,""],__setitem__:[5,3,1,""]},"pomdp_py.framework.basics.Environment":{apply_transition:[5,3,1,""],blackbox_model:[5,2,1,""],cur_state:[5,2,1,""],provide_observation:[5,3,1,""],reward_model:[5,2,1,""],state:[5,2,1,""],state_transition:[5,3,1,""],transition_model:[5,2,1,""]},"pomdp_py.framework.basics.GenerativeDistribution":{argmax:[5,3,1,""],get_histogram:[5,3,1,""],mpe:[5,3,1,""]},"pomdp_py.framework.basics.ObservationModel":{argmax:[5,3,1,""],get_all_observations:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.basics.Option":{initiation:[5,3,1,""],policy:[5,2,1,""],sample:[5,3,1,""],termination:[5,3,1,""]},"pomdp_py.framework.basics.PolicyModel":{argmax:[5,3,1,""],get_all_actions:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""],update:[5,3,1,""]},"pomdp_py.framework.basics.RewardModel":{argmax:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.basics.TransitionModel":{argmax:[5,3,1,""],get_all_states:[5,3,1,""],get_distribution:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.oopomdp":{OOBelief:[5,1,1,""],OOObservation:[5,1,1,""],OOObservationModel:[5,1,1,""],OOPOMDP:[5,1,1,""],OOState:[5,1,1,""],OOTransitionModel:[5,1,1,""],ObjectState:[5,1,1,""]},"pomdp_py.framework.oopomdp.OOBelief":{__getitem__:[5,3,1,""],__setitem__:[5,3,1,""],b:[5,3,1,""],mpe:[5,3,1,""],object_belief:[5,3,1,""],object_beliefs:[5,2,1,""],random:[5,3,1,""],set_object_belief:[5,3,1,""]},"pomdp_py.framework.oopomdp.OOObservation":{factor:[5,3,1,""],merge:[5,3,1,""]},"pomdp_py.framework.oopomdp.OOObservationModel":{__getitem__:[5,3,1,""],argmax:[5,3,1,""],observation_models:[5,2,1,""],probability:[5,3,1,""],sample:[5,3,1,""]},"pomdp_py.framework.oopomdp.OOState":{__getitem__:[5,3,1,""],copy:[5,3,1,""],get_object_attribute:[5,3,1,""],get_object_class:[5,3,1,""],get_object_state:[5,3,1,""],s:[5,3,1,""],set_object_state:[5,3,1,""],situation:[5,2,1,""]},"pomdp_py.framework.oopomdp.OOTransitionModel":{__getitem__:[5,3,1,""],argmax:[5,3,1,""],probability:[5,3,1,""],sample:[5,3,1,""],transition_models:[5,2,1,""]},"pomdp_py.framework.oopomdp.ObjectState":{__getitem__:[5,3,1,""],__setitem__:[5,3,1,""],copy:[5,3,1,""]},"pomdp_py.framework.planner":{Planner:[5,1,1,""]},"pomdp_py.framework.planner.Planner":{plan:[5,3,1,""],update:[5,3,1,""],updates_agent_belief:[5,3,1,""]},"pomdp_py.representations.belief":{histogram:[7,0,0,"-"],particles:[7,0,0,"-"]},"pomdp_py.representations.belief.histogram":{abstraction_over_histogram:[7,4,1,""],update_histogram_belief:[7,4,1,""]},"pomdp_py.representations.belief.particles":{abstraction_over_particles:[7,4,1,""],particle_reinvigoration:[7,4,1,""],update_particles_belief:[7,4,1,""]},"pomdp_py.representations.distribution":{gaussian:[8,0,0,"-"],histogram:[8,0,0,"-"],particles:[8,0,0,"-"]},"pomdp_py.representations.distribution.gaussian":{Gaussian:[8,1,1,""]},"pomdp_py.representations.distribution.gaussian.Gaussian":{__getitem__:[8,3,1,""],__setitem__:[8,3,1,""],cov:[8,2,1,""],covariance:[8,2,1,""],mean:[8,2,1,""],mpe:[8,3,1,""],random:[8,3,1,""],sigma:[8,2,1,""]},"pomdp_py.representations.distribution.histogram":{Histogram:[8,1,1,""]},"pomdp_py.representations.distribution.histogram.Histogram":{__getitem__:[8,3,1,""],__setitem__:[8,3,1,""],get_histogram:[8,3,1,""],histogram:[8,2,1,""],is_normalized:[8,3,1,""],mpe:[8,3,1,""],random:[8,3,1,""]},"pomdp_py.representations.distribution.particles":{Particles:[8,1,1,""],WeightedParticles:[8,1,1,""]},"pomdp_py.representations.distribution.particles.Particles":{add:[8,3,1,""],from_histogram:[8,3,1,""],get_abstraction:[8,3,1,""],get_histogram:[8,3,1,""],particles:[8,2,1,""],random:[8,3,1,""]},"pomdp_py.representations.distribution.particles.WeightedParticles":{__getitem__:[8,3,1,""],__setitem__:[8,3,1,""],add:[8,3,1,""],condense:[8,3,1,""],from_histogram:[8,3,1,""],get_histogram:[8,3,1,""],mpe:[8,3,1,""],particles:[8,2,1,""],random:[8,3,1,""],values:[8,2,1,""],weights:[8,2,1,""]},"pomdp_py.utils":{colors:[9,0,0,"-"],cython_utils:[9,0,0,"-"],debugging:[9,0,0,"-"],math:[9,0,0,"-"],misc:[9,0,0,"-"],plotting:[9,0,0,"-"],templates:[9,0,0,"-"],test_utils:[9,0,0,"-"],typ:[9,0,0,"-"]},"pomdp_py.utils.colors":{hex_to_rgb:[9,4,1,""],inverse_color_hex:[9,4,1,""],inverse_color_rgb:[9,4,1,""],lighter:[9,4,1,""],random_unique_color:[9,4,1,""],rgb_to_hex:[9,4,1,""]},"pomdp_py.utils.cython_utils":{det_dict_hash:[9,4,1,""]},"pomdp_py.utils.debugging":{TreeDebugger:[9,1,1,""],interpret_color:[9,4,1,""],sorted_by_str:[9,4,1,""]},"pomdp_py.utils.debugging.TreeDebugger":{b:[9,3,1,""],back:[9,3,1,""],bestseq:[9,3,1,""],bestseqd:[9,3,1,""],c:[9,3,1,""],clear:[9,3,1,""],d:[9,3,1,""],depth:[9,3,1,""],l:[9,3,1,""],layer:[9,3,1,""],leaf:[9,3,1,""],mark:[9,3,1,""],mark_path:[9,3,1,""],mark_sequence:[9,3,1,""],markp:[9,3,1,""],mbp:[9,3,1,""],nl:[9,3,1,""],nn:[9,3,1,""],nq:[9,3,1,""],num_layers:[9,3,1,""],num_nodes:[9,3,1,""],nv:[9,3,1,""],p:[9,3,1,""],path:[9,3,1,""],path_to:[9,3,1,""],pm:[9,3,1,""],pp:[9,3,1,""],preferred_actions:[9,3,1,""],r:[9,3,1,""],root:[9,3,1,""],s:[9,3,1,""],single_node_str:[9,3,1,""],step:[9,3,1,""],tree_stats:[9,3,1,""]},"pomdp_py.utils.interfaces":{simple_rl:[57,0,0,"-"],solvers:[17,0,0,"-"]},"pomdp_py.utils.interfaces.conversion":{AlphaVectorPolicy:[17,1,1,""],PolicyGraph:[17,1,1,""],to_pomdp_file:[17,4,1,""],to_pomdpx_file:[17,4,1,""]},"pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy":{construct:[17,3,1,""],plan:[17,3,1,""],value:[17,3,1,""]},"pomdp_py.utils.interfaces.conversion.PolicyGraph":{construct:[17,3,1,""],plan:[17,3,1,""],update:[17,3,1,""]},"pomdp_py.utils.interfaces.simple_rl":{convert_to_MDPClass:[57,4,1,""],convert_to_POMDPClass:[57,4,1,""]},"pomdp_py.utils.interfaces.solvers":{sarsop:[17,4,1,""],vi_pruning:[17,4,1,""]},"pomdp_py.utils.math":{R_between:[9,4,1,""],R_x:[9,4,1,""],R_y:[9,4,1,""],R_z:[9,4,1,""],T:[9,4,1,""],approx_equal:[9,4,1,""],euclidean_dist:[9,4,1,""],proj:[9,4,1,""],to_radians:[9,4,1,""],vec:[9,4,1,""]},"pomdp_py.utils.misc":{json_safe:[9,4,1,""],remap:[9,4,1,""],safe_slice:[9,4,1,""],similar:[9,4,1,""],special_char:[9,1,1,""]},"pomdp_py.utils.misc.special_char":{SUBSCRIPT:[9,2,1,""],bottomleft:[9,2,1,""],bottomright:[9,2,1,""],bottomt:[9,2,1,""],down:[9,2,1,""],hline:[9,2,1,""],intersect:[9,2,1,""],left:[9,2,1,""],leftt:[9,2,1,""],longbottomleft:[9,2,1,""],longbottomright:[9,2,1,""],longleft:[9,2,1,""],longright:[9,2,1,""],longtopleft:[9,2,1,""],longtopright:[9,2,1,""],right:[9,2,1,""],rightt:[9,2,1,""],shadebar:[9,2,1,""],topleft:[9,2,1,""],topright:[9,2,1,""],topt:[9,2,1,""],up:[9,2,1,""],vline:[9,2,1,""]},"pomdp_py.utils.plotting":{plot_circle:[9,4,1,""],plot_line:[9,4,1,""],plot_points:[9,4,1,""],plot_polygons:[9,4,1,""],save_plot:[9,4,1,""]},"pomdp_py.utils.templates":{DetObservationModel:[9,1,1,""],DetRewardModel:[9,1,1,""],DetTransitionModel:[9,1,1,""],SimpleAction:[9,1,1,""],SimpleObservation:[9,1,1,""],SimpleState:[9,1,1,""],TabularObservationModel:[9,1,1,""],TabularRewardModel:[9,1,1,""],TabularTransitionModel:[9,1,1,""],UniformPolicyModel:[9,1,1,""]},"pomdp_py.utils.templates.DetObservationModel":{probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.DetRewardModel":{argmax:[9,3,1,""],reward_func:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.DetTransitionModel":{probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.TabularObservationModel":{get_all_observations:[9,3,1,""],probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.TabularRewardModel":{sample:[9,3,1,""]},"pomdp_py.utils.templates.TabularTransitionModel":{get_all_states:[9,3,1,""],probability:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.templates.UniformPolicyModel":{get_all_actions:[9,3,1,""],rollout:[9,3,1,""],sample:[9,3,1,""]},"pomdp_py.utils.test_utils":{make_tiger:[9,4,1,""],remove_files:[9,4,1,""]},"pomdp_py.utils.typ":{bcolors:[9,1,1,""],blue:[9,4,1,""],bold:[9,4,1,""],cyan:[9,4,1,""],error:[9,4,1,""],green:[9,4,1,""],info:[9,4,1,""],magenta:[9,4,1,""],note:[9,4,1,""],red:[9,4,1,""],success:[9,4,1,""],warning:[9,4,1,""],white:[9,4,1,""],yellow:[9,4,1,""]},"pomdp_py.utils.typ.bcolors":{BLUE:[9,2,1,""],BOLD:[9,2,1,""],CYAN:[9,2,1,""],ENDC:[9,2,1,""],GREEN:[9,2,1,""],MAGENTA:[9,2,1,""],RED:[9,2,1,""],WHITE:[9,2,1,""],YELLOW:[9,2,1,""],disable:[9,3,1,""],s:[9,3,1,""]},"pomdp_py.visual":{search_tree:[12,0,0,"-"]},"pomdp_py.visual.search_tree":{visualize_pouct_search_tree:[12,4,1,""]},pomdp_problems:{lasertag:[29,0,0,"-"],light_dark:[30,0,0,"-"],load_unload:[35,0,0,"-"],maze:[36,0,0,"-"],rocksample:[47,0,0,"-"],tag:[49,0,0,"-"]},pomdp_py:{utils:[9,0,0,"-"],visual:[12,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function"},terms:{"00s":17,"13808e":17,"18fc58e0":14,"22729e":17,"37m":[0,1,27,28],"3oyqqko":[],"45deg":43,"719c2edf5":14,"75044e":17,"76277e":17,"91m":9,"92m":9,"93m":9,"94m":9,"95m":9,"96m":9,"97m":9,"\u2080listen":[9,10],"\u2080tiger":[9,10],"\u2081open":[9,10],"\u2081tiger":[9,10],"\u2082open":[9,10],"\u2083stai":[],"abstract":[5,8],"boolean":5,"break":14,"case":[2,7,17,19,20,23,26,41,44,45,55,56],"class":[2,3,5,8,9,10,11,14,15,17,18,19,22,30,32,33,34,35,37,38,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57],"const":[33,34],"default":[2,5,7,14,17,55],"final":19,"float":[2,5,8,9,17,35,44,45,47,48,53,55,56],"function":[2,3,5,7,8,9,10,11,14,17,19,21,30,34,41,42,44,50,57],"import":[5,9,10,15,17,19,24],"int":[2,9,10,17,42,44,55,56],"long":[2,3],"new":[2,5,7,8,23,44,52],"null":[43,45],"return":[2,3,5,7,8,9,10,11,14,17,19,34,35,42,44,45,46,47,48,53,54,55,56,57],"short":19,"static":[9,10,44,45,47,48,52,55],"super":19,"true":[2,5,7,8,9,10,12,14,17,19,24,36,41,44,45,46,49,55],"while":[2,14,19,35,55,56],Added:14,But:[2,5,7,13,14,19,41,43,45,55,56],DFS:[9,10],For:[2,5,8,12,14,19,24,44,46,49],Its:5,LPs:17,MOS:[14,23,27,28],Mos:43,NUS:[17,21],Not:[8,36],One:[2,19,42],Pas:19,ROS:26,Such:[9,10],That:[5,17],The:[2,3,5,8,9,10,13,14,15,16,17,18,19,21,22,23,26,30,32,34,35,36,37,41,43,44,45,46,47,48,49,51,53,55,56],Their:13,Then:[13,19,41],There:[11,13,17,20,24,26,30,53,57],These:2,Use:[20,23],Used:[2,8,46],Useful:9,Uses:[9,10,41],Using:[14,15,21,23],Will:[9,10],With:[19,53],______id______:24,_____g:24,__eq__:19,__getitem__:[5,8,9,10],__hash__:19,__init__:[2,5,8,13,18,19],__ne__:14,__num_sims__:24,__setitem__:[5,8],_hash_se:[],_nodepp:[9,10],_py:23,_qnodepp:[9,10],_reward_func:19,_sphinx_src:13,_vnodepp:[9,10],a_t:19,abel:[11,19,57],abil:30,abl:[14,19],about:[9,10,14,18,35,42,46,47,48],abov:[15,17,18,19,21],absenc:36,abstraction_over_histogram:7,abstraction_over_particl:7,acceler:26,access:[13,23],accommod:5,accord:[5,9,18,19,34,35,45,46,47,48,51,53,55,56],accordingli:[2,5],account:[],accur:[19,55,56],achiev:2,aciton:[11,57],act:[2,5,19,23,24,55],action:[2,5,7,9,10,11,12,14,15,17,18,19,21,24,27,30,34,35,41,44,45,46,47,48,49,52,53,54,55,56,57],action_prior:2,actionprior:2,activ:[17,26],actual:[19,30,36,41,46,55,56],adacompnu:17,add:[2,8,14,42],add_attr:5,added:[2,3],adding:5,addit:[7,17,20,23],addition:[5,24],adjust:18,advanc:[2,19,26],after:[2,5,17,35,43,44,45,52],again:5,agent:[2,5,7,9,10,11,15,18,19,20,21,22,23,24,27,30,35,36,37,41,45,46,47,48,49,51,55,56,57],agent_has_map:41,aggreg:8,algorithm:[0,1,5,9,11,14,17,22,23,26,30,35,45,47,48,49,53,55,56,57],alia:[5,9,10],all:[2,5,8,9,10,11,19,26,34,35,42,45,47,48,53,55,56,57],all_act:5,all_mot:54,all_motion_act:46,all_observ:5,all_stat:5,allow:[5,14,18,19,23],along:[9,10],alpha:[9,17],alpha_path:17,alphavectorpolici:[],alreadi:[7,22],also:[2,5,9,10,11,18,19,21,23,26,55,56,57],alt:[],alwai:[5,20,36],amato:19,among:14,amount:[2,30],analysi:26,andrea:19,andrew:2,angl:[18,44,46],angle_incr:[44,46],angular:44,ani:[2,8,17,36,44,45],anonym:12,anonymize_act:12,anonymize_observ:12,anoth:14,ant:2,anthoni:[2,17,19,21,23],anyth:53,anytim:[17,49,51,53],api:13,apidoc:13,appear:[17,26,30],appl:[17,26],appli:[5,14],apply_transit:5,approach:30,approx_equ:9,approx_method:8,approxim:[8,26,51,53],arbitrari:2,arbitrarili:8,area:[47,48],arg:[5,9,10,14,35,47,48,53,55,56],argmax:[2,5,9,14,19,34,35,45,47,48,53,56],argument:[13,14],arkov:23,around:[15,26],arr:9,arrai:[2,3,8,9,34],art:26,arthur:18,artial:23,artifact:18,artifici:[2,19,23],arxiv:[2,23],as_debugg:[9,10],assert:[],assign:[5,8],assist:46,associ:17,assort:9,assum:[2,3,5,8,9,14,17,24,30,32,33,34,35,42,45,46,47,48,53,55,56],assumpt:46,attempt:[14,36],attr:5,attr_nam:5,attr_valu:5,attribut:[2,5,43],author:23,autom:[18,19],avail:[2,3,5,14,23],averag:[2,8],avoid:[7,14,15,46],awai:[19,30,53,55,56],axi:9,b_0:[2,3],b_____:24,b_de:[2,3],b_i:[2,3],b_t:[2,3,19],back:[9,10],backup:17,backward:[14,43],bad:[24,47,48],bandit:2,bar:[2,14,34],barth:19,base:[2,3,5,7,8,9,10,13,17,18,19,22,23,26,30,32,33,34,35,37,38,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56],baselin:2,basic:[0,1,2,7,8,9,15,17,19,21,30,32,33,34,35,37,38,42,43,44,45,47,48,49,50,51,52,53,54,55,56],basicpomcp:2,baslin:22,bbox_inch:9,bcolor:9,beam:[18,44,46],bear:46,becaus:[5,13,15,17,19,35,36,42],becom:[5,19,44],been:[2,19,20],befor:30,begin:[2,3,9,19],behavior:[2,14,19,43],behind:[19,55,56],being:[47,48],belief:[0,1,2,3,5,6,8,14,17,18,19,24,30,32,33,34,35,41,44,47,48,50,52,55],belief_rep:[41,42],belief_typ:49,belief_upd:[41,50],belief_updater_typ:[11,57],beliefmdp:26,below:[18,20,24],benchmark:2,benefit:5,besid:26,best:[9,10,14],bestseq:[9,10],bestseqd:[9,10],better:18,between:[2,5,9,14,15,18,26,35,44,46,55],beyond:[2,23],bibtex:[],big:[45,49,50,52,53],bigbird:17,binari:[17,21],bind:26,black:[5,9],blackbox_model:[5,7],blackboxmodel:[5,7,14,19],blank:17,block:[11,15,18,35,57],blqr:[0,1,14,30],blue:[9,10],boil:19,bold:9,booktitl:23,bool:[2,5,7,9,10,17,41,44],both:[2,9,10,17,18,55,56],bottomleft:9,bottomright:9,bottomt:9,box:5,brawner:19,brows:[9,10],bservabl:23,bsp:[0,1],bu_traj:[2,3],bug:14,build:[9,11,14,15,17,18,23,24,57],build_act:56,build_observ:56,build_set:56,build_stat:56,built:[9,13,15],bump:46,calcul:14,call:[2,5,7,17,19],camera_direct:43,can:[2,5,9,10,11,14,17,18,19,21,24,26,30,35,37,41,43,44,45,51,55,56,57],cannot:[13,35,36],captur:15,care:[5,42],carlo:[2,19],carri:[2,5],cassandra:[2,17,19,21,23],categori:18,caus:5,caution:19,caveat:12,cdot:[5,17,34],cell:[18,51,53],center:[9,46],certain:[2,5],certainli:2,cfc88e8d8:14,chang:[5,8,11,14,15,19,24,34,43,45,57],changeabl:14,changelog:23,charact:[9,44],check:[17,18,19,26,47,48],check_1:[47,48],check_collis:45,check_i:[47,48],check_k:[47,48],checkact:[47,48],chen:19,child:2,children:[2,9,10,14],choic:19,choos:[2,19],christoph:19,cimport:14,circl:[18,24],citat:14,cite:23,clair:2,clarif:14,classic:[19,47,55,56],classmethod:[2,17,43,45,52,53,54],clean:23,cleaner:14,clear:[2,9,10,18,42,50],clear_ag:2,clear_histori:[42,50],clearer:26,clearli:[11,57],cli:14,clone:24,close:[19,55,56],closer:53,closest:8,cls:[2,5],clutter:19,code:[2,5,9,14,17,18,19,23,26],collect:17,collis:46,color0:9,color1:9,color:[0,1,10,44,52],color_i:9,colorstr:[9,10],column:[2,3],com:[2,17,24],combin:[2,9,12],command:[17,18],commonli:19,commun:[23,24,26],comp:17,compar:[2,8],compat:14,compil:17,complet:[2,9,17,30],complic:[16,18,19,23,55,56],compon:[5,17,18,19,39,49,53],comprehens:23,comput:[2,3,7,14,17,42],condens:8,condit:[5,19],confer:[2,18,19,23],configur:[30,44],connect:[9,26,41],consequ:36,consid:[7,18,41,44],consist:[2,3,35,55,56],constant:[2,9,27,28],construct:[13,17,19,41],constructor:19,contain:[7,9,10,13,14,17,21,26,46,55,56],content:[0,1,13,23,27,28,49,55],context:17,continu:[2,14,19,30,32,34],contribut:[2,20,23,24],control:[2,3,32,44,45,52],control_bound:[2,3],convei:15,conveni:[5,9,14],convent:[16,23,46],convers:[11,14,17,57],convert:[11,14,57],convert_to_mdpclass:[11,57],convert_to_pomdpclass:[11,57],convolut:26,coordin:[30,34],copi:[5,24],core:[9,10,15],correct:[9,15,19],correspond:[2,3,17,44],cost:[2,3,7,42,47,48],could:[5,8,16,19,23,24,26,41,43,44,45,55],count:[24,44],cours:41,cov:8,cov_t:[2,3],covari:[2,3,8],covt:[2,3],cpython:[0,1,27,28],creat:[5,9,10,11,13,17,18,19,30,55,57],create_plan:[2,3],credit:24,criteria:2,csaba:2,ctype:9,cumul:24,cup:[19,43],cur_belief:[17,19],cur_stat:5,current:[5,7,9,10,11,17,21,36,44,47,48,57],current_histogram:7,current_particl:7,custom:[12,18],custum:[42,50],cyan:9,cython:[9,14,23,24,26,27,28],cython_util:[0,1],dark:[14,20,23,27,28,32,33,34],data:9,david:[2,11,19,57],deal:[9,33],debug:[0,1,12,14,23],debug_tre:55,debugg:[9,10,12],decid:[19,55,56],decis:[2,19,55,56],def:19,defin:[5,8,9,14,16,17,18,21,22,32,33,34,35,36,37,41,43,45],definit:[17,19],deg:46,degre:[18,44,46],denot:5,densiti:8,depend:[2,3,5,9,14,30,34,53],deploi:13,depth:[2,9,10,12],describ:[2,3,5,13,15,16,18,19,23,41,44],descript:[19,30,35,36,41,43,44,45,47,48,49,55,56],design:[9,10,23],desir:[2,3,13],despot:[2,26,49],dest:[9,10],det_dict_hash:9,detail:[17,18,19,21,55],detect:45,determin:[19,32,46,47,48],determinist:[7,9,19,34,45,46,47,48,53],detobservationmodel:9,detrewardmodel:9,dettransitionmodel:9,develop:[2,5,11,17,21,23,24,26,57],diagram:15,dict:[5,7,8,14,42,43,44,50],dictionari:[5,8,9,19,42],differ:[2,13,14,15,18,26,35,41,43,45],differenti:14,dim:[42,44,45],dimension:[2,3,35],direct:[2,3,22],directli:[5,7,19,21,35,56],directori:[13,24],disabl:9,discount:[5,17,24,35,47],discount_factor:[2,5,9,10,11,17,19,41,49,57],discret:[11,18,30,32,57],discretelightdark:30,discuss:16,disk:18,displai:[9,12,24],display_surf:[44,52],dist:46,dist_rang:44,distanc:[44,46],distance_cost:43,distance_func:8,distinguish:35,distribut:[0,1,2,5,6,7,9,15,19,34,35,42,45,47,48,53,55,56],divid:14,doc:[2,3],docker:14,dockerfil:[],document:[9,10,14,16,17,26],doe:[2,5,8,9,10,14,15,17,19,26,36,46,53],doesn:[2,26,42,55,56],doi:2,domain:[2,9,14,16,18,23,27,30,33,34,41,45,47,49,55],domin:17,don:[2,5,7,19,41],done:[17,19,26,41],door:[19,55,56],dot:17,down:[9,19],download:[17,24],draw_belief:[44,52],draw_observ:[44,52],draw_robot:[44,52],drawn:8,drop:43,due:[14,18,46],dumb:[35,55,56],dure:[2,9,10,14,17,46],dynam:[2,3,34,45,46],each:[2,3,5,8,9,10,17,35,36,44,45],earli:[11,57],eas:[9,10],easi:26,easier:[9,10,14],easili:19,east2d:[43,54],east:[43,47,48],ecai:2,ecis:23,edg:[9,10,17],edgecolor:9,edit:14,edu:17,effici:7,egel:24,either:[7,14,17,18,19,55,56],ekf:[2,3],ekf_update_mlo:[2,3],element:34,elif:19,elli:19,els:[17,19,43,45],emit:9,empti:[2,3,50],encapsul:15,encod:17,encourag:19,end:[9,44],endc:9,engin:19,enough:[2,20,35,56],enter:[9,10],entir:[9,10,19,55,56],enumer:[2,9,10,11,14,15,17,19,21,55,57],env:[5,17,18,19,27,30,41,49],env_stat:46,environ:[5,14,15,18,19,33,38,41,44,45,52,55,56],epoch:17,epsilon:[2,9,34,41,42,45],equal:[9,10,19,47,48,55,56],equat:[2,3,7],equip:[18,45],equip_sensor:[18,44],equival:[2,9,19],err:17,error:[9,14],essenti:[2,3,11,15,57],estim:32,eta:[47,48],euclidean_dist:[9,46,47,48],european:2,evalu:[2,8],evaul:5,even:[2,20],event:[44,52],everi:[43,47,48],everyth:18,evid:18,exact:[8,14,19,35],exactli:2,exampl:[2,5,9,10,14,18,19,20,21,23,41,44,46,55,56],example_world:[18,27,28],except:[9,10,44,52],execut:[2,5,9,10,17,44,46],exhibit:5,exist:[2,9,10,16,17,19,22,23],exit:[47,48],expect:[5,17,24],experi:[27,28,30],explain:[2,13],explicitli:[2,7,15,17,19,21,47,48],explod:2,explor:[2,9,10],exploration_const:[2,9,10,19,41,49],exponenti:5,ext:34,extend:[14,17,18,19,20],extens:[2,19,20,23,26,43,45,49],extern:[14,21,23,24,35,56],extrem:[35,55,56],fact:55,factor:[5,17,43],fals:[2,5,7,9,12,17,24,32,34,35,41,42,44,45,46,47,52,54,55],fan:[18,43,45,46],farm:17,farrel:19,fast:2,faster:14,feasibl:[2,5,9,11,35,47,48,53,55,56,57],featur:[2,9,10,23,26],feed:8,feedback:[18,19,55,56],feel:[5,26],few:15,field:[14,46,55,56],fifth:19,fig:34,figur:[18,30,34,35],file:[13,14,18,19,24,26,41],filenam:[17,18],fill:9,find:[14,18,23,24,43,45],findact:[41,43],finish:17,finit:[17,19,35,36],first:[9,10,13,17,18,32,34,47,48],fishman:18,fix:14,flexibl:19,focus:26,follow:[2,3,5,9,10,17,18,19,23,24,34,41,55,56],for_obj:43,forc:43,form:[2,7],formal:15,format:[14,17,19,26],former:16,formul:18,forward:43,found:[17,18,24,51],four:[47,48],fov:[44,46],fps:[44,52],frame:18,framework:[0,1,2,3,8,9,14,15,18,19,23,30,32,33,34,35,37,38,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56],free:[18,19,22,23,26,47,48,55,56],free_cel:54,from:[2,5,8,9,10,13,17,18,19,24,30,32,34,35,36,42,43,44,45,46,50,53,55,56],from_histogram:8,from_str:[52,54],from_vnod:2,front:[19,46,55,56],frozenset:5,func:34,func_nois:34,func_ob:[2,3],func_sysd:[2,3],fundament:15,futur:[9,10],gabriel:19,game:2,gamma:17,gap:46,gather:[],gaussian:[0,1,2,3,6,34],gcc:17,gener:[2,5,8,13,15,17,18,19,20,23,41,55,56],generate_init_belief:35,generate_inst:[47,48],generate_random_st:35,generateleg:2,generatepref:2,generativedistribut:[5,8,42,54],get:[19,24,45,49,55,56],get_abstract:8,get_all_act:[5,9,19,35,45,47,48,53,55,56],get_all_observ:[5,9,19,55,56],get_all_st:[5,9,19,55,56],get_distribut:[5,56],get_histogram:[5,8],get_object_attribut:5,get_object_class:5,get_object_st:5,get_preferred_act:2,gether:[9,10],giant:18,gist:15,git:24,github:[2,13,17,23,24],give:41,given:[2,5,7,8,9,10,12,15,17,19,35,41,44,45,56],gnu:[0,1,27,28],goal:[19,30,36],goal_po:33,goalrewardmodel:45,good:[18,24,47,48],graph:[17,18,41,43,45],graphviz:[],great:26,green:[9,24],grid:[18,35,43,45,46,47,48,53],grid_map:[18,41,42,45,49,50,52,53],gridmap:[46,50,54],gridworld:[5,18,42,43,45],growl:19,guarante:2,guid:19,guidanc:19,gusmao:2,h2r:24,h_t:[5,19],had:36,hahsler:[19,55,56],half_efficiency_dist:47,happen:[2,41,45],has:[2,5,8,13,17,18,22,26,41,46,47,48,54],hash:[5,9,14],hashabl:[5,9],hashcod:5,have:[2,3,5,7,8,9,10,14,15,17,18,19,20,26,41,42,44,47,48,55,56],hear:[19,55,56],heard:19,hello:24,help:[7,9,10,17,18,23],here:[2,5,9,10,13,17,19,20,24,30],herit:12,hershkowitz:19,heurist:[2,19,47,48],hex:9,hex_to_rgb:9,high:[9,10,18,26],highest:[2,5,8,9,10,54],hist:49,histogram:[0,1,6,14,17,19,41,42,56],histori:[2,5,9,10,19,42,45,47,48,50,53],hline:9,hold:[15,50],hood:5,hope:[17,20],horizon:[2,14,17,19],horizont:30,how:[5,16,18,23,55],howev:[2,19],hrs:17,html:[2,3,13,17,24],http:[2,3,17,23,24],hub:24,huge:[9,10],human:19,hurt:[2,19,55,56],icap:23,icaps20subpag:23,icra:[18,41,43,45],idea:[15,19],ident:34,identifi:5,ids:42,ieee:18,if_move_bi:[45,53],illustr:30,imag:[14,18],img:[44,52],img_height:[44,52],img_width:[44,52],imgur:[],implement:[2,3,5,8,9,14,16,19,20,21,22,23,26,30,35,36,41,45,47,48,51,53,55,56],in_boundari:45,in_exit_area:[47,48],in_field_of_view:46,in_rang:46,includ:[13,14,15,41,42,49],include_children:[9,10],incom:17,incorpor:[9,10],incorrect:[5,9],increas:5,increment:46,inde:2,indent:[9,10],independ:17,index:[9,10,17,23],indic:[7,34,44],inf:[2,17],infin:14,infinit:14,info:9,inform:[2,3,5,13,15,19,46,50],inherit:[8,14,19],init:[44,52],init_belief:[5,9,19,35,47,50,55],init_particles_belief:[47,48],init_robot_posit:[49,50],init_robot_st:42,init_st:[9,17,33,35,38,44,47,48,52],init_target_posit:49,init_true_st:[19,55],initi:[5,14,17,18,19,30,42,44,47,48,50,55],initialize_belief:[42,50],initialize_particles_belief:50,inproceed:23,input:[17,21,43,44],inspect:14,instabl:17,instal:[14,17,23],instanc:[5,17,18,44,47,48,55,56],instanti:[18,41],instead:[14,15,19,41,43,45,55,56],instruct:[17,24],intefac:[11,57],integr:[14,23],integrate_belief_seg:[2,3],intellig:[2,19,23],intend:2,intens:30,interact:[9,10,15],interest:16,interfac:[0,1,5,9,14,15,17,18,19,20,21,22,23,26],intern:[18,19],interpret:[8,18,43,44],interpret_color:[9,10],interpret_robot_id:44,interpret_sqp_plan:[2,3],intersect:9,intract:19,introduc:[2,18,19,35,36],introduct:[19,55,56],intuit:23,invalid:[19,46],inverse_color_hex:9,inverse_color_rgb:9,invert:[47,48],involv:18,ipdb:[9,10],is_norm:8,isinst:[17,19],isn:8,issu:14,iter:[2,7,14,17,19,24,26,47,48,49,55],its:[5,14,15,17,19,21,22,26,30,35,36,37,44,45,46,47,48,55,56],itself:[30,35],jac_du:34,jac_dx:34,jac_ob:[2,3],jac_sysd:[2,3],jac_sysd_u:[2,3],jacobian:34,jame:19,jason:14,job:[5,15,19],joel:[2,19],json_saf:9,julia:26,juliapomdp:[2,30],june:2,just:[2,8,9,17,19,32,37,42,55,56],kaelbl:[2,19,23],kaiyu:23,kamalzadeh:[19,55,56],katt:19,kearn:2,keep:[2,7,35,55,56],kei:[5,9,10],kept:30,kevin:19,kind:[9,10],know:[7,36,41],knowledg:[2,19],known:[26,47,48],kocsi:2,kumar:18,kwarg:[2,5,8,9,10,14,19,34,35,42,43,44,45,47,49,52,54],label:9,label_text:9,lack:[11,57],langl:15,languag:23,larg:[2,5,19,51,52,53],larger:12,largest:[9,10],laser2dsensor:[44,46],laser:[18,44,46,49],last:[2,36,43],last_best_reward:2,last_num_sim:[2,19],last_observ:[44,52],last_planning_tim:2,later:18,latest:24,latter:16,layer:[9,10],lbound:17,lead:[17,18],leaf:[9,10],lear:26,learn:[2,5,11,15,19,20,22,23,26,57],least:7,left:[9,10,17,19,24,35,43,55,56],leftt:9,legal:2,len:9,length:[41,42,45,46,52,54],leq:43,lesli:[2,19,23],less:17,let:[17,19],letter:44,level:[2,18],levent:2,leverag:[11,57],librai:26,librari:[11,14,17,21,23,24,57],light:[14,20,23,27,28,32,33,34],light_dark:[27,28],lightdarkdomain:30,lightdarkenviron:33,lightdarkviz:33,lighter:9,like:[5,8,9,10,13,14,15,18,19,24,34,35,42,45,47,48,53,56],likelihood:[2,3,8,30,32,33,34],lim:2,limit:17,line:[2,17,18],linear:[5,34],linestyl:9,linewidth:9,link:[13,14,17,18,23],linux:[0,1,27,28],list:[2,3,8,9,10,11,17,57],listen:[9,10,14,17,19,24,55,56],littman:[2,19,23],load:[14,17,23,27,28],load_unload:[27,28],load_unload_problem:35,loadunloadproblem:35,loc:9,local:30,locat:[19,24,35,36,42,46,47,48,51,53],log:[14,17],log_posit:33,logfil:17,logic:18,longbottomleft:9,longbottomright:9,longer:[2,11,57],longleft:9,longright:9,longtopleft:9,longtopright:9,look:[18,24,37,43,45],lookact:43,loop:[18,19,55,56],lot:[11,57],lower:[9,44],lowest:2,lozano:2,lp_solv:17,lpha:[],lqr:[2,3],luaction:35,luck:[],luobserv:35,luobservationmodel:35,lupolicymodel:35,lurewardmodel:35,lustat:35,lutransitionmodel:35,m_0:33,macglashan:19,machin:[2,17],made:[5,7,24],magenta:9,magnitud:30,mai:[2,5,7,13,15,16,18,23,30,41],main:[5,17,19,35,47,48,49,55,56],maintain:[2,5,7,11,17,35,57],mainten:18,major:23,make:[9,10,11,13,14,15,18,23,24,26,36,42,57],make_laser_sensor:[18,44],make_proximity_sensor:[18,44],make_tig:9,manag:24,mani:[17,26],mansour:2,map:[5,8,9,17,39,42,43,44,45,46,50],mapsto:5,mark:[9,10,18,30,36,43],mark_path:[9,10],mark_sequ:[9,10],markov:[2,19,55,56],markp:[9,10],maron:19,match:[8,14],math:[0,1,2,5,14,34],mathbb:[5,32],matrix:[2,3],max:14,max_:17,max_depth:[2,9,10,12,19,41,49],max_rang:[44,46],max_step:[41,49],max_tim:[41,49],maximum:[2,3,14,17,30,32,33,34,41,42,55,56],maze:20,mazeenviron:38,mbp:[9,10],mcgs_prune_freq:17,mct:[2,24],mdp:[2,5,11,23,26,57],mdpclass:[11,57],mean:[2,7,8,17,34,44,46,49],measur:44,memori:17,merg:[5,43],messi:24,method:[9,10,14],michael:[2,18,19,23],might:[18,19,46,55,56],mimic:2,min:17,min_rang:[44,46],mind:5,minim:[9,10],minor:14,misc:[0,1],model:[5,9,14,17,18,21,22,23,27,30,32,35,41,42,43,47,48,49,55,56],modul:[0,1,6,13,14,18,19,23,27,28],mont:[2,19],more:[7,9,10,13,16,17,18,19,20,22,23,24,26,55,56],mos:24,mos_window:[],mosag:42,mosenviron:44,mosobserv:46,mosobservationmodel:45,mosoobelief:42,mosooobserv:[24,43,44],mosoopomdp:[18,41],mosoost:43,mosrewardmodel:45,most:[5,8,9,34,35,42,45,47,48,53,56],mostli:[11,19,57],mostransitionmodel:45,mosviz:[44,52],motion:[18,37,41,43,45,47,48,51],motion_nam:43,motion_polici:[49,53],motionact:[43,46],move:[9,10,18,24,30,35,36,47,48,53,54],moveact:[47,48],movement:53,mpe:[5,8,14,42,54],much:[14,15],multi:[14,20,22,23,24,27,28,42,43,45],multi_object_search:[18,24,27,28,51],multipl:[8,22],multivari:8,must:[5,17,19,30,35,36],mutabl:[],n_step:5,name:[5,9,17,19,35,43,47,55,56],nearest:8,necessari:[2,5,11,18,41,57],necessarili:45,need:[2,3,7,17,19,30,42,45,55,56],neg:[2,14,19,55,56],neither:[19,55,56],nest:7,neural:[2,19],never:[5,53],new_belief:[17,19],newmax:9,newmin:9,next:[2,5,9,19,34,35,45,47,48,53,55,56],next_object_st:45,next_robot_st:[41,45],next_stat:[5,9,19,34,35,43,44,45,47,48,53,55,56],next_state_spac:7,next_target_posit:54,nextstat:9,nio:2,nip:2,nishanth:18,node:[2,9,10,12,14,17],nois:[2,3,9,19,34,47,48,55,56],noise_covari:34,noise_ob:[2,3],noise_obs_cov:[2,3],noise_sysd:[2,3],noise_t:[2,3],noisi:[47,48],non:36,none:[2,3,5,7,8,9,10,12,17,19,24,33,41,42,43,45,47,48,52,53],nor:[5,19,55,56],normal:[7,8,35,45,47],north2d:[43,54],north:[24,43,47,48],not_free_loc:47,notat:34,note:[2,5,7,8,9,10,11,17,19,23,24,30,41,45,55,56,57],noth:[2,5],notic:19,now:[14,19],nstep:[19,35,47,55,56],num:19,num_lay:[9,10],num_nod:[9,10],num_obj:41,num_obstacl:41,num_particl:[7,35,41,42,47,49,50],num_seg:[2,3],num_sim:[2,9,10,14],num_visit:2,num_visits_init:2,number:[2,5,7,8,9,10,12,14,26,34,41,42,55,56],numer:[8,17,26],numpi:[9,34],nus:17,nxn:[47,48],o_t:19,oarg:7,obj:9,objclass:43,object:[2,5,9,10,14,19,22,23,24,27,28,33,42,43,44,45,46,47,48,52,54],object_belief:[5,42],object_color:44,object_id:[42,45],object_observ:[5,43],object_pos:43,object_st:[5,43,45],objectobserv:[43,45],objectobservationmodel:45,objects_found:43,objectst:[5,43],objid:[5,42,43,44,45],objpos:43,obs:35,obs_nois:[19,55],observ:[2,3,5,7,9,10,11,12,14,15,17,18,19,21,23,24,27,30,33,34,35,36,41,44,45,46,47,48,49,52,53,55,56,57],observation_model:[5,7,17,18,19,30,41,49,52],observationmodel:[5,7,9,11,15,19,22,34,35,45,47,48,53,55,56,57],obstacl:[18,42,44,46],obstacle_pos:54,obsticl:44,obtain:[9,10],obtainx1:2,occlus:[18,44,46],occlusion_en:[44,46],occup:[45,50],offici:24,offlin:17,ohterwis:53,oldmax:9,oldmin:9,oldvalu:9,omega:[15,17,21,32,34],omegasimmathc:34,on_cleanup:[44,52],on_ev:[44,52],on_execut:[44,52],on_init:[44,52],on_loop:[44,52],on_rend:[44,52],onc:[2,5,19,55],one:[5,9,10,16,19,23,26,35,42,44,55,56],onli:[2,5,9,10,11,12,14,15,19,36,45,55,57],onlin:[5,19,30,49],oobelief:[5,14,42,44,52],ooobserv:[5,43],ooobservationmodel:[5,45],oopomdp:[0,1,14,18,22,41,42,43,45],oostat:[5,14,43],ootransitionmodel:[5,45],open:[9,10,17,19,55,56],opengl:5,oper:5,opt_callback:[2,3],opt_opt:[2,3],opt_r:[2,3],optim:[2,3,19],option:[2,5,9,10,14,17,19,43,45,46,47,48,55,56],order:[17,19,30,32],org:[2,3,14,17,23,24],organ:[9,10,18,19],orient:[18,22,36,37,41,42,43,45,46],origin:[2,18,23,30,32,33,34,35,36,43,45,47,48,49],other:[2,19,23,47,48,55,56],otherwis:[19,35,55],our:[18,19,26,30,46],out:[9,10,17,18,26],output:[5,13,17,24],output_fil:12,output_path:17,over:[2,7,8,15,16,19,30,42,55],overlap:45,overrid:44,overriden:5,own:[14,15,45],pack:[2,19,23],packag:[0,13,18,20,23,24,27,30,41,47,49,55],page:[13,23],pair:5,paper:[2,3,18,23,30,32,34,35,36,41,43,45,51,53],param:[5,43],paramet:[2,3,5,7,8,9,10,14,17,19,34,35,41,42,44,45,47,48,50,53,55,56],parent:[9,10,44],parent_edg:[9,10],pars:26,parse_appl_policy_fil:17,parse_pomdp_solve_output:17,part:[7,17],partial:[2,11,19,23,35,36,55,56,57],particl:[0,1,2,6,14,24,42],particle_reinvigor:7,particular:9,particularli:[],pass:[2,3,5,17,19,35],passiv:5,past:41,path:[9,10,13,17,33],path_color:33,path_styl:33,path_to:[9,10],path_width:33,pattern:9,pbar_update_interv:2,pdb:[9,10],pdf:23,peer:26,peopl:23,per:14,perceiv:[35,36],percent:9,perez:2,perfect:[18,45,47,48],perform:[2,3,5,17,19,26],person:51,pg_path:17,phi:[2,3],php:17,pickl:14,pid:17,piec:9,pip:[14,24],place:[18,19,35,53],plan:[2,3,5,9,10,14,17,19,22,23,26,30,32,33,34,41,45,46,49,55],plane:30,planner:[0,1,2,3,17,19,35,41,47,55,56],planner_typ:49,planning_horizon:[2,3],planning_tim:[2,14,19,41,49],planrob:23,planrob_2020_paper_3:23,platt:2,pleas:[12,23],plot:[0,1,24,33],plot_circl:9,plot_lin:9,plot_point:9,plot_polygon:9,pmwiki:17,png:[],po_rollout:[0,1],po_uct:[0,1,9,35,45,47,48,53,55,56],point:[2,3,17,46,49,51,53],pointer:17,polici:[2,5,9,17,19,35,36,45,47,48,53,55,56],policy_model:[5,9,10,18,19,41,49],policy_path:17,policygraph:[],policymodel:[2,5,11,19,22,45,55,57],polygoncollect:9,pomcp:[0,1,7,9,10,14,19,21,22,24,26,41],pomdp:[2,5,9,10,11,13,14,15,16,22,23,30,35,36,41,43,45,47,48,49,51,52,53,55,56,57],pomdp_nam:17,pomdp_pi:[14,15,16,18,19,20,21,22,24,26,30,32,33,34,35,37,38,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56],pomdp_problem:[9,10,17,18,20,23,24],pomdp_solv:[14,17],pomdp_solve_path:17,pomdpclass:[11,57],pomdpconvert:17,pomdpconvert_path:17,pomdpi:26,pomdpsol:17,pomdpsol_path:17,pomdpx:[14,17,26],pomdpxdocument:17,porollout:2,port:26,pos:[34,47],pose:[18,41,43,45,46],pose_objid:45,posit:[19,30,32,33,34,36,37,47,48,53,54,55,56],positit:37,poss:2,possibl:[2,3,5,9,26,35,43,45,47,48,53,55,56],potenti:[11,14,26,57],pouct:[2,9,10,14,18,19,21,22,41,49],powss:2,pr_stai:[49,50,52,54],precis:[17,32],prefer:[2,9,10,14,19],preferred_act:[9,10],preprint:2,presenc:36,present:[2,8,30],preset:[9,10],previous:[2,14,18],principl:23,print:[2,9,10,17,19],print_children_valu:2,print_error:[],print_error_bold:[],print_info:[],print_info_bold:[],print_not:[],print_note_bold:[],print_preferred_act:[],print_preferred_actions_help:[],print_stat:[47,48],print_success:[],print_success_bold:[],print_tre:[],print_tree_help:[],print_warn:[],print_warning_bold:[],prior:[2,5,14,19,41,42,49,50],prob:8,probabilti:5,probabl:[5,8,9,14,15,17,19,21,34,35,36,42,45,47,48,53,54,55,56],problem:[2,3,5,7,11,13,16,17,19,20,23,24,26,27,28,30,32,35,36,37,42,44,47,48,51,53,55,56,57],problem_discret:[27,28],procedur:[18,19],proceed:[2,19],process:[2,19,34,55,56],prod_i:5,produc:[2,3],product:17,program:[9,10,17,21],progress:[2,14],prohibit:7,proj:9,project:[16,18,22,23,26],properti:[5,9,10,14,33,43,44,46,47,48,52],propos:2,provid:[2,11,17,18,19,22,23,26,57],provide_observ:5,proxim:[44,46],proximitysensor:46,prune:[2,17],pull:30,pure:5,purpos:[9,18,23],put:[19,55,56],pyd:24,pygam:[5,24,44,52],pygraphviz:14,pypi:14,python:[9,14,17,18,19,23,24,26,49],pyx:[14,24],qlarg:[2,3],qnode:[2,9,10],quadrat:30,qualiti:[47,48],queri:8,quickli:[9,16,23],quot:[2,19,30,32,34,35,36,55,56],r_between:9,r_t:19,r_x:9,r_y:9,r_z:9,rac:34,rad:44,radian:42,radiu:[9,44,46],raiko:2,rais:19,ran:2,random:[2,5,8,9,14,19,42,45,47,48,54],random_free_loc:[47,48],random_unique_color:9,random_world:41,randomli:[5,8,9,18,34,35,45,47,48,53,55,56],randomrollout:[2,19,35,55,56],rang:[17,18,19,45,46],rangl:15,reach:[2,5,17,19,41],read:13,readabl:18,reader:[],readi:14,readm:13,real:[2,5,7,17,19,41,44,52],real_act:[2,5,7,41,50],real_observ:[2,5,7,19,41,50],realli:[19,42],reason:5,rebuild:24,receiv:[2,5,18,19,35,47,48,55,56],recent:2,recommend:[17,18,24],red:[9,18],reduc:[5,7,43],refactor:14,refer:[2,3,13,30,34,47,55,56],reflect:2,regard:[2,5,14],region:[18,44,46],regret:17,regular:49,reinforc:[5,11,22,26,57],reinvigor:[2,7,24],reinvogr:2,rel:[11,18,57],relat:[23,45],releas:[14,24],remap:9,remov:[13,14,17],remove_fil:9,remove_generated_fil:17,render:5,render_env:[44,52],reorgan:14,repeat:19,replac:44,repo:30,report:17,repositori:[13,24],repres:[2,3,5,7,8,9,10,16,17,18,42,47,48],represent:[0,1,2,5,14,23,42,44],request:[5,30],requir:[2,5,7,9,11,15,24,35,45,47,48,53,55,56,57],res:[33,44,52],research:[22,23,26],reset:[19,55],resolv:14,respect:34,result:[5,7,19,43,44,45],retriev:[9,10],return_oost:[5,14,42],return_policy_graph:17,reus:18,reward:[5,9,17,18,19,24,35,44,45,47,48,53,55,56],reward_func:9,reward_model:[5,18,19,33,41,49],rewardmodel:[5,9,14,15,19,35,45,47,48,53,55,56],rewritten:14,rgb:9,rgb_to_hex:9,rhi:2,right:[9,10,17,19,24,35,42,43,55,56],rightarrow:19,rightt:9,rlo:2,robot:[2,18,19,23,26,30,32,34,37,41,42,43,44,45,46,47,48,51,53],robot_char:41,robot_id:[41,42,43,44,45,46],robot_nam:44,robot_orient:42,robot_pos:[43,46],robot_posit:[51,54],robot_st:45,robotst:43,robottransitionmodel:45,rocess:23,rock:[47,48],rock_id:[47,48],rock_loc:47,rocksampl:[14,23,24,27,28],rocksample_problem:[27,28],rocksampleproblem:[47,48],rocktyp:[47,48],rocktype_1:[47,48],rocktype_2:[47,48],rocktype_i:[47,48],rocktype_k:[47,48],role:18,rollout:[2,9,14,45,47,48,53],rollout_polici:[2,9,10,19],rolloutpolici:[2,9,45,47,48,53],romain:24,room:[18,41],root:[9,10,12,13,24],rootvnod:2,rootvnodeparticl:2,rsaction:48,rsobserv:48,rsobservationmodel:[47,48],rspolicymodel:[47,48],rsrewardmodel:[47,48],rss:2,rsstate:48,rst:13,rstransitionmodel:[47,48],rth:[44,52],run:[2,13,14,17,18,19,24,46,55,56],run_rocksampl:47,run_tig:55,s_1:43,s_2:43,s_i:[5,43],s_n:43,s_r:43,s_t:19,s_transform:2,s_x:34,safe_slic:9,sam:[2,3],same:[5,7,8,14,17,19,51,53,55],sammi:19,sampl:[2,5,8,9,14,17,19,24,34,35,42,45,47,48,53,55,56],sample_belief:5,sample_explict_model:5,sample_generative_model:5,sampleact:[47,48],saniti:19,sarsop:[14,21,24,26],satisfi:5,save:18,save_plot:9,scalar:9,scale:5,scan:[18,44,46],scanner:[18,44,46],scenario:41,schedul:19,scheme:[41,43],scheme_vw:43,scheme_xi:43,scheme_xyth:43,scienc:2,scipi:[2,3],screenshot:18,search:[2,9,10,12,14,19,23,24,27,28,35,36,42,43,45,47,48],sec:17,second:[2,7,9,10,13,17,18],section:[2,18,19],see:[5,8,14,15,17,18,19,20,21,23,24,49],seg:[2,3],segment:[2,3],segmented_cost_funct:[2,3],select:2,self:[2,5,8,9,10,18,19,34,35,42,44,45,47,48,53,54,55,56],semi:5,sens:[15,18,44],sensing_region_s:46,sensor:[18,41,42,43,44,45,47,48],separ:[2,13,18],seq:[9,10],sequenc:[9,10,14],serv:44,session:[9,10],set:[2,5,7,8,9,14,17,18,19,26,35,42,43,44,46,47,48,53,55,56],set_belief:[5,17,19],set_goal:33,set_initial_belief_po:33,set_object_belief:5,set_object_st:5,set_trac:[9,10],setup:[14,24],sever:[19,20],shadebar:9,shallow:12,shape:[2,3,9,18,43,45,46],share:[18,23],shengjian:19,shoot:46,shoot_beam:46,should:[2,3,5,7,13,14,15,17,18,19,22,24,43,45],show:[14,18,23],show_progress:2,shown:[9,18,34],side:[19,35,36],sigma:[8,41,42,45],signal:44,signatur:[2,14],silver:[2,19],sim:[5,19],similar:[9,17,19],similarli:19,simpl:[2,16,18,19,23,30,43,45,46,47,48,49],simple_rl:[1,9,23,26],simpleact:9,simpleobserv:9,simpler:[14,16,26,41],simplest:9,simpli:[7,19],simplifi:14,simul:[2,5,14,17,19,41,44,55],sinc:[5,7,11,19,57],singl:[5,9,10,18,43],single_node_str:[9,10],site:13,situat:[5,18],size:[9,14,17,44,46,52],skip:14,slightli:18,slip:36,small:[2,14,19,35,45,49,50,52,53,56],smartli:[47,48],softwar:[17,24,26],sole:2,solut:17,solv:[2,3,16,18,21,23,24,35,36,41,49,55],solver:[2,14,16,18,19,23,55],some:[9,14,16,17,19,20,24,26,41],someth:[24,43,45],sometim:[5,19],sort:19,sorted_by_str:[9,10],sourc:[2,3,7,9,10,11,12,13,17,18,19,24,30,32,33,34,35,37,38,41,42,43,44,45,46,47,49,50,51,52,53,54,55,57],south2d:[43,54],south:[43,47,48],space:[2,3,5,7,11,14,17,18,19,21,30,32,33,34,35,36,42,43,45,47,48,51,55,56,57],spain:2,spars:2,spec:[17,19,55],special_char:9,specif:[2,5,8,9,10,19,26],specifi:[9,13,14,17,19,55,56],sphinx:[13,14],springer:2,sqp:[2,3],sqrt:2,squar:36,squeez:18,src:17,stage:[11,57],stai:[14,19,53,55],stand:[9,10,19,23,55,56],standard:19,start:[9,10,19,24,35,36,44],startswith:19,state:[2,3,5,7,8,9,14,15,17,18,19,21,24,26,27,30,34,35,36,41,42,44,45,47,48,49,53,55,56],state_mapp:[7,8],state_transform_func:[2,7],state_transit:[5,17,44],static_transit:7,staticobjecttransitionmodel:45,statist:[9,10],statu:35,stderr:17,stdout:17,stefani:[18,19,23],step:[2,9,10,13,14,17,19,24,41,55,56],step_cost:[11,57],stephen:19,stich:[2,3],still:[2,7,19],stochaist:53,stochast:[2,19,23,36,55],stop:2,stop_criteria:17,store:[2,5,9,17],str:[5,8,17,19,44,55],straightforward:19,strategi:2,string:[9,10,17,41,44],structur:[16,18,23],style:9,submodul:[0,1,27,28,39],subpackag:[0,1,27,28],subscript:9,subset:[2,9,10],subseteq:32,subtre:[9,10],success:[2,9],suffici:26,suit:[26,30],sum:[2,3],sum_:7,summari:18,sunberg:2,suppli:5,support:[5,8,15,22,23,26,45],suppos:[9,10],sure:[19,42],symbol:13,synonym:5,system:[2,3,17,19,26,32,34],szepesv:2,tabl:19,tabular:[9,14],tabularobservationmodel:[9,14],tabularrewardmodel:[9,14],tabulartransitionmodel:[9,14],tag:[14,23,27,28],tagact:51,tagag:50,tagenviron:52,tagobserv:51,tagobservationmodel:53,tagpolicymodel:53,tagproblem:49,tagrewardmodel:53,tagstat:51,tagtargetmotionpolici:54,tagtransitionmodel:53,tagviz:52,take:[2,5,8,14,17,18,19,37,47,48,51],taken:[5,8,41],tapani:2,targ:7,target:[17,18,19,41,42,44,51,53,55],target_color:[44,52],target_found:51,target_motion_polici:53,target_object:45,target_posit:[51,54],task:[18,22,23,26,27,28,35],technic:5,tedrak:2,tell:35,tellex:[18,19,23],temp:17,templat:[0,1,14],tempor:5,ten:19,term:[2,3],termin:[2,5,9,10,17,19,41,47,48],terminalst:[47,48],test:[7,9,14,17,27,28],test_al:24,test_plann:[19,35,47,48,55,56],test_tig:17,test_util:[0,1],text:[9,10,17],text_color:9,than:[17,26],thank:14,thei:[2,7,17,42,46],them:[9,16,19,24,26,42],therefor:[5,7,35],thi:[2,3,5,7,8,9,10,11,12,13,14,15,16,17,19,23,24,26,30,33,34,35,41,42,43,44,45,46,47,48,49,52,53,55,56,57],thing:2,think:26,third:18,those:[8,11,19,24,57],three:[18,19],thresh:19,through:[8,9,10,19,35,41],thrown:14,thu:[7,18,43],tiger:[9,10,14,17,18,23,24,27,28],tiger_problem:[9,10,14,17,19,27,28],tigeract:[55,56],tigerobserv:[55,56],tigerobservationmodel:56,tigerpolicymodel:56,tigerproblem:[9,10,17,19,55,56],tigerrewardmodel:56,tigerst:[17,55,56],tigertransitionmodel:56,tight:9,time:[2,7,17,18,35,41,43,47,48],time_limit:17,timeout:17,titl:23,to_pomdp_fil:17,to_pomdpx_fil:17,to_rad:46,to_radian:9,todo:[7,14],togeth:[2,3],tomlin:2,too:[9,10],toolbox:26,toolkit:17,top:13,topleft:9,topolog:[18,41,43,45],topright:9,topt:9,total:[9,10,17],toward:2,track:[2,7],transcript:[2,3],transfer:[22,23],transform:2,transit:[5,7,9,17,18,19,34,35,44,45,47,48,53,55,56],transition_model:[5,7,17,18,19,30,41,49],transitionmodel:[5,7,9,15,19,22,34,35,45,47,48,53,55,56],treasur:[19,55,56],treat:[5,42],tree:[2,9,10,12,14,18,24],tree_stat:[9,10],tree_stats_help:[],treedebugg:[0,1,12,14],treenod:2,tri:[],trial:[17,49],trigger:[5,44],true_stat:[],tupl:[2,3,5,8,9,42,44,45,47,48,53],tuplo:[],turn:[2,3],tutori:[2,3],twenti:19,two:[2,8,9,13,16,17,19,26,55,56],typ:[0,1],type:[5,7,8,9,14,17,34,35,42,44,45,47,48,53,55,56],typic:[9,19],typographi:9,u_d:[2,3],u_i:[2,3],u_init:[2,3],u_t:34,uai:[47,48],ubound:17,ubuntu:17,ucb1:[2,14],uct:2,ultim:30,under:[2,13,17,19,26,46],underli:[5,8,34,56],underneath:5,understand:[9,10,15],uniform:[19,42,47,48,49,50],uniformli:[2,19],uniformpolicymodel:9,uniqu:8,unittest:[41,44,45,52],unknown:30,unless:19,unload:[14,23,27,28],unnecessari:14,unspecifi:42,until:[5,17],unweight:8,updat:[2,3,5,7,9,10,14,17,18,19,41,44,52],update_agent_belief:[2,5],update_histogram_belief:[7,17,19],update_histori:[5,19],update_particles_belief:7,updates_agent_belief:[2,5],upload:23,upon:30,upper:44,url:23,usag:[9,10],use:[5,9,10,12,13,17,18,19,26],use_dot:12,used:[2,5,17,18,19,21,30,42,44,45],useful:[2,5,7,9,10,14,17],user:[11,17,57],uses:[2,26],using:[2,3,5,7,14,16,17,18,19,23,24,34,41,43,45,55],usual:19,util:[0,1,12,14,17,23],utilti:9,val:46,valid:[15,45,46],valid_beam:46,valid_mot:[46,54],valid_pos:[45,54],valid_target_motion_act:54,valu:[2,5,8,9,10,14,17,19,24,26,47,48,49,54,55],value_funct:14,value_init:2,value_iter:[0,1],valueerror:19,valueiter:[2,14,19,21],var_sysd:34,vari:[5,30,43,45],variabl:[5,8,17,54],variant:[11,30,57],varval:5,vec1:9,vec2:9,vec:9,vector:[2,3,8,9,17,32,34],veloc:32,veness:[2,19],verbos:17,veri:[2,5,19],verifi:[14,15,24],versa:[19,55,56],version:[2,17,24],versu:15,vert:9,vertic:9,verts0:9,verts1:9,verts_i:9,vi_prun:17,via:[24,26],vice:[19,55,56],view:[14,46],view_angl:46,virtualenv:24,visibl:46,visit:[12,14],visit_threshold:12,visual:[0,1,18,24,30,41,49],visualize_pouct_search_tre:12,viz_observ:44,vline:9,vnode:[2,9,10,14],vnodeparticl:2,wai:[2,17,19,26],wait:[19,55,56],wall:[36,37],wandzel:18,want:[2,13,18,42],warn:[2,9,10,11,17,57],weak:17,web:13,webpag:[],websit:[13,14,24],weight:[2,8,9],weightedparticl:[8,14],welcom:[20,23],well:[12,18,19,45,55,56],were:14,west2d:[43,54],west:[43,47,48],what:23,whatev:18,when:[2,5,8,9,10,13,14,16,17,18,19,23,24,26,41,47,48,51,53],where:[2,3,5,7,9,18,19,24,30,34,41,43,44,45,47,48],whether:[5,15,17,35],which:[5,7,8,9,10,14,17,19,26,34,37,44,55,56],white:9,whose:[11,18,57],why:23,width:[41,42,45,46,52,54],window:14,within:[18,45,46],within_rang:46,without:[2,17,18,19],word:2,work:[2,9,10,12,14,17,19,23,24,26],workshop:23,world:[5,19,24,35,41,43,44,45,55],worldmap:44,worldstr:[44,49,52,54],would:[14,19,26],write:[5,17],written:[17,19,23,26],www:[17,24],x1b:9,x86_64:[0,1,27,28],x_rang:33,x_t:[32,34],xiao:19,xlabel:9,xval:9,xxxxxx:9,xyth:[24,43],y_rang:33,year:23,yellow:9,yet:[14,18,30,36],yishai:2,ylabel:9,yoonseon:18,you:[2,5,7,9,10,13,14,17,18,19,23,24,30,41,55,56],your:[2,14,18,23],yuchen:19,yval:9,z_1:5,z_i:5,z_n:5,zachari:2,zaragoza:2,zero:[14,34,36],zheng2020pomdp_pi:23,zheng:23,zorder:9},titles:["pomdp_py","pomdp_py package","pomdp_py.algorithms package","pomdp_py.algorithms.bsp package","pomdp_py.algorithms.visual package","pomdp_py.framework package","pomdp_py.representations package","pomdp_py.representations.belief package","pomdp_py.representations.distribution package","pomdp_py.utils package","pomdp_py.utils.debugging module","pomdp_py.utils.interfaces package","pomdp_py.visual package","Building Documentations","Changelog","Design Principles","Examples","Using External Solvers","Multi-Object Search (MOS)","Tiger","Existing POMDP Domains","Existing POMDP Solvers","Use Case Extensions","pomdp_py Documentation","Installation","docs","Other POMDP Libraries","pomdp_problems","pomdp_problems package","pomdp_problems.lasertag package","Light-Dark","pomdp_problems.light_dark.agent package","Submodules","pomdp_problems.light_dark.env package","pomdp_problems.light_dark.models package","Load/Unload","pomdp_problems.maze package","pomdp_problems.maze.domain package","pomdp_problems.maze.env package","pomdp_problems.maze.models package","pomdp_problems.maze.models.components package","Multi-Object Search (MOS) Task","pomdp_problems.multi_object_search.agent package","pomdp_problems.multi_object_search.domain package","pomdp_problems.multi_object_search.env package","pomdp_problems.multi_object_search.models package","pomdp_problems.multi_object_search.models.components package","RockSample","pomdp_problems.rocksample.cythonize package","Tag","pomdp_problems.tag.agent package","pomdp_problems.tag.domain package","pomdp_problems.tag.env package","pomdp_problems.tag.models package","pomdp_problems.tag.models.components package","Tiger","pomdp_problems.tiger.cythonize package","Integration with <cite>simple_rl</cite>"],titleterms:{"37m":[9,47,48,55,56],"case":22,"try":18,MOS:[16,18,41],Use:22,Using:17,action:[32,37,43,51],agent:[17,31,42,50],algorithm:[2,3,4],alphavectorpolici:17,api:23,basic:5,belief:[7,31,42],blqr:[2,3],bsp:[2,3],build:13,cancel:14,changelog:[13,14],citat:23,color:9,compon:[40,46,54],constant:49,content:[3,4,9,12,17,24,29,30,31,32,33,34,37,38,39,40,46,47,48,50,51,52,53,54,56],convent:18,convert:17,cpython:[9,47,48,55,56],cython:[47,48,55,56],cython_util:9,dark:30,debug:[9,10],defin:19,design:15,develop:[],distribut:8,doc:[13,25],docker:24,document:[13,23],domain:[19,20,32,37,43,51],env:[33,38,44,52],exampl:[16,17],example_world:[41,49],exist:[20,21],experi:49,extens:22,extern:17,file:17,framework:5,further:23,gaussian:8,get:23,gnu:[9,47,48,55,56],grid_map:[46,54],histogram:[7,8],imag:24,implement:18,instal:24,instanc:19,instanti:19,integr:57,interfac:[11,57],lasertag:29,librari:26,light:30,light_dark:[30,31,32,33,34],linux:[9,47,48,55,56],load:35,load_unload:35,map:40,math:9,maze:[36,37,38,39,40],misc:9,mod:[],model:[19,34,39,40,45,46,53,54],modul:[2,3,4,5,7,8,9,10,11,12,29,30,31,32,33,34,35,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57],motion_polici:54,multi:[16,18,41],multi_object_search:[41,42,43,44,45,46],note:13,object:[16,18,41],observ:[32,37,43,51],observation_model:[34,45,53],oopomdp:5,other:26,out:24,overview:[18,23],packag:[1,2,3,4,5,6,7,8,9,11,12,28,29,31,33,34,36,37,38,39,40,42,43,44,45,46,48,50,51,52,53,54,56,57],particl:[7,8],pend:[],planner:5,plot:9,po_rollout:2,po_uct:2,policy_model:[45,53],policygraph:17,pomcp:2,pomdp:[17,18,19,20,21,24,26],pomdp_pi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,17,23,57],pomdp_problem:[13,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56],pre:24,principl:15,problem:[18,41,49],problem_discret:30,pull:14,python:[],refer:23,represent:[6,7,8],request:14,reward_model:[45,53],rocksampl:[47,48],rocksample_problem:[47,48],run_rocksampl:48,run_tig:56,sarsop:17,search:[16,18,41],search_tre:12,sensor:46,simple_rl:[11,57],solv:[17,19],solver:[17,21],start:23,state:[32,37,43,51],step:[],strike:[],submodul:[3,4,9,12,30,31,32,33,34,35,37,38,40,46,47,48,49,50,51,52,53,54,55,56],subpackag:[9,30,39,47,49,53,55],summari:19,tabl:[17,24],tag:[49,50,51,52,53,54],task:41,templat:9,test:[24,30],test_util:9,thi:18,thing:24,tiger:[16,19,55,56],tiger_problem:[55,56],tool:23,transition_model:[34,45,53],treedebugg:[9,10],typ:9,unload:35,util:[9,10,11,57],value_iter:2,version:14,visual:[2,4,12,33,44,52],x86_64:[9,47,48,55,56]}})
\ No newline at end of file