From 757e51a3c5eb3c1748dfaacca99a6eba7159dc94 Mon Sep 17 00:00:00 2001
From: kzheng <125413689+kaiyu-zheng@users.noreply.github.com>
Date: Fri, 29 Mar 2024 18:15:48 -0400
Subject: [PATCH 1/6] Minor pypi CI (#62)

* no quotes

* no need to release for vdev-latest to avoid clash with build wheel workflow

* name fix!
---
 .github/workflows/pypi_deployment.yml | 8 +-------
 scripts/pomdp_py_release.sh           | 4 ++--
 2 files changed, 3 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/pypi_deployment.yml b/.github/workflows/pypi_deployment.yml
index 4abce5e..86214ed 100644
--- a/.github/workflows/pypi_deployment.yml
+++ b/.github/workflows/pypi_deployment.yml
@@ -29,7 +29,7 @@ jobs:
     steps:
     - name: Set Variables
       if: startsWith(github.ref, 'refs/tags/v')
-      run: echo "RELEASE_NAME=\"Version ${{ github.ref_name }}\"" >> $GITHUB_ENV
+      run: echo "RELEASE_NAME=Version ${{ github.ref_name }}" >> $GITHUB_ENV
 
     - uses: actions/setup-python@v5
       with:
@@ -58,12 +58,6 @@ jobs:
         repository_url: https://test.pypi.org/legacy/
         skip-existing: true
 
-    - name: Release artifact
-      uses: softprops/action-gh-release@v1
-      with:
-        name: ${{ env.RELEASE_NAME }}
-        files: dist/*.whl
-
 
   pypi-publish:
     name: publish to PyPi
diff --git a/scripts/pomdp_py_release.sh b/scripts/pomdp_py_release.sh
index 1d2c4f5..d9cd79b 100755
--- a/scripts/pomdp_py_release.sh
+++ b/scripts/pomdp_py_release.sh
@@ -82,7 +82,7 @@ find_pxd_files_and_write_manifest ./ MANIFEST.in
 version=$(extract_package_version "$pomdp_py_path/pyproject.toml")
 attempt_count=""
 if [ $# -gt 0 ]; then
-    attempt_count="-$1-"
+    attempt_count="-$1"
 fi
 echo $version
 if ! is_git_repo_on_branch $pomdp_py_path dev-$version; then
@@ -114,7 +114,7 @@ command="auditwheel repair io/dist/${wheel_name} -w /io/wheelhouse/"
 docker run --user $(id -u):$(id -g) --mount type=bind,source=${pomdp_py_path},target=/io $manylinux_image bash -c "$command"
 rm $pomdp_py_path/dist/$wheel_name
 fixed_wheel_name="pomdp_py-${version}-${cpv}-${cpv}-manylinux_2_17_x86_64.$linux_dist.whl"
-fixed_wheel_name_with_attempt="pomdp_py-${version}${attempt_count}${cpv}-${cpv}-manylinux_2_17_x86_64.$linux_dist.whl"
+fixed_wheel_name_with_attempt="pomdp_py-${version}${attempt_count}-${cpv}-${cpv}-manylinux_2_17_x86_64.$linux_dist.whl"
 mv "$pomdp_py_path/wheelhouse/$fixed_wheel_name" "$pomdp_py_path/dist/$fixed_wheel_name_with_attempt"
 rm -r $pomdp_py_path/wheelhouse
 

From e6ea846f5ced6fcd021d2867d6e26f40311d4d5d Mon Sep 17 00:00:00 2001
From: kzheng <125413689+kaiyu-zheng@users.noreply.github.com>
Date: Fri, 29 Mar 2024 18:58:26 -0400
Subject: [PATCH 2/6] Hotfixes for WeightedParticles (#64)

* pass frozen when condense

* bug fix: cannot access private _hist of other
---
 pomdp_py/representations/distribution/particles.pyx | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/pomdp_py/representations/distribution/particles.pyx b/pomdp_py/representations/distribution/particles.pyx
index 7997dd9..323208f 100644
--- a/pomdp_py/representations/distribution/particles.pyx
+++ b/pomdp_py/representations/distribution/particles.pyx
@@ -53,6 +53,14 @@ cdef class WeightedParticles(GenerativeDistribution):
     def frozen(self):
         return self._frozen
 
+    @property
+    def hist(self):
+        return self._hist
+
+    @property
+    def hist_valid(self):
+        return self._hist_valid
+
     def add(self, particle):
         """add(self, particle)
         particle: (value, weight) tuple"""
@@ -77,7 +85,7 @@ cdef class WeightedParticles(GenerativeDistribution):
 
     def __eq__(self, other):
         if isinstance(other, WeightedParticles):
-            return self._hist == other._hist
+            return self._hist == other.hist
         return False
 
     def __getitem__(self, value):
@@ -161,7 +169,7 @@ cdef class WeightedParticles(GenerativeDistribution):
         Returns a new set of weighted particles with unique values
         and weights aggregated (taken average).
         """
-        return WeightedParticles.from_histogram(self.get_histogram())
+        return WeightedParticles.from_histogram(self.get_histogram(), frozen=self._frozen)
 
 
 cdef class Particles(WeightedParticles):

From dcb32d313aab88884d98775532808ef8e923bfaa Mon Sep 17 00:00:00 2001
From: kzheng <125413689+kaiyu-zheng@users.noreply.github.com>
Date: Fri, 29 Mar 2024 19:04:30 -0400
Subject: [PATCH 3/6] Allow Agent name; docstring (#63)

* agent docstring clarification

* agent docstring

* add name attribute to Agent

* default name for rocksample agent

* black
---
 pomdp_py/framework/basics.pxd                 |  1 +
 pomdp_py/framework/basics.pyx                 | 25 ++++++++++++++-----
 .../problems/rocksample/rocksample_problem.py |  1 +
 3 files changed, 21 insertions(+), 6 deletions(-)

diff --git a/pomdp_py/framework/basics.pxd b/pomdp_py/framework/basics.pxd
index b382453..619d030 100644
--- a/pomdp_py/framework/basics.pxd
+++ b/pomdp_py/framework/basics.pxd
@@ -37,6 +37,7 @@ cdef class Agent:
     cdef GenerativeDistribution _cur_belief
     cdef tuple _history
     cdef dict __dict__
+    cdef str _name
 
 cdef class Environment:
     cdef State _init_state
diff --git a/pomdp_py/framework/basics.pyx b/pomdp_py/framework/basics.pyx
index d53c0b3..d04476e 100644
--- a/pomdp_py/framework/basics.pyx
+++ b/pomdp_py/framework/basics.pyx
@@ -319,25 +319,28 @@ cdef class Observation:
 
 cdef class Agent:
     """ An Agent operates in an environment by taking actions, receiving
-    observations, and updating its belief. Taking actions is the job of a
-    planner (:class:`Planner`), and the belief update is the job taken care of
-    by the belief representation or the planner. But, the Agent supplies the
+    observations, and updating its belief. Deciding what action to take is the
+    job of a planner (:class:`Planner`), and the belief update is usually done
+    outside of the agent, taken care of e.g. by the belief representation, or by
+    the planner. The Agent supplies its own version of the
     :class:`TransitionModel`, :class:`ObservationModel`, :class:`RewardModel`,
     OR :class:`BlackboxModel` to the planner or the belief update algorithm.
 
     __init__(self, init_belief,
-             policy_model,
+             policy_model=None,
              transition_model=None,
              observation_model=None,
              reward_model=None,
-             blackbox_model=None)
+             blackbox_model=None,
+             name=None)
     """
     def __init__(self, init_belief,
                  policy_model=None,
                  transition_model=None,
                  observation_model=None,
                  reward_model=None,
-                 blackbox_model=None):
+                 blackbox_model=None,
+                 name=None):
         self._init_belief = init_belief
         self._policy_model = policy_model
 
@@ -345,6 +348,7 @@ cdef class Agent:
         self._observation_model = observation_model
         self._reward_model = reward_model
         self._blackbox_model = blackbox_model
+        self._name = name
 
         # For online planning
         self._cur_belief = init_belief
@@ -414,6 +418,15 @@ cdef class Agent:
     def generative_model(self):
         return self.blackbox_model
 
+    @property
+    def name(self):
+        return self._name
+
+    def set_name(self, str name):
+        """set_name(self, str name)
+        gives this agent a name"""
+        self._name = name
+
     def set_models(self, transition_model=None, observation_model=None,
                    reward_model=None, blackbox_model=None, policy_model=None):
         """Re-assign the models to be the ones given."""
diff --git a/pomdp_py/problems/rocksample/rocksample_problem.py b/pomdp_py/problems/rocksample/rocksample_problem.py
index 2980af5..f8855be 100644
--- a/pomdp_py/problems/rocksample/rocksample_problem.py
+++ b/pomdp_py/problems/rocksample/rocksample_problem.py
@@ -440,6 +440,7 @@ def __init__(
             RSTransitionModel(n, rock_locs, self.in_exit_area),
             RSObservationModel(rock_locs, half_efficiency_dist=half_efficiency_dist),
             RSRewardModel(rock_locs, self.in_exit_area),
+            name=f"RockSampleAgent({n}, {k})",
         )
         env = pomdp_py.Environment(
             init_state,

From 2e83e664624d895cfeba29dedfb7d2b4946a038c Mon Sep 17 00:00:00 2001
From: kzheng <125413689+kaiyu-zheng@users.noreply.github.com>
Date: Sat, 30 Mar 2024 13:04:49 -0400
Subject: [PATCH 4/6] Version 1.3.5.1 (#65)

* build number should be in pyproject.toml

* debugging

* bug fix

* version string fix

* oops; mv wheel

* post1

* try yank & re-upload

* fix script again

* improve weighted particles test

* minor doc addition in weighted particles

* minor minor version

* changelog

* whitespace
---
 .github/workflows/pypi_deployment.yml         |  4 +--
 CHANGELOG.rst                                 |  6 ++++
 .../distribution/particles.pyx                |  2 +-
 pyproject.toml                                |  2 +-
 scripts/pomdp_py_release.sh                   | 35 ++++++++++++++-----
 tests/test_particles.py                       | 25 +++++++++++++
 6 files changed, 62 insertions(+), 12 deletions(-)

diff --git a/.github/workflows/pypi_deployment.yml b/.github/workflows/pypi_deployment.yml
index 86214ed..203b608 100644
--- a/.github/workflows/pypi_deployment.yml
+++ b/.github/workflows/pypi_deployment.yml
@@ -47,7 +47,7 @@ jobs:
       working-directory: .
       run: |
         cd scripts
-        ./pomdp_py_release.sh ${{ vars.RELEASE_ATTEMPT_COUNT }}
+        ./pomdp_py_release.sh
 
     - name: Upload to Test PyPi
       uses: pypa/gh-action-pypi-publish@release/v1
@@ -98,7 +98,7 @@ jobs:
       working-directory: .
       run: |
         cd scripts
-        ./pomdp_py_release.sh ${{ vars.RELEASE_ATTEMPT_COUNT }}
+        ./pomdp_py_release.sh
 
     - name: Upload to PyPi
       uses: pypa/gh-action-pypi-publish@release/v1
diff --git a/CHANGELOG.rst b/CHANGELOG.rst
index 97764ef..709456a 100644
--- a/CHANGELOG.rst
+++ b/CHANGELOG.rst
@@ -3,6 +3,12 @@ Changelog
 
 Best viewed on `the website <https://h2r.github.io/pomdp-py/html/changelog.html>`_.
 
+Version 1.3.5.1 (03/30/2024)
+----------------------------
+* Hot fixes for :py:mod:`~pomdp_py.representations.distribution.particles.WeightedParticles`.
+* :py:mod:`~pomdp_py.framework.basics.Agent` can be created with a name.
+* Bug fixes for release script and GHA workflow.
+
 Version 1.3.5 (03/12/2024)
 --------------------------
 * Refactored :code:`_search` in :py:mod:`~pomdp_py.algorithms.po_uct.POUCT` to be more modular
diff --git a/pomdp_py/representations/distribution/particles.pyx b/pomdp_py/representations/distribution/particles.pyx
index 323208f..e598885 100644
--- a/pomdp_py/representations/distribution/particles.pyx
+++ b/pomdp_py/representations/distribution/particles.pyx
@@ -13,7 +13,7 @@ cdef class WeightedParticles(GenerativeDistribution):
 
     Args:
        particles (list): List of (value, weight) tuples. The weight represents
-           the likelihood that the value is drawn from the underlying distribution.
+           the likelihood that the value is drawn from the underlying distribution. Note that the weights may not be normalized. To normalize, call condense().
        approx_method (str): 'nearest' if when querying the probability
             of a value, and there is no matching particle for it, return
             the probability of the value closest to it. Assuming values
diff --git a/pyproject.toml b/pyproject.toml
index ff42c20..2a27e90 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pomdp-py"
-version = "1.3.5"
+version = "1.3.5.1"
 description = "Python POMDP Library."
 authors = [{name = "Kaiyu Zheng", email = "kzheng10@cs.brown.edu"}]
 license = {file = "LICENSE"}
diff --git a/scripts/pomdp_py_release.sh b/scripts/pomdp_py_release.sh
index d9cd79b..07db750 100755
--- a/scripts/pomdp_py_release.sh
+++ b/scripts/pomdp_py_release.sh
@@ -70,6 +70,21 @@ extract_package_version() {
     echo "$version"
 }
 
+get_base_version() {
+    version_string="$1"
+    echo "${version_string%-*}"
+}
+
+get_post_version() {
+    version_string="$1"
+    if [[ "$version_string" == *-* ]]; then  # Check if hyphen exists
+	echo "${version_string##*-}"
+    else
+	echo ""  # Output an empty string if no hyphen found
+    fi
+}
+
+
 user_pwd=$PWD
 
 # Write the MANIFEST.in file
@@ -79,12 +94,17 @@ cd $pomdp_py_path
 find_pxd_files_and_write_manifest ./ MANIFEST.in
 
 # Check if pomdp-py is on the right branch
-version=$(extract_package_version "$pomdp_py_path/pyproject.toml")
-attempt_count=""
-if [ $# -gt 0 ]; then
-    attempt_count="-$1"
+package_version=$(extract_package_version "$pomdp_py_path/pyproject.toml")
+base_version=$(get_base_version $package_version)
+post_version=$(get_post_version $package_version)
+
+if [[ -n "$post_version" ]]; then  # Check if $post_version is not empty
+    version="${base_version}.post${post_version}"
+else
+    version="$base_version"
 fi
-echo $version
+
+echo "RELEASE VERSION: $version"
 if ! is_git_repo_on_branch $pomdp_py_path dev-$version; then
     if ! is_git_repo_on_branch $pomdp_py_path dev-latest; then
         echo "pomdp-py repo must be either on dev-latest or dev-$version, but not $current_branch. Abort"
@@ -114,14 +134,13 @@ command="auditwheel repair io/dist/${wheel_name} -w /io/wheelhouse/"
 docker run --user $(id -u):$(id -g) --mount type=bind,source=${pomdp_py_path},target=/io $manylinux_image bash -c "$command"
 rm $pomdp_py_path/dist/$wheel_name
 fixed_wheel_name="pomdp_py-${version}-${cpv}-${cpv}-manylinux_2_17_x86_64.$linux_dist.whl"
-fixed_wheel_name_with_attempt="pomdp_py-${version}${attempt_count}-${cpv}-${cpv}-manylinux_2_17_x86_64.$linux_dist.whl"
-mv "$pomdp_py_path/wheelhouse/$fixed_wheel_name" "$pomdp_py_path/dist/$fixed_wheel_name_with_attempt"
+mv "$pomdp_py_path/wheelhouse/$fixed_wheel_name" "$pomdp_py_path/dist/$fixed_wheel_name"
 rm -r $pomdp_py_path/wheelhouse
 
 # Verification (wheel)
 echo -e "------------ verification: wheel ---------"
 pip uninstall pomdp_py
-pip install --force-reinstall "$pomdp_py_path/dist/$fixed_wheel_name_with_attempt"
+pip install --force-reinstall "$pomdp_py_path/dist/$fixed_wheel_name"
 python $pomdp_py_path/tests/test_all.py
 
 # Verification (source)
diff --git a/tests/test_particles.py b/tests/test_particles.py
index bb0a5f8..c906d43 100644
--- a/tests/test_particles.py
+++ b/tests/test_particles.py
@@ -5,6 +5,7 @@
 
 
 def test_particles():
+    random.seed(100)
     random_dist = {}
     total_prob = 0
     for v in range(4):
@@ -36,6 +37,7 @@ def test_particles():
 
 
 def test_weighted_particles():
+    random.seed(100)
     random_dist = {}
     total_prob = 0
     for v in range(5):
@@ -45,6 +47,9 @@ def test_weighted_particles():
     particles = pomdp_py.WeightedParticles.from_histogram(random_dist)
     particles_frozen = pomdp_py.WeightedParticles(particles.particles, frozen=True)
 
+    assert particles.hist_valid
+    assert particles_frozen.hist_valid
+
     assert abs(sum(particles[v] for v, _ in particles) - 1.0) <= 1e-6
     assert abs(sum(particles_frozen[v] for v, _ in particles_frozen) - 1.0) <= 1e-6
 
@@ -52,6 +57,7 @@ def test_weighted_particles():
         assert abs(particles[v] - random_dist[v] / total_prob) <= 2e-3
         assert abs(particles_frozen[v] - random_dist[v] / total_prob) <= 2e-3
 
+    # Test sampling
     counts = {}
     total = int(1e6)
     for i in range(total):
@@ -66,6 +72,25 @@ def test_weighted_particles():
     assert particles_frozen.mpe() == pomdp_py.Histogram(random_dist).mpe()
     hash(particles_frozen)
 
+    # Manually add a particle - this changes the distribution
+    particles.add(("x1", 0.1))
+    assert not particles.hist_valid
+    particles.random()  # operation does not re-compute histogram
+    assert not particles.hist_valid
+    pr_x1 = particles["x1"]  # operation will re-compute histogram
+    assert particles.hist_valid
+
+    # However, weights won't sum up to 1 due to the additional particle
+    assert abs(sum(particles[v] for v, _ in particles) - 1.0) > 1e-6
+
+    # After condensing, weights sum up to 1
+    particles = particles.condense()
+    assert abs(sum(particles[v] for v, _ in particles) - 1.0) <= 1e-6
+
+    # Test frozen after condense
+    assert not particles.condense().frozen
+    assert particles_frozen.condense().frozen
+
 
 def run():
     test_particles()

From 027d77455d774cc3a3aa865d335e24b6e87b906e Mon Sep 17 00:00:00 2001
From: kzheng <125413689+kaiyu-zheng@users.noreply.github.com>
Date: Sat, 30 Mar 2024 13:11:22 -0400
Subject: [PATCH 5/6] docs (#66)

---
 docs/html/_modules/index.html                 |   8 ++---
 .../pomdp_py/algorithms/bsp/blqr.html         |   9 +++--
 .../pomdp_py/problems/light_dark/env/env.html |   9 +++--
 .../problems/light_dark/env/plotting.html     |   9 +++--
 .../problems/load_unload/load_unload.html     |   9 +++--
 .../problems/maze/domain/observation.html     |   9 +++--
 .../pomdp_py/problems/maze/domain/state.html  |   9 +++--
 .../pomdp_py/problems/maze/env/env.html       |   9 +++--
 .../multi_object_search/agent/agent.html      |   9 +++--
 .../multi_object_search/agent/belief.html     |   9 +++--
 .../multi_object_search/domain/action.html    |   9 +++--
 .../domain/observation.html                   |   9 +++--
 .../multi_object_search/domain/state.html     |   9 +++--
 .../problems/multi_object_search/env/env.html |   9 +++--
 .../multi_object_search/env/visual.html       |   9 +++--
 .../multi_object_search/example_worlds.html   |   9 +++--
 .../models/components/grid_map.html           |   9 +++--
 .../models/components/sensor.html             |   9 +++--
 .../models/observation_model.html             |   9 +++--
 .../models/policy_model.html                  |   9 +++--
 .../models/reward_model.html                  |   9 +++--
 .../models/transition_model.html              |   9 +++--
 .../problems/multi_object_search/problem.html |   9 +++--
 .../rocksample/rocksample_problem.html        |  10 +++---
 .../pomdp_py/problems/tag/agent/agent.html    |   9 +++--
 .../pomdp_py/problems/tag/domain/action.html  |   9 +++--
 .../problems/tag/domain/observation.html      |   9 +++--
 .../pomdp_py/problems/tag/domain/state.html   |   9 +++--
 .../pomdp_py/problems/tag/env/env.html        |   9 +++--
 .../pomdp_py/problems/tag/env/visual.html     |   9 +++--
 .../pomdp_py/problems/tag/experiment.html     |   9 +++--
 .../tag/models/components/grid_map.html       |   9 +++--
 .../tag/models/components/motion_policy.html  |   9 +++--
 .../tag/models/observation_model.html         |   9 +++--
 .../problems/tag/models/policy_model.html     |   9 +++--
 .../problems/tag/models/reward_model.html     |   9 +++--
 .../problems/tag/models/transition_model.html |   9 +++--
 .../pomdp_py/problems/tag/problem.html        |   9 +++--
 .../problems/tiger/tiger_problem.html         |   9 +++--
 .../representations/belief/histogram.html     |   9 +++--
 docs/html/_modules/pomdp_py/utils/colors.html |   9 +++--
 .../_modules/pomdp_py/utils/debugging.html    |   9 +++--
 .../pomdp_py/utils/interfaces/conversion.html |   9 +++--
 .../pomdp_py/utils/interfaces/solvers.html    |   9 +++--
 docs/html/_modules/pomdp_py/utils/math.html   |   9 +++--
 docs/html/_modules/pomdp_py/utils/misc.html   |   9 +++--
 .../_modules/pomdp_py/utils/templates.html    |   9 +++--
 docs/html/_modules/pomdp_py/utils/typ.html    |   9 +++--
 docs/html/_sources/changelog.rst.txt          |   6 ++++
 docs/html/_static/documentation_options.js    |   2 +-
 docs/html/_static/pygments.css                |   1 +
 docs/html/api/modules.html                    |   8 ++---
 docs/html/api/pomdp_py.algorithms.bsp.html    |   9 +++--
 docs/html/api/pomdp_py.algorithms.html        |  20 +++++------
 docs/html/api/pomdp_py.algorithms.visual.html |   8 ++---
 docs/html/api/pomdp_py.framework.html         |  29 +++++++++------
 docs/html/api/pomdp_py.html                   |  11 +++---
 docs/html/api/pomdp_py.problems.html          |  10 +++---
 .../pomdp_py.problems.light_dark.agent.html   |   8 ++---
 .../pomdp_py.problems.light_dark.domain.html  |   8 ++---
 .../api/pomdp_py.problems.light_dark.env.html |   8 ++---
 .../api/pomdp_py.problems.light_dark.html     |  10 +++---
 .../pomdp_py.problems.light_dark.models.html  |   8 ++---
 .../api/pomdp_py.problems.load_unload.html    |   8 ++---
 .../api/pomdp_py.problems.maze.domain.html    |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.maze.env.html |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.maze.html     |   8 ++---
 ...dp_py.problems.maze.models.components.html |   8 ++---
 .../api/pomdp_py.problems.maze.models.html    |   8 ++---
 ...py.problems.multi_object_search.agent.html |  31 ++++++++++++----
 ...y.problems.multi_object_search.domain.html |  31 ++++++++++++----
 ...p_py.problems.multi_object_search.env.html |  31 ++++++++++++----
 ...pomdp_py.problems.multi_object_search.html |   8 ++---
 ...multi_object_search.models.components.html |  33 ++++++++++++++----
 ...y.problems.multi_object_search.models.html |  31 ++++++++++++----
 ...omdp_py.problems.rocksample.cythonize.html |   8 ++---
 .../api/pomdp_py.problems.rocksample.html     |   8 ++---
 .../html/api/pomdp_py.problems.tag.agent.html |  31 ++++++++++++----
 .../api/pomdp_py.problems.tag.domain.html     |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.tag.env.html  |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.tag.html      |  29 +++++++++++----
 ...mdp_py.problems.tag.models.components.html |  33 ++++++++++++++----
 .../api/pomdp_py.problems.tag.models.html     |  31 ++++++++++++----
 .../pomdp_py.problems.tiger.cythonize.html    |  32 ++++++++---------
 docs/html/api/pomdp_py.problems.tiger.html    |  10 +++---
 .../api/pomdp_py.representations.belief.html  |  10 +++---
 ...pomdp_py.representations.distribution.html |  22 +++++++++---
 docs/html/api/pomdp_py.representations.html   |  12 ++++---
 docs/html/api/pomdp_py.utils.debugging.html   |   9 +++--
 docs/html/api/pomdp_py.utils.html             |  10 +++---
 docs/html/api/pomdp_py.utils.interfaces.html  |   8 ++---
 docs/html/api/pomdp_py.visual.html            |   8 ++---
 docs/html/building_docs.html                  |   8 ++---
 docs/html/changelog.html                      |  20 ++++++++---
 docs/html/design_principles.html              |   9 +++--
 docs/html/examples.action_prior.html          |   9 +++--
 docs/html/examples.external_solvers.html      |   9 +++--
 docs/html/examples.html                       |   9 +++--
 docs/html/examples.mos.html                   |  11 +++---
 docs/html/examples.tiger.html                 |   9 +++--
 docs/html/existing_domains.html               |   9 +++--
 docs/html/existing_solvers.html               |   9 +++--
 docs/html/extensions.html                     |   9 +++--
 docs/html/genindex.html                       |  18 ++++++----
 docs/html/index.html                          |  10 +++---
 docs/html/installation.html                   |   9 +++--
 docs/html/modules.html                        |   9 +++--
 docs/html/objects.inv                         | Bin 7092 -> 7122 bytes
 docs/html/other_libraries.html                |   9 +++--
 docs/html/py-modindex.html                    |  12 +++----
 docs/html/search.html                         |   8 ++---
 docs/html/searchindex.js                      |   2 +-
 112 files changed, 782 insertions(+), 566 deletions(-)

diff --git a/docs/html/_modules/index.html b/docs/html/_modules/index.html
index 7858432..b669960 100644
--- a/docs/html/_modules/index.html
+++ b/docs/html/_modules/index.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Overview: module code &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>Overview: module code &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html b/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html
index 750af4e..6937feb 100644
--- a/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html
+++ b/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.algorithms.bsp.blqr &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms.bsp.blqr &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html b/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html
index 81cbe0d..7418b55 100644
--- a/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.light_dark.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html b/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html
index 5244587..cf8c6f4 100644
--- a/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html
+++ b/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.light_dark.env.plotting &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.env.plotting &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html b/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html
index 8cf92a9..f6c388b 100644
--- a/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html
+++ b/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.load_unload.load_unload &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.load_unload.load_unload &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html b/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html
index 1c3fd29..f709fc6 100644
--- a/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html
+++ b/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.maze.domain.observation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.domain.observation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/maze/domain/state.html b/docs/html/_modules/pomdp_py/problems/maze/domain/state.html
index ae64b6c..83a7fb9 100644
--- a/docs/html/_modules/pomdp_py/problems/maze/domain/state.html
+++ b/docs/html/_modules/pomdp_py/problems/maze/domain/state.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.maze.domain.state &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.domain.state &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/maze/env/env.html b/docs/html/_modules/pomdp_py/problems/maze/env/env.html
index 5900cdb..fd551a0 100644
--- a/docs/html/_modules/pomdp_py/problems/maze/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/maze/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.maze.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html
index 12dc9f0..3910f22 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.agent.agent &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.agent.agent &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html
index f26aab9..a324aea 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.agent.belief &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.agent.belief &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html
index 349ec57..ebe6cbf 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.domain.action &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain.action &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html
index 5c528c2..fd21db1 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.domain.observation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain.observation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html
index 3b5003e..7dfdd77 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.domain.state &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain.state &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html
index b62b7df..80203c2 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html
index 4666176..da4516e 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.env.visual &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.env.visual &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html
index b657b70..2e74463 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.example_worlds &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.example_worlds &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html
index 11bccbd..44ef389 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.components.grid_map &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.components.grid_map &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html
index 5e25b2b..542ac46 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.components.sensor &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.components.sensor &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html
index e093d1e..58ea12f 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.observation_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.observation_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html
index b492a6a..a6fb6df 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.policy_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.policy_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html
index d95b0c1..52476b3 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.reward_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.reward_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html
index 9cccfb0..4be7eaf 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.transition_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.transition_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html
index 8efa214..3ad0b3b 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html b/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html
index ebcc785..bddcd28 100644
--- a/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html
+++ b/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.rocksample.rocksample_problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.rocksample.rocksample_problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -656,6 +655,7 @@ <h1>Source code for pomdp_py.problems.rocksample.rocksample_problem</h1><div cla
             <span class="n">RSTransitionModel</span><span class="p">(</span><span class="n">n</span><span class="p">,</span> <span class="n">rock_locs</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">in_exit_area</span><span class="p">),</span>
             <span class="n">RSObservationModel</span><span class="p">(</span><span class="n">rock_locs</span><span class="p">,</span> <span class="n">half_efficiency_dist</span><span class="o">=</span><span class="n">half_efficiency_dist</span><span class="p">),</span>
             <span class="n">RSRewardModel</span><span class="p">(</span><span class="n">rock_locs</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">in_exit_area</span><span class="p">),</span>
+            <span class="n">name</span><span class="o">=</span><span class="sa">f</span><span class="s2">&quot;RockSampleAgent(</span><span class="si">{</span><span class="n">n</span><span class="si">}</span><span class="s2">, </span><span class="si">{</span><span class="n">k</span><span class="si">}</span><span class="s2">)&quot;</span><span class="p">,</span>
         <span class="p">)</span>
         <span class="n">env</span> <span class="o">=</span> <span class="n">pomdp_py</span><span class="o">.</span><span class="n">Environment</span><span class="p">(</span>
             <span class="n">init_state</span><span class="p">,</span>
diff --git a/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html b/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html
index 9ba5c55..cb0b4c8 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.agent.agent &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.agent.agent &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/domain/action.html b/docs/html/_modules/pomdp_py/problems/tag/domain/action.html
index a3f0806..1debeaf 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/domain/action.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/domain/action.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.domain.action &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain.action &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html b/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html
index bf132c7..eaa4e50 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.domain.observation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain.observation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/domain/state.html b/docs/html/_modules/pomdp_py/problems/tag/domain/state.html
index b82f527..9aa6faa 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/domain/state.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/domain/state.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.domain.state &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain.state &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/env/env.html b/docs/html/_modules/pomdp_py/problems/tag/env/env.html
index 44fa780..4ff0c6b 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/env/visual.html b/docs/html/_modules/pomdp_py/problems/tag/env/visual.html
index 4ec4f39..c75e1df 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/env/visual.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/env/visual.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.env.visual &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.env.visual &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/experiment.html b/docs/html/_modules/pomdp_py/problems/tag/experiment.html
index 621f633..47f93a4 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/experiment.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/experiment.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.experiment &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.experiment &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html b/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html
index ae287fb..9b31622 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.components.grid_map &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.components.grid_map &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html b/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html
index ee939c7..866e014 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.components.motion_policy &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.components.motion_policy &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html
index 27cdb7b..c919338 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.observation_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.observation_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html
index cc1aee8..d8f3dee 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.policy_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.policy_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html
index 890a654..2e3e4f0 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.reward_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.reward_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html
index 4a592c9..08df67c 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.transition_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.transition_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/problem.html b/docs/html/_modules/pomdp_py/problems/tag/problem.html
index cddd483..a673453 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/problem.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html b/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html
index 4ad05db..5380b19 100644
--- a/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html
+++ b/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tiger.tiger_problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tiger.tiger_problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/representations/belief/histogram.html b/docs/html/_modules/pomdp_py/representations/belief/histogram.html
index 86f372f..2f7f7bd 100644
--- a/docs/html/_modules/pomdp_py/representations/belief/histogram.html
+++ b/docs/html/_modules/pomdp_py/representations/belief/histogram.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.representations.belief.histogram &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations.belief.histogram &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/colors.html b/docs/html/_modules/pomdp_py/utils/colors.html
index 123febd..61fa07f 100644
--- a/docs/html/_modules/pomdp_py/utils/colors.html
+++ b/docs/html/_modules/pomdp_py/utils/colors.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.colors &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.colors &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/debugging.html b/docs/html/_modules/pomdp_py/utils/debugging.html
index b76f776..93f54f5 100644
--- a/docs/html/_modules/pomdp_py/utils/debugging.html
+++ b/docs/html/_modules/pomdp_py/utils/debugging.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.debugging &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.debugging &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html b/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html
index 0b0938e..cc56b8c 100644
--- a/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html
+++ b/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.interfaces.conversion &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.interfaces.conversion &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html b/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html
index d4a8fa8..e54ab4a 100644
--- a/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html
+++ b/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.interfaces.solvers &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.interfaces.solvers &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/math.html b/docs/html/_modules/pomdp_py/utils/math.html
index 3431f42..0e1d180 100644
--- a/docs/html/_modules/pomdp_py/utils/math.html
+++ b/docs/html/_modules/pomdp_py/utils/math.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.math &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.math &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/misc.html b/docs/html/_modules/pomdp_py/utils/misc.html
index ffd3c2b..4085818 100644
--- a/docs/html/_modules/pomdp_py/utils/misc.html
+++ b/docs/html/_modules/pomdp_py/utils/misc.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.misc &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.misc &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/templates.html b/docs/html/_modules/pomdp_py/utils/templates.html
index 0d13096..4347280 100644
--- a/docs/html/_modules/pomdp_py/utils/templates.html
+++ b/docs/html/_modules/pomdp_py/utils/templates.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.templates &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.templates &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/typ.html b/docs/html/_modules/pomdp_py/utils/typ.html
index 1bea9c9..f6ddc1f 100644
--- a/docs/html/_modules/pomdp_py/utils/typ.html
+++ b/docs/html/_modules/pomdp_py/utils/typ.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.typ &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.typ &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_sources/changelog.rst.txt b/docs/html/_sources/changelog.rst.txt
index 97764ef..709456a 100644
--- a/docs/html/_sources/changelog.rst.txt
+++ b/docs/html/_sources/changelog.rst.txt
@@ -3,6 +3,12 @@ Changelog
 
 Best viewed on `the website <https://h2r.github.io/pomdp-py/html/changelog.html>`_.
 
+Version 1.3.5.1 (03/30/2024)
+----------------------------
+* Hot fixes for :py:mod:`~pomdp_py.representations.distribution.particles.WeightedParticles`.
+* :py:mod:`~pomdp_py.framework.basics.Agent` can be created with a name.
+* Bug fixes for release script and GHA workflow.
+
 Version 1.3.5 (03/12/2024)
 --------------------------
 * Refactored :code:`_search` in :py:mod:`~pomdp_py.algorithms.po_uct.POUCT` to be more modular
diff --git a/docs/html/_static/documentation_options.js b/docs/html/_static/documentation_options.js
index ea84350..d8ea7d1 100644
--- a/docs/html/_static/documentation_options.js
+++ b/docs/html/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '1.3.5',
+    VERSION: '1.3.5.1',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/html/_static/pygments.css b/docs/html/_static/pygments.css
index 07454c6..04a4174 100644
--- a/docs/html/_static/pygments.css
+++ b/docs/html/_static/pygments.css
@@ -22,6 +22,7 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
 .highlight .cs { color: #8f5902; font-style: italic } /* Comment.Special */
 .highlight .gd { color: #a40000 } /* Generic.Deleted */
 .highlight .ge { color: #000000; font-style: italic } /* Generic.Emph */
+.highlight .ges { color: #000000 } /* Generic.EmphStrong */
 .highlight .gr { color: #ef2929 } /* Generic.Error */
 .highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
 .highlight .gi { color: #00A000 } /* Generic.Inserted */
diff --git a/docs/html/api/modules.html b/docs/html/api/modules.html
index 150a8fe..9f9fea6 100644
--- a/docs/html/api/modules.html
+++ b/docs/html/api/modules.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.algorithms.bsp.html b/docs/html/api/pomdp_py.algorithms.bsp.html
index 9cd3438..47d9f9f 100644
--- a/docs/html/api/pomdp_py.algorithms.bsp.html
+++ b/docs/html/api/pomdp_py.algorithms.bsp.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.algorithms.bsp package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms.bsp package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -36,7 +36,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -84,7 +84,6 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/api/pomdp_py.algorithms.html b/docs/html/api/pomdp_py.algorithms.html
index 25d2ac1..e22f416 100644
--- a/docs/html/api/pomdp_py.algorithms.html
+++ b/docs/html/api/pomdp_py.algorithms.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.algorithms package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -248,7 +248,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <td><p>PO-rollout: Baseline algorithm in the POMCP paper</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="#pomdp_py.algorithms.po_uct.POUCT" title="pomdp_py.algorithms.po_uct.POUCT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">POUCT</span></code></a></p></td>
-<td><p>POUCT (Partially Observable UCT) <span id="id1">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP paper as an extension of the UCT algorithm to partially-observable domains that combines MCTS and UCB1 for action selection.</p></td>
+<td><p>POUCT (Partially Observable UCT) <span id="id1">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP paper as an extension of the UCT algorithm to partially-observable domains that combines MCTS and UCB1 for action selection.</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="#pomdp_py.algorithms.pomcp.POMCP" title="pomdp_py.algorithms.pomcp.POMCP"><code class="xref py py-obj docutils literal notranslate"><span class="pre">POMCP</span></code></a></p></td>
 <td><p>POMCP is POUCT + particle belief representation.</p></td>
@@ -261,14 +261,14 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <p>Solvers under development (<strong>contribution wanted</strong>):</p>
 <table class="autosummary longtable docutils align-default">
 <tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="#module-pomdp_py.algorithms.bsp.blqr" title="pomdp_py.algorithms.bsp.blqr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">blqr</span></code></a></p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="pomdp_py.algorithms.bsp.html#module-pomdp_py.algorithms.bsp.blqr" title="pomdp_py.algorithms.bsp.blqr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">blqr</span></code></a></p></td>
 <td><p>Implementation of B-LQR algorithm described in &quot;Belief space planning assuming maximum likelihood observations&quot; <span id="id2">[<a class="reference internal" href="#id43" title="R. Platt, R. Tedrake, L. Kaelbling, and T. Lozano-Perez. Belief space planning assuming maximum likelihood observations. In Proceedings of Robotics: Science and Systems. Zaragoza, Spain, June 2010. doi:10.15607/RSS.2010.VI.037.">4</a>]</span></p></td>
 </tr>
 </tbody>
 </table>
 <section id="module-pomdp_py.algorithms.po_rollout">
 <span id="pomdp-py-algorithms-po-rollout-module"></span><h2>pomdp_py.algorithms.po_rollout module<a class="headerlink" href="#module-pomdp_py.algorithms.po_rollout" title="Link to this heading">¶</a></h2>
-<p>PO-rollout: Baseline algorithm in the POMCP paper <span id="id3">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span>.</p>
+<p>PO-rollout: Baseline algorithm in the POMCP paper <span id="id3">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span>.</p>
 <p>Quote from the POMCP paper:</p>
 <blockquote>
 <div><p>To provide a performance benchmark in these cases, we evaluated the
@@ -329,7 +329,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <section id="module-pomdp_py.algorithms.po_uct">
 <span id="pomdp-py-algorithms-po-uct-module"></span><h2>pomdp_py.algorithms.po_uct module<a class="headerlink" href="#module-pomdp_py.algorithms.po_uct" title="Link to this heading">¶</a></h2>
 <p>This algorithm is PO-UCT (Partially Observable UCT). It is
-presented in the POMCP paper <span id="id4">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> as an extension to the UCT
+presented in the POMCP paper <span id="id4">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> as an extension to the UCT
 algorithm <span id="id5">[<a class="reference internal" href="#id42" title="Levente Kocsis and Csaba Szepesvári. Bandit based monte-carlo planning. In European conference on machine learning, 282–293. Springer, 2006.">3</a>]</span> that combines MCTS and UCB1
 for action selection.</p>
 <p>In other words, this is just POMCP without particle belief,
@@ -386,7 +386,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <dt class="sig sig-object py" id="pomdp_py.algorithms.po_uct.POUCT">
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">pomdp_py.algorithms.po_uct.</span></span><span class="sig-name descname"><span class="pre">POUCT</span></span><a class="headerlink" href="#pomdp_py.algorithms.po_uct.POUCT" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.planner.Planner" title="pomdp_py.framework.planner.Planner"><code class="xref py py-class docutils literal notranslate"><span class="pre">Planner</span></code></a></p>
-<p>POUCT (Partially Observable UCT) <span id="id9">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP
+<p>POUCT (Partially Observable UCT) <span id="id9">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP
 paper as an extension of the UCT algorithm to partially-observable domains
 that combines MCTS and UCB1 for action selection.</p>
 <p>POUCT only works for problems with action space that can be enumerated.</p>
@@ -668,7 +668,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <span id="pomdp-py-algorithms-value-iteration-module"></span><h2>pomdp_py.algorithms.value_iteration module<a class="headerlink" href="#module-pomdp_py.algorithms.value_iteration" title="Link to this heading">¶</a></h2>
 <p>Implementation of the basic policy tree based value iteration as explained
 in section 4.1 of <cite>Planning and acting in partially observable stochastic
-domains</cite> <span id="id10">[<a class="reference internal" href="#id31" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span></p>
+domains</cite> <span id="id10">[<a class="reference internal" href="../index.html#id21" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span></p>
 <p>Warning: No pruning - the number of policy trees explodes very fast.</p>
 <dl class="py class">
 <dt class="sig sig-object py" id="pomdp_py.algorithms.value_iteration.ValueIteration">
diff --git a/docs/html/api/pomdp_py.algorithms.visual.html b/docs/html/api/pomdp_py.algorithms.visual.html
index 4f40daa..95ddeb5 100644
--- a/docs/html/api/pomdp_py.algorithms.visual.html
+++ b/docs/html/api/pomdp_py.algorithms.visual.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.algorithms.visual package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms.visual package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.framework.html b/docs/html/api/pomdp_py.framework.html
index b166fa9..99f5afb 100644
--- a/docs/html/api/pomdp_py.framework.html
+++ b/docs/html/api/pomdp_py.framework.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.framework package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.framework package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -70,6 +70,7 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.sample_belief"><code class="docutils literal notranslate"><span class="pre">Agent.sample_belief()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.set_belief"><code class="docutils literal notranslate"><span class="pre">Agent.set_belief()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.set_models"><code class="docutils literal notranslate"><span class="pre">Agent.set_models()</span></code></a></li>
+<li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.set_name"><code class="docutils literal notranslate"><span class="pre">Agent.set_name()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.update"><code class="docutils literal notranslate"><span class="pre">Agent.update()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.update_history"><code class="docutils literal notranslate"><span class="pre">Agent.update_history()</span></code></a></li>
 </ul>
@@ -234,9 +235,9 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -358,17 +359,19 @@ <h1>pomdp_py.framework package<a class="headerlink" href="#pomdp-py-framework-pa
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">pomdp_py.framework.basics.</span></span><span class="sig-name descname"><span class="pre">Agent</span></span><a class="headerlink" href="#pomdp_py.framework.basics.Agent" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
 <p>An Agent operates in an environment by taking actions, receiving
-observations, and updating its belief. Taking actions is the job of a
-planner (<code class="xref py py-class docutils literal notranslate"><span class="pre">Planner</span></code>), and the belief update is the job taken care of
-by the belief representation or the planner. But, the Agent supplies the
+observations, and updating its belief. Deciding what action to take is the
+job of a planner (<code class="xref py py-class docutils literal notranslate"><span class="pre">Planner</span></code>), and the belief update is usually done
+outside of the agent, taken care of e.g. by the belief representation, or by
+the planner. The Agent supplies its own version of the
 <a class="reference internal" href="#pomdp_py.framework.basics.TransitionModel" title="pomdp_py.framework.basics.TransitionModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">TransitionModel</span></code></a>, <a class="reference internal" href="#pomdp_py.framework.basics.ObservationModel" title="pomdp_py.framework.basics.ObservationModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">ObservationModel</span></code></a>, <a class="reference internal" href="#pomdp_py.framework.basics.RewardModel" title="pomdp_py.framework.basics.RewardModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">RewardModel</span></code></a>,
 OR <a class="reference internal" href="#pomdp_py.framework.basics.BlackboxModel" title="pomdp_py.framework.basics.BlackboxModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">BlackboxModel</span></code></a> to the planner or the belief update algorithm.</p>
 <dl class="simple">
-<dt>__init__(self, init_belief,</dt><dd><p>policy_model,
+<dt>__init__(self, init_belief,</dt><dd><p>policy_model=None,
 transition_model=None,
 observation_model=None,
 reward_model=None,
-blackbox_model=None)</p>
+blackbox_model=None,
+name=None)</p>
 </dd>
 </dl>
 <dl class="py method">
@@ -434,6 +437,12 @@ <h1>pomdp_py.framework package<a class="headerlink" href="#pomdp-py-framework-pa
 <dd><p>Re-assign the models to be the ones given.</p>
 </dd></dl>
 
+<dl class="py method">
+<dt class="sig sig-object py" id="pomdp_py.framework.basics.Agent.set_name">
+<span class="sig-name descname"><span class="pre">set_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">str</span> <span class="pre">name</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#pomdp_py.framework.basics.Agent.set_name" title="Link to this definition">¶</a></dt>
+<dd><p>gives this agent a name</p>
+</dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="pomdp_py.framework.basics.Agent.update">
 <span class="sig-name descname"><span class="pre">update</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">real_action</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">real_observation</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#pomdp_py.framework.basics.Agent.update" title="Link to this definition">¶</a></dt>
diff --git a/docs/html/api/pomdp_py.html b/docs/html/api/pomdp_py.html
index c3d1b9d..6ccb2aa 100644
--- a/docs/html/api/pomdp_py.html
+++ b/docs/html/api/pomdp_py.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -248,6 +248,7 @@ <h1>pomdp_py package<a class="headerlink" href="#pomdp-py-package" title="Link t
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.sample_belief"><code class="docutils literal notranslate"><span class="pre">Agent.sample_belief()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_belief"><code class="docutils literal notranslate"><span class="pre">Agent.set_belief()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_models"><code class="docutils literal notranslate"><span class="pre">Agent.set_models()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_name"><code class="docutils literal notranslate"><span class="pre">Agent.set_name()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.update"><code class="docutils literal notranslate"><span class="pre">Agent.update()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.update_history"><code class="docutils literal notranslate"><span class="pre">Agent.update_history()</span></code></a></li>
 </ul>
@@ -438,6 +439,8 @@ <h1>pomdp_py package<a class="headerlink" href="#pomdp-py-package" title="Link t
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.from_histogram()</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.frozen"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.frozen</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.get_histogram()</span></code></a></li>
+<li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist</span></code></a></li>
+<li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist_valid</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.mpe"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.mpe()</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.particles"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.particles</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.random"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.random()</span></code></a></li>
diff --git a/docs/html/api/pomdp_py.problems.html b/docs/html/api/pomdp_py.problems.html
index 5e56cd9..fc2ad85 100644
--- a/docs/html/api/pomdp_py.problems.html
+++ b/docs/html/api/pomdp_py.problems.html
@@ -5,15 +5,16 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.light_dark package" href="pomdp_py.problems.light_dark.html" />
     <link rel="prev" title="pomdp_py.utils.interfaces package" href="pomdp_py.utils.interfaces.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -36,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -98,6 +99,7 @@ <h3>Related Topics</h3>
   <li><a href="../index.html">Documentation overview</a><ul>
   <li><a href="modules.html">pomdp_py</a><ul>
       <li>Previous: <a href="pomdp_py.utils.interfaces.html" title="previous chapter">pomdp_py.utils.interfaces package</a></li>
+      <li>Next: <a href="pomdp_py.problems.light_dark.html" title="next chapter">pomdp_py.problems.light_dark package</a></li>
   </ul></li>
   </ul></li>
 </ul>
diff --git a/docs/html/api/pomdp_py.problems.light_dark.agent.html b/docs/html/api/pomdp_py.problems.light_dark.agent.html
index bd46675..be6a8ce 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.agent.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.agent.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.agent package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.agent package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.light_dark.domain.html b/docs/html/api/pomdp_py.problems.light_dark.domain.html
index dc3c2f4..c24b8d5 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.domain.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.domain.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.light_dark.env.html b/docs/html/api/pomdp_py.problems.light_dark.env.html
index 7b3bd54..618b13d 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.env.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.env.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.light_dark.html b/docs/html/api/pomdp_py.problems.light_dark.html
index 59ffbfb..8ff267f 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.html
@@ -5,16 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
     <link rel="next" title="pomdp_py.problems.light_dark.agent package" href="pomdp_py.problems.light_dark.agent.html" />
+    <link rel="prev" title="pomdp_py.problems package" href="pomdp_py.problems.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -102,6 +103,7 @@ <h3>Related Topics</h3>
   <li><a href="../index.html">Documentation overview</a><ul>
   <li><a href="modules.html">pomdp_py</a><ul>
   <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.html" title="previous chapter">pomdp_py.problems package</a></li>
       <li>Next: <a href="pomdp_py.problems.light_dark.agent.html" title="next chapter">pomdp_py.problems.light_dark.agent package</a></li>
   </ul></li>
   </ul></li>
diff --git a/docs/html/api/pomdp_py.problems.light_dark.models.html b/docs/html/api/pomdp_py.problems.light_dark.models.html
index 7707e26..6143def 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.models.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.models.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.load_unload.html b/docs/html/api/pomdp_py.problems.load_unload.html
index 743db93..275220b 100644
--- a/docs/html/api/pomdp_py.problems.load_unload.html
+++ b/docs/html/api/pomdp_py.problems.load_unload.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.load_unload package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.load_unload package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.maze.domain.html b/docs/html/api/pomdp_py.problems.maze.domain.html
index 4fbf0dc..84541f0 100644
--- a/docs/html/api/pomdp_py.problems.maze.domain.html
+++ b/docs/html/api/pomdp_py.problems.maze.domain.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.maze.env package" href="pomdp_py.problems.maze.env.html" />
+    <link rel="prev" title="pomdp_py.problems.maze package" href="pomdp_py.problems.maze.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -79,9 +81,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -97,6 +106,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.maze.html">pomdp_py.problems.maze package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.maze.html" title="previous chapter">pomdp_py.problems.maze package</a></li>
+      <li>Next: <a href="pomdp_py.problems.maze.env.html" title="next chapter">pomdp_py.problems.maze.env package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.maze.env.html b/docs/html/api/pomdp_py.problems.maze.env.html
index 263901e..8929df0 100644
--- a/docs/html/api/pomdp_py.problems.maze.env.html
+++ b/docs/html/api/pomdp_py.problems.maze.env.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.maze.models package" href="pomdp_py.problems.maze.models.html" />
+    <link rel="prev" title="pomdp_py.problems.maze.domain package" href="pomdp_py.problems.maze.domain.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -74,9 +76,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -92,6 +101,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.maze.html">pomdp_py.problems.maze package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.maze.domain.html" title="previous chapter">pomdp_py.problems.maze.domain package</a></li>
+      <li>Next: <a href="pomdp_py.problems.maze.models.html" title="next chapter">pomdp_py.problems.maze.models package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.maze.html b/docs/html/api/pomdp_py.problems.maze.html
index 2f94235..73b39b2 100644
--- a/docs/html/api/pomdp_py.problems.maze.html
+++ b/docs/html/api/pomdp_py.problems.maze.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.maze.models.components.html b/docs/html/api/pomdp_py.problems.maze.models.components.html
index bce559b..7d1a788 100644
--- a/docs/html/api/pomdp_py.problems.maze.models.components.html
+++ b/docs/html/api/pomdp_py.problems.maze.models.components.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.models.components package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.models.components package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.maze.models.html b/docs/html/api/pomdp_py.problems.maze.models.html
index 653095c..02177a0 100644
--- a/docs/html/api/pomdp_py.problems.maze.models.html
+++ b/docs/html/api/pomdp_py.problems.maze.models.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.agent.html b/docs/html/api/pomdp_py.problems.multi_object_search.agent.html
index 9f711da..3787ca8 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.agent.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.agent.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.agent package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.agent package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.domain package" href="pomdp_py.problems.multi_object_search.domain.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search package" href="pomdp_py.problems.multi_object_search.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -86,9 +88,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -104,6 +113,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.html" title="previous chapter">pomdp_py.problems.multi_object_search package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.domain.html" title="next chapter">pomdp_py.problems.multi_object_search.domain package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.domain.html b/docs/html/api/pomdp_py.problems.multi_object_search.domain.html
index d9d2ad4..b4b4158 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.domain.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.domain.html
@@ -5,16 +5,18 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.env package" href="pomdp_py.problems.multi_object_search.env.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.agent package" href="pomdp_py.problems.multi_object_search.agent.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -129,9 +131,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -147,6 +156,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.agent.html" title="previous chapter">pomdp_py.problems.multi_object_search.agent package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.env.html" title="next chapter">pomdp_py.problems.multi_object_search.env package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.env.html b/docs/html/api/pomdp_py.problems.multi_object_search.env.html
index 18b1647..d3fff8b 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.env.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.env.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.models package" href="pomdp_py.problems.multi_object_search.models.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.domain package" href="pomdp_py.problems.multi_object_search.domain.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -105,9 +107,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -123,6 +132,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.domain.html" title="previous chapter">pomdp_py.problems.multi_object_search.domain package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.models.html" title="next chapter">pomdp_py.problems.multi_object_search.models package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.html b/docs/html/api/pomdp_py.problems.multi_object_search.html
index fdb0c05..cb86319 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html b/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html
index 690193f..468be47 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.models.components package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.components package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.rocksample package" href="pomdp_py.problems.rocksample.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.models package" href="pomdp_py.problems.multi_object_search.models.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -102,9 +104,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -120,6 +129,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.models.html">pomdp_py.problems.multi_object_search.models package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.models.html" title="previous chapter">pomdp_py.problems.multi_object_search.models package</a></li>
+      <li>Next: <a href="pomdp_py.problems.rocksample.html" title="next chapter">pomdp_py.problems.rocksample package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.models.html b/docs/html/api/pomdp_py.problems.multi_object_search.models.html
index a881763..090461c 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.models.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.models.html
@@ -5,16 +5,18 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.models.components package" href="pomdp_py.problems.multi_object_search.models.components.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.env package" href="pomdp_py.problems.multi_object_search.env.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -130,9 +132,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -148,6 +157,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.env.html" title="previous chapter">pomdp_py.problems.multi_object_search.env package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.models.components.html" title="next chapter">pomdp_py.problems.multi_object_search.models.components package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.rocksample.cythonize.html b/docs/html/api/pomdp_py.problems.rocksample.cythonize.html
index fca269a..8e7c8eb 100644
--- a/docs/html/api/pomdp_py.problems.rocksample.cythonize.html
+++ b/docs/html/api/pomdp_py.problems.rocksample.cythonize.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.rocksample.cythonize package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.rocksample.cythonize package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.rocksample.html b/docs/html/api/pomdp_py.problems.rocksample.html
index 3a425e9..cb32680 100644
--- a/docs/html/api/pomdp_py.problems.rocksample.html
+++ b/docs/html/api/pomdp_py.problems.rocksample.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.rocksample package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.rocksample package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.tag.agent.html b/docs/html/api/pomdp_py.problems.tag.agent.html
index b390fed..6bb2aa3 100644
--- a/docs/html/api/pomdp_py.problems.tag.agent.html
+++ b/docs/html/api/pomdp_py.problems.tag.agent.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.agent package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.agent package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.domain package" href="pomdp_py.problems.tag.domain.html" />
+    <link rel="prev" title="pomdp_py.problems.tag package" href="pomdp_py.problems.tag.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -80,9 +82,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -98,6 +107,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.html" title="previous chapter">pomdp_py.problems.tag package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.domain.html" title="next chapter">pomdp_py.problems.tag.domain package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.domain.html b/docs/html/api/pomdp_py.problems.tag.domain.html
index 4c1adea..2a4e7d3 100644
--- a/docs/html/api/pomdp_py.problems.tag.domain.html
+++ b/docs/html/api/pomdp_py.problems.tag.domain.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.env package" href="pomdp_py.problems.tag.env.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.agent package" href="pomdp_py.problems.tag.agent.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -82,9 +84,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -100,6 +109,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.agent.html" title="previous chapter">pomdp_py.problems.tag.agent package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.env.html" title="next chapter">pomdp_py.problems.tag.env package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.env.html b/docs/html/api/pomdp_py.problems.tag.env.html
index aa96596..8cff751 100644
--- a/docs/html/api/pomdp_py.problems.tag.env.html
+++ b/docs/html/api/pomdp_py.problems.tag.env.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.models package" href="pomdp_py.problems.tag.models.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.domain package" href="pomdp_py.problems.tag.domain.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -101,9 +103,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -119,6 +128,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.domain.html" title="previous chapter">pomdp_py.problems.tag.domain package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.models.html" title="next chapter">pomdp_py.problems.tag.models package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.html b/docs/html/api/pomdp_py.problems.tag.html
index a14e95a..87f976a 100644
--- a/docs/html/api/pomdp_py.problems.tag.html
+++ b/docs/html/api/pomdp_py.problems.tag.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.agent package" href="pomdp_py.problems.tag.agent.html" />
+    <link rel="prev" title="pomdp_py.problems.rocksample.cythonize package" href="pomdp_py.problems.rocksample.cythonize.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -84,9 +86,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -102,6 +111,12 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.rocksample.cythonize.html" title="previous chapter">pomdp_py.problems.rocksample.cythonize package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.agent.html" title="next chapter">pomdp_py.problems.tag.agent package</a></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.models.components.html b/docs/html/api/pomdp_py.problems.tag.models.components.html
index b2e639b..fa2b950 100644
--- a/docs/html/api/pomdp_py.problems.tag.models.components.html
+++ b/docs/html/api/pomdp_py.problems.tag.models.components.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.models.components package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.components package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tiger package" href="pomdp_py.problems.tiger.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.models package" href="pomdp_py.problems.tag.models.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -89,9 +91,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -107,6 +116,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+  <li><a href="pomdp_py.problems.tag.models.html">pomdp_py.problems.tag.models package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.models.html" title="previous chapter">pomdp_py.problems.tag.models package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tiger.html" title="next chapter">pomdp_py.problems.tiger package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.models.html b/docs/html/api/pomdp_py.problems.tag.models.html
index b41b481..741c146 100644
--- a/docs/html/api/pomdp_py.problems.tag.models.html
+++ b/docs/html/api/pomdp_py.problems.tag.models.html
@@ -5,16 +5,18 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.models.components package" href="pomdp_py.problems.tag.models.components.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.env package" href="pomdp_py.problems.tag.env.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -108,9 +110,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -126,6 +135,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.env.html" title="previous chapter">pomdp_py.problems.tag.env package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.models.components.html" title="next chapter">pomdp_py.problems.tag.models.components package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tiger.cythonize.html b/docs/html/api/pomdp_py.problems.tiger.cythonize.html
index adbe72e..16d5daa 100644
--- a/docs/html/api/pomdp_py.problems.tiger.cythonize.html
+++ b/docs/html/api/pomdp_py.problems.tiger.cythonize.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tiger.cythonize package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tiger.cythonize package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -547,17 +547,17 @@ <h2>pomdp_py.problems.tiger.cythonize.run_tiger module<a class="headerlink" href
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
@@ -926,17 +926,17 @@ <h2>pomdp_py.problems.tiger.cythonize.tiger_problem module<a class="headerlink"
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id17">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id18">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id19">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
@@ -1305,17 +1305,17 @@ <h2>pomdp_py.problems.tiger.cythonize.tiger_problem module<a class="headerlink"
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id56">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#id56" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#id56" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id57">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#id57" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#id57" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id58">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#id58" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#id58" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
@@ -1684,17 +1684,17 @@ <h2>pomdp_py.problems.tiger.cythonize.tiger_problem module<a class="headerlink"
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id95">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#id95" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#id95" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id96">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#id96" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#id96" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id97">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#id97" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#id97" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
diff --git a/docs/html/api/pomdp_py.problems.tiger.html b/docs/html/api/pomdp_py.problems.tiger.html
index 8867605..db3fe01 100644
--- a/docs/html/api/pomdp_py.problems.tiger.html
+++ b/docs/html/api/pomdp_py.problems.tiger.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tiger package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tiger package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -615,7 +615,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 small, finite action space</p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-right),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-left)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py method">
diff --git a/docs/html/api/pomdp_py.representations.belief.html b/docs/html/api/pomdp_py.representations.belief.html
index 4e2f223..afaabe9 100644
--- a/docs/html/api/pomdp_py.representations.belief.html
+++ b/docs/html/api/pomdp_py.representations.belief.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.representations.belief package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations.belief package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -91,9 +91,9 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/api/pomdp_py.representations.distribution.html b/docs/html/api/pomdp_py.representations.distribution.html
index 89ba282..9349022 100644
--- a/docs/html/api/pomdp_py.representations.distribution.html
+++ b/docs/html/api/pomdp_py.representations.distribution.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.representations.distribution package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations.distribution package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -88,6 +88,8 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.from_histogram()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.frozen"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.frozen</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.get_histogram()</span></code></a></li>
+<li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist</span></code></a></li>
+<li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist_valid</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.mpe"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.mpe()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.particles"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.particles</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.random"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.random()</span></code></a></li>
@@ -134,9 +136,9 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -381,6 +383,16 @@ <h1>pomdp_py.representations.distribution package<a class="headerlink" href="#po
 <dd><p>Returns a mapping from value to probability, normalized.</p>
 </dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="pomdp_py.representations.distribution.particles.WeightedParticles.hist">
+<span class="sig-name descname"><span class="pre">hist</span></span><a class="headerlink" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist" title="Link to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid">
+<span class="sig-name descname"><span class="pre">hist_valid</span></span><a class="headerlink" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid" title="Link to this definition">¶</a></dt>
+<dd></dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="pomdp_py.representations.distribution.particles.WeightedParticles.mpe">
 <span class="sig-name descname"><span class="pre">mpe</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#pomdp_py.representations.distribution.particles.WeightedParticles.mpe" title="Link to this definition">¶</a></dt>
diff --git a/docs/html/api/pomdp_py.representations.html b/docs/html/api/pomdp_py.representations.html
index c2f5b36..71ddf1d 100644
--- a/docs/html/api/pomdp_py.representations.html
+++ b/docs/html/api/pomdp_py.representations.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.representations package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -70,9 +70,9 @@ <h3>Navigation</h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -181,6 +181,8 @@ <h1>pomdp_py.representations package<a class="headerlink" href="#pomdp-py-repres
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.from_histogram()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.frozen"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.frozen</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.get_histogram()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist_valid</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.mpe"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.mpe()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.particles"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.particles</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.random"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.random()</span></code></a></li>
diff --git a/docs/html/api/pomdp_py.utils.debugging.html b/docs/html/api/pomdp_py.utils.debugging.html
index 5944ea6..c6080c5 100644
--- a/docs/html/api/pomdp_py.utils.debugging.html
+++ b/docs/html/api/pomdp_py.utils.debugging.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.utils.debugging module &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.debugging module &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -110,7 +110,6 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/api/pomdp_py.utils.html b/docs/html/api/pomdp_py.utils.html
index c05252f..92bab9c 100644
--- a/docs/html/api/pomdp_py.utils.html
+++ b/docs/html/api/pomdp_py.utils.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.utils package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -333,7 +333,7 @@ <h1>pomdp_py.utils package<a class="headerlink" href="#pomdp-py-utils-package" t
 <tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.interfaces</span></code></p></td>
 <td><p>Utilities for interfacing with external libraries</p></td>
 </tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.debugging</span></code></a></p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="pomdp_py.utils.debugging.html#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.debugging</span></code></a></p></td>
 <td><p>This module contains utility functions making it easier to debug POMDP planning.</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="#module-pomdp_py.utils.templates" title="pomdp_py.utils.templates"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.templates</span></code></a></p></td>
diff --git a/docs/html/api/pomdp_py.utils.interfaces.html b/docs/html/api/pomdp_py.utils.interfaces.html
index 03a153f..8a4497a 100644
--- a/docs/html/api/pomdp_py.utils.interfaces.html
+++ b/docs/html/api/pomdp_py.utils.interfaces.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.utils.interfaces package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.interfaces package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.visual.html b/docs/html/api/pomdp_py.visual.html
index ade180a..1f5b8ad 100644
--- a/docs/html/api/pomdp_py.visual.html
+++ b/docs/html/api/pomdp_py.visual.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.visual package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.visual package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/building_docs.html b/docs/html/building_docs.html
index 35b1c6b..c27377f 100644
--- a/docs/html/building_docs.html
+++ b/docs/html/building_docs.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Building Documentations &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Building Documentations &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/changelog.html b/docs/html/changelog.html
index 6f9d7fb..c017a2f 100644
--- a/docs/html/changelog.html
+++ b/docs/html/changelog.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Changelog &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Changelog &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -56,6 +56,7 @@
     <h3><a href="index.html">Table of Contents</a></h3>
     <ul>
 <li><a class="reference internal" href="#">Changelog</a><ul>
+<li><a class="reference internal" href="#version-1-3-5-1-03-30-2024">Version 1.3.5.1 (03/30/2024)</a></li>
 <li><a class="reference internal" href="#version-1-3-5-03-12-2024">Version 1.3.5 (03/12/2024)</a></li>
 <li><a class="reference internal" href="#version-1-3-4-01-26-2024">Version 1.3.4 (01/26/2024)</a></li>
 <li><a class="reference internal" href="#version-1-3-3-07-25-2023">Version 1.3.3 (07/25/2023)</a></li>
@@ -86,6 +87,7 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="design_principles.html">Design Principles</a></li>
 <li class="toctree-l1"><a class="reference internal" href="existing_solvers.html">Existing POMDP Solvers</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">What's New?</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="#version-1-3-5-1-03-30-2024">Version 1.3.5.1 (03/30/2024)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-3-5-03-12-2024">Version 1.3.5 (03/12/2024)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-3-4-01-26-2024">Version 1.3.4 (01/26/2024)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-3-3-07-25-2023">Version 1.3.3 (07/25/2023)</a></li>
@@ -167,6 +169,14 @@ <h3 class="donation">Donate/support</h3>
   <section id="changelog">
 <h1>Changelog<a class="headerlink" href="#changelog" title="Link to this heading">¶</a></h1>
 <p>Best viewed on <a class="reference external" href="https://h2r.github.io/pomdp-py/html/changelog.html">the website</a>.</p>
+<section id="version-1-3-5-1-03-30-2024">
+<h2>Version 1.3.5.1 (03/30/2024)<a class="headerlink" href="#version-1-3-5-1-03-30-2024" title="Link to this heading">¶</a></h2>
+<ul class="simple">
+<li><p>Hot fixes for <a class="reference internal" href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles" title="pomdp_py.representations.distribution.particles.WeightedParticles"><code class="xref py py-mod docutils literal notranslate"><span class="pre">WeightedParticles</span></code></a>.</p></li>
+<li><p><a class="reference internal" href="api/pomdp_py.framework.html#pomdp_py.framework.basics.Agent" title="pomdp_py.framework.basics.Agent"><code class="xref py py-mod docutils literal notranslate"><span class="pre">Agent</span></code></a> can be created with a name.</p></li>
+<li><p>Bug fixes for release script and GHA workflow.</p></li>
+</ul>
+</section>
 <section id="version-1-3-5-03-12-2024">
 <h2>Version 1.3.5 (03/12/2024)<a class="headerlink" href="#version-1-3-5-03-12-2024" title="Link to this heading">¶</a></h2>
 <ul class="simple">
@@ -231,7 +241,7 @@ <h2>Version 1.3.0.1 (09/30/2021)<a class="headerlink" href="#version-1-3-0-1-09-
 <ul class="simple">
 <li><p>Removed dependency on <code class="code docutils literal notranslate"><span class="pre">pygraphviz</span></code>;</p></li>
 <li><p>Added <code class="code docutils literal notranslate"><span class="pre">utils.debugging.Treedebugger</span></code>, which makes it easier to inspect the search tree.
-See <a class="reference internal" href="api/pomdp_py.utils.html#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-mod docutils literal notranslate"><span class="pre">debugging</span></code></a>.</p></li>
+See <a class="reference internal" href="api/pomdp_py.utils.debugging.html#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-mod docutils literal notranslate"><span class="pre">debugging</span></code></a>.</p></li>
 <li><p>Added <code class="code docutils literal notranslate"><span class="pre">WeightedParticles</span></code>; Refactored <code class="code docutils literal notranslate"><span class="pre">Particles</span></code>. (<a class="reference internal" href="api/pomdp_py.representations.distribution.html#module-pomdp_py.representations.distribution.particles" title="pomdp_py.representations.distribution.particles"><code class="xref py py-mod docutils literal notranslate"><span class="pre">particles</span></code></a>)</p></li>
 <li><p>Optionally show progress bar while simulating in POUCT/POMCP.</p></li>
 <li><p>Added a CLI interface to simplify running example domains, e.g. <code class="code docutils literal notranslate"><span class="pre">python</span> <span class="pre">-m</span> <span class="pre">pomdp_py</span> <span class="pre">-r</span> <span class="pre">tiger</span></code> runs Tiger.</p></li>
diff --git a/docs/html/design_principles.html b/docs/html/design_principles.html
index b83e92e..570f1a4 100644
--- a/docs/html/design_principles.html
+++ b/docs/html/design_principles.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Design Principles &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Design Principles &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -64,7 +64,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.action_prior.html b/docs/html/examples.action_prior.html
index 916ef0f..18f3c7c 100644
--- a/docs/html/examples.action_prior.html
+++ b/docs/html/examples.action_prior.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Preference-based Action Prior &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Preference-based Action Prior &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.external_solvers.html b/docs/html/examples.external_solvers.html
index 8dd08ea..738d100 100644
--- a/docs/html/examples.external_solvers.html
+++ b/docs/html/examples.external_solvers.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Using External Solvers &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Using External Solvers &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -36,7 +36,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -102,7 +102,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.html b/docs/html/examples.html
index 29c1095..de39dab 100644
--- a/docs/html/examples.html
+++ b/docs/html/examples.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Examples &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Examples &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -78,7 +78,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.mos.html b/docs/html/examples.mos.html
index d9292fd..7713b71 100644
--- a/docs/html/examples.mos.html
+++ b/docs/html/examples.mos.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Multi-Object Search (MOS) &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Multi-Object Search (MOS) &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -80,7 +80,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -219,7 +218,7 @@ <h1>Multi-Object Search (MOS)<a class="headerlink" href="#multi-object-search-mo
 <div class="highlight-shell notranslate"><div class="highlight"><pre><span></span>$<span class="w"> </span>python<span class="w"> </span>-m<span class="w"> </span>pomdp_py.problems.multi_object_search.problem
 </pre></div>
 </div>
-<p>A gridworld with randomly placed obstacles, targets and robot initial pose is generated; The robot is equipped with either a disk-shape sensor or a laser sensor <a class="reference external" href="_modules/problems/multi_object_search/problem.html#unittest">[source]</a>. A command-line interface is not yet provided; Check <a class="reference internal" href="problems/problems.multi_object_search.env.html#problems.multi_object_search.env.env.interpret" title="problems.multi_object_search.env.env.interpret"><code class="xref py py-mod docutils literal notranslate"><span class="pre">interpret</span></code></a>,
+<p>A gridworld with randomly placed obstacles, targets and robot initial pose is generated; The robot is equipped with either a disk-shape sensor or a laser sensor <a class="reference external" href="_modules/problems/multi_object_search/problem.html#unittest">[source]</a>. A command-line interface is not yet provided; Check <code class="xref py py-mod docutils literal notranslate"><span class="pre">interpret</span></code>,
 <a class="reference internal" href="api/pomdp_py.problems.multi_object_search.env.html#pomdp_py.problems.multi_object_search.env.env.equip_sensors" title="pomdp_py.problems.multi_object_search.env.env.equip_sensors"><code class="xref py py-mod docutils literal notranslate"><span class="pre">equip_sensors</span></code></a>,
 <a class="reference internal" href="api/pomdp_py.problems.multi_object_search.env.html#pomdp_py.problems.multi_object_search.env.env.make_laser_sensor" title="pomdp_py.problems.multi_object_search.env.env.make_laser_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">make_laser_sensor</span></code></a>,
 <a class="reference internal" href="api/pomdp_py.problems.multi_object_search.env.html#pomdp_py.problems.multi_object_search.env.env.make_proximity_sensor" title="pomdp_py.problems.multi_object_search.env.env.make_proximity_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">make_proximity_sensor</span></code></a>
diff --git a/docs/html/examples.tiger.html b/docs/html/examples.tiger.html
index c8a306a..1872ba7 100644
--- a/docs/html/examples.tiger.html
+++ b/docs/html/examples.tiger.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Tiger &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Tiger &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -83,7 +83,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/existing_domains.html b/docs/html/existing_domains.html
index 4b3021f..312b8b6 100644
--- a/docs/html/existing_domains.html
+++ b/docs/html/existing_domains.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Existing POMDP Domains &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Existing POMDP Domains &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/existing_solvers.html b/docs/html/existing_solvers.html
index caf0f92..e324347 100644
--- a/docs/html/existing_solvers.html
+++ b/docs/html/existing_solvers.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Existing POMDP Solvers &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Existing POMDP Solvers &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -64,7 +64,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/extensions.html b/docs/html/extensions.html
index b7711f1..2f98546 100644
--- a/docs/html/extensions.html
+++ b/docs/html/extensions.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Use Case Extensions &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Use Case Extensions &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/genindex.html b/docs/html/genindex.html
index 1c97d4f..b4ea1b9 100644
--- a/docs/html/genindex.html
+++ b/docs/html/genindex.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Index &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Index &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -689,12 +689,16 @@ <h2 id="H">H</h2>
   <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="api/pomdp_py.utils.html#pomdp_py.utils.colors.hex_to_rgb">hex_to_rgb() (in module pomdp_py.utils.colors)</a>
 </li>
-      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram">Histogram (class in pomdp_py.representations.distribution.histogram)</a>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist">hist (pomdp_py.representations.distribution.particles.WeightedParticles attribute)</a>
 </li>
-      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram.histogram">histogram (pomdp_py.representations.distribution.histogram.Histogram attribute)</a>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid">hist_valid (pomdp_py.representations.distribution.particles.WeightedParticles attribute)</a>
+</li>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram">Histogram (class in pomdp_py.representations.distribution.histogram)</a>
 </li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram.histogram">histogram (pomdp_py.representations.distribution.histogram.Histogram attribute)</a>
+</li>
       <li><a href="api/pomdp_py.algorithms.html#pomdp_py.algorithms.po_uct.RootVNode.history">history (pomdp_py.algorithms.po_uct.RootVNode attribute)</a>
 
       <ul>
@@ -2435,6 +2439,8 @@ <h2 id="S">S</h2>
         <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.basics.Environment.set_models">(pomdp_py.framework.basics.Environment method)</a>
 </li>
       </ul></li>
+      <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_name">set_name() (pomdp_py.framework.basics.Agent method)</a>
+</li>
       <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.oopomdp.OOBelief.set_object_belief">set_object_belief() (pomdp_py.framework.oopomdp.OOBelief method)</a>
 </li>
       <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.oopomdp.OOState.set_object_state">set_object_state() (pomdp_py.framework.oopomdp.OOState method)</a>
diff --git a/docs/html/index.html b/docs/html/index.html
index e00bcb8..150dacf 100644
--- a/docs/html/index.html
+++ b/docs/html/index.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py Documentation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py Documentation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -36,7 +36,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -136,7 +136,7 @@ <h1>pomdp_py Documentation<a class="headerlink" href="#pomdp-py-documentation" t
 <h2>Overview<a class="headerlink" href="#overview" title="Link to this heading">¶</a></h2>
 <p><a class="reference external" href="https://github.com/h2r/pomdp-py">pomdp_py</a> is a <strong>general purpose POMDP library</strong> written in Python and Cython. It features simple and comprehensive interfaces to describe POMDP or MDP problems. Originally written to support POMDP planning research, the interfaces also allow extensions to model-free or model-based learning in (PO)MDPs, multi-agent POMDP planning/learning, and task transfer or transfer learning.</p>
 <p><strong>Why pomdp_py?</strong> It provides a POMDP framework in Python with clean and intuitive interfaces. This makes POMDP-related research or projects accessible to more people. It also helps sharing code and developing a community.</p>
-<p>POMDP stands for <strong>P</strong>artially <strong>O</strong>bservable <strong>M</strong>arkov <strong>D</strong>ecision <strong>P</strong>rocess <span id="id1">[<a class="reference internal" href="api/pomdp_py.algorithms.html#id31" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span>.</p>
+<p>POMDP stands for <strong>P</strong>artially <strong>O</strong>bservable <strong>M</strong>arkov <strong>D</strong>ecision <strong>P</strong>rocess <span id="id1">[<a class="reference internal" href="#id21" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span>.</p>
 <p>The code is available <a class="reference external" href="https://github.com/h2r/pomdp-py">on github</a>. We welcome contributions to this library in:</p>
 <ol class="arabic simple">
 <li><p>Implementation of additional POMDP solvers (see <a class="reference internal" href="existing_solvers.html"><span class="doc">Existing POMDP Solvers</span></a>)</p></li>
diff --git a/docs/html/installation.html b/docs/html/installation.html
index 6a92952..ab99e5a 100644
--- a/docs/html/installation.html
+++ b/docs/html/installation.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Installation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Installation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -82,7 +82,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/modules.html b/docs/html/modules.html
index 739a22e..c953229 100644
--- a/docs/html/modules.html
+++ b/docs/html/modules.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>docs &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>docs &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/objects.inv b/docs/html/objects.inv
index 807ff44a75b4ac88fb1b45b2b1c2b4901dfb45a8..677b8715731b5bb82cb08b5a451404cc80b5b746 100644
GIT binary patch
delta 7064
zcmV;J8)xLSH_|tdcz?-u+_;k6>nrk{?nU>)Y+D}6s-0}9Ts|#XdXj9vTJa!BC=+E)
z2ALZC^$*~XWM*;*00EM<sj`^hy_Y~BFb9%2^b<FEc1W;_Im^~z>MYY_kv#t%#{MRt
zi<b+Mu>VWi(>d!b4F0P~`QpD9FOIs>ErXxj3aInp;$Jrs*?$X2nl4@q1A`D9k5iIS
zHwj3T>!#T{_VM89k9&8M_>v+FVjB!B%IJzqf+Y<Yy?0Z(3Tc$t;^GOXnVbGhtmRqx
z0n~TBIL+MqP2^=PMxsh$m&ZX6Z!(aXLQJ%Vbgr*%YVaXT1?sFp9WS7SyJQ6|UUdc`
zITMB?{=?}b;eWoQAz8-Ra+6V1Cb0FWL#M((%cpJ<2h4l6L{!vltKdaxmvtMfG&UZp
z^$R%XG_RxAoW&f&_V*y2l_*l-c<w3Z!Y`2gmlP%ACDZlQ*N=BtvU4z}kSH{l8G=-7
zB|5evsF8h^dhteB+`ae$8`5(R6Kz5_WnpRwUiy}ZMSm+dV<E-o2+5P{(<EEtL(7bL
zU@6N|mqjeYCqQ$%HRPeI#g%Nyo!112ZhRj!wdKD{mIo4SD7vZq>r3oYEPr@IB0mlh
z`$Y$!PP0dcQGzAz_14%>BsW1VNRG2_sKr(RI`=#lPAMv}an(9&mWpNu)oa{wN-=Yy
z!gIVe3x9l0BO78Hp5F?5?kF&kQH`yz1;SUNX+<-#0#x+Cg#WFI&fVq%A_ZpNhF*f$
zH5X{2p}72bjZjcqEVMpEjfmF*?_=6%e<jD(gIyDzG0`7Sk+S#@*cm}QvXhr2R&vK)
z&Xhf=jB>J_ZNjL8d$`Uw`S<50jZwDr!<$sqdw)(s`WW*c&XT0eOS^NVPT83u`(WkZ
zzVq|<AP2CjaWE2;Lww(r2GyN&I-o(&oVe&TSWW17nNt2htl_7b9L``P11hivDx_1X
z0V{`Dt{ufG36p>}z|qW3j-D;Sii%Ey6dg7qAw>lp>Ro6<x(!1^fc_8=@5eHJx|I2f
z<A2X~AO}0x2GE58BSD{uY|X0{S`*PkbX<2uGtp#*u4_TCfKQR(&!Y#%<0wRH<{E$w
zNs{2%%{Ym~;Ins~O`Bp_no8j@@O)>J!`twpjj{uu@c4oGwAsvB$f#n`&1N>C`|TZY
zd-<P3+qKdf9J>HM(J1ebKTv$n){c$q>VG>p<f2^O0<OdhcB#Syt8Ka3t-$65&;Uei
zxc5<U3-kb87G>Kg!WNgmR}XCP2$#JiOBS%~*%k$AujeX3G|C(+AF(jJzHf;NSm@J%
zwUC)kMtR60yd1c`x;(qaDWYN_2+?IU0CBxV6S#5|gIh3+7%aGlCI!A{XriOqaeosS
zbsT$>cQp~suK|c_eobIY#?hp}H;yJcs&U*_{cZEoyW4ht5lvzb6xS^F!7I;HPgGhW
zv0#7uH25~S&wy%&<?JPWN`$j&jxV=+cM;H6+mS&%JTt?O<NP7g!bXYaoQW*JsF)Sr
z)zydX^erMB<}6qXc4`fKiH?XcxPLsrjF*2?4{PSVA01;+=753c8?4ZU%jqXeS%WvQ
zZ^d-#4YBBYosjYswE~UNns)=+aUz!HK6(fm(;ki13$0GsoSNui!D-`b0*t|LjfUGs
z=4f`zv4HmC<QW@tReQtQ*6eW<8Ep@LJN=J|k1ja1EtqASZ7YQ4LU6}toqxD?YLK0A
zU^l)M_iASZ)s4Tu9EI8><@S&2fonu7Hnanu+Jwh&^!WiK%8^EvC7N?xqZ*Xh9@@Yb
zK|M^InaXz5!y`579MVAqH0;^aSf%JLpKXeOt=5_A6Tw8I2LR;m3(5@Ru{am<(V2Jx
z*@4o_Y(y#QWR&K_;?0C|;eXc0<IdCB<xYY)%UHA;p;RlX{2#8zxL34cT{CHTA6GC2
zEE<(BiCL7T<1z-%t8!@!lQSm1yNTrgAZAjhhS*3W^#nZ5#n*xD;N5(xM37k`D{TGU
zc6*eAoo$QMpnkYT{-G{99yMe!-wNA^#jCXqzz+S$hNZH)kH-pGp?|l+Hlj@_FTC5K
z9<NaQ$J}^4(D@>3j3XM6*7T1(`q7L@{O4=_&+8(o^+GO};ERA0jRE*@Hy4SwSe2~j
zZEX{WghgZUWVDJ}Q%vt*@rC3U1@z)&GC=n|PbTue%oGS{ky;JAjGbhaV*eP&2t1C`
z(Bpt|n5$mRu=O=LgMR~T!c@KhHltM~g{p?nm1!b7m*Nklsj*$69)`vl9f0&AHB^0>
z+Ka;^j%YbOqCiu>2w~g=8QU(nQNq17gzoSyJuasXlBUi`iqpjUymMf8F5|TSggjJ*
z8GRYFZt%#gEj5kxf+@<PpqIHZxS`K(4m2h7Z+#n4$Ix~&%YRaeb20(@MOAvWXj<TX
zs?L`+ZBx0&WmSL!odzC~q09dVi~OlIT*UE@sWn{2@_%zu;e0s#`2XKeZ_avmL5wTu
z{Pgy2W^#__ls|u5-OQ}SF3$g$Q;B`Ky1DyvZhB^ALN}j3{W+%+yZ!j*`Q`cT>=e1*
zzRyq7zyF$}rhi%0xZA6*^V2gc5AgkbR*kHbGg<y9&RSaPt2gH~^D&&-#HPheIgm4W
zXlE)}F_&-6PS?OWq;XUgn{nr3R0n#TFJCV%CUODbNq$R}zgPmu4F|doU?mG05~|aX
zNt{k%yM206(8f{wlBUfY$Z>-aHOK;D{*)!t6jK$=RDW7-;$=K>+0+usx|6#1@h0-;
zku5VSA&1L<x)TTjuA{cUsoCTxtl!$;mHtz0ako!}DScV=%-3&H@U+0AG1?MDe{NVJ
z9!6=*Q|;9n0|DE+5GN&fE3247MM!>7SJVi~%Yv9pgh=_sLY6&GB;<jm8xl<7s0wOX
zLBFwIqksCS9cIVp<Z<v!-bgY)L3&5hl2_0vRj_d7t||Bsn^hf;%r9=un@&c4LExT&
zOs6J}T)8bK+9Xq&h)_Wvdhe1PN5d2KdLv+rqN2J?Z$b${98YZzoJKz7Q;H}QxYYn)
zA{9d?*)1xlqPE1rR2>>;BkF?On?5T2QxWg)F@NTPpN_g$beFo^lvezuodb$r58wCO
z`LgE6YwZe#;9%)-R-E~6NRrtKb3TcGTowY=yWt)BFontM!sL?}dTMhdo%N_~R^?jA
zaxUZ$_xS8~D{>ZP+a}Iok$cZ*;Jfj?`@rbq+=_TlZqW~?Ggm1e%G<;_UCC%nDf^{A
z`+qu`=5-v)BYGs9dFB=#=^r5Uk!5R9y+o&AH9v#Bt|q|d>7?eY%DFhbJ-^Xk&bO}b
z`sV82pD#b({WW8ab9LmUyyh(V%-r@rs*U+4xI((|M2kX6ln3h99=F*O*vz?^Ny}m(
z&7WM@K{)0K$HNC&@@+NBah-<b+0g}$MSn4ZzJq;q^U1n)Y48vx(@9i|buyjKIT@ny
ztfrBk;`X%3{aRCoqZGc(YK}NsvCYPlq#pQeJZ%&Ef=*pL4uW`-%}UdB{%HS>--+sf
zQ-<>?CV^78IjgxMdor_CGoe%JQ#Enj?~^uNRcpJ^d7|pJFGXgOa*RIf8PuX`LVtUQ
zsGE;*72C9DSf*{d=2WV!`q;hr^?|y}=lN=!*yqAT&ZvUOBMi(d28c7PCq44!R9*UH
z&dnnGw9d#dS>!I|c_UK9B^!TE;6PEaDq5ZM8BtJDhmsv_+g15vabB_ik~z$+Ruyfr
zY2B@N`i-&At0GV1;9+!9;|Z`HUVk2YKN?lL--hbM0MltC_MU~uh}bVhj_qrjY>kI5
zyrK*WI5rXBd|Xox95Ad~3-eD-uyo`<m&>ig3)X#_UcG#2B<fQ1Au;mi)yr2%IuxRY
z^$R-25~L7?s$bD-EJX@Yarza#!BPZ|LenqkEta5S3nzx8cSe$KZgHyDZ-0g=l){Dd
zOL>nc#re4*RcG9^oKEm$0f$_@dS1Om)&n17_3L_ttxIiC)i3TCTO4>4)vxQdp)REb
z#C|Dn@T6dw)LTSJ>I;bd+TI~*!?g6@5Ou*95c@T~N7RH=@l3tC(mGkMl;f9pQjjX%
z@he10h{k<<jHnC8kd93~IDaq#P``*b7$Ri69fs7qJ${R#NdA;PCp5*7^bSQ*MtR7h
zBItyvB2!<jJel7w=RK|*EN66rEDO;gy?%+T4aX_HHuT@((QW<+e8E}2oMT)$&HK>O
zj6|M!hP_5s$YfLnCVHHl5@T_1ki{jOMOl5Bn~}D+$lA)Y-}jtSH-CsdXe^n2k?)K}
z-aRL#jr8l^P*gY{PR|h9p4abj)O@<SLXmTVBZox~lp7CN-n_(71HN6SUyYeJFX|V{
zY~dR-N3L-~s9%nm*Um4~ObE}I7tmDY0-}CZX6_n%^<}>ZGrz2SFJ`}(LH}#IzNfUT
z*z&y^wF9&ii@9#7O@FAl7Kgy6x8{aHthcs?!K}B2hQX}0R;Ep?yYQn;Xt<Js$g4H5
z#pKr>!D5Qg8LAra>#lU*P>x;XXe$>;8m6!~<CO>`?vV{$cVz*Ga%@9KSt&r`AGx4S
zW^eIm$1ZTR*;qsk;}*Qp>?$6u=`1Ru68+gyL=oDvqKF#IXMaD9#3;{l8nbE5W}35V
z&03n%>da1>v+B%3YO`w3HtI7fFQ98vdBQ*K`Ae0VF>PM6iBoM_lnGL8cAbe(eKPT_
zAqmDWT9cX99@31g05hl}6=3RArXs5<O#Luoo>m2S40Pv?tWH;;>xA}L)ZiU?tpIn|
zqMpVa(xcU4Q-41?r9~qh03!kWMO7-lDV3JT0h4-hUd2ISw&C@oxZDc}3BC`qk(hYE
z+h@%Payte#-uq006l&M#>V8P`3Q_SjO7qmpp9H-YRQF?wi|E8>0DC#`4}e|pR;C1s
zhF=_~g)8$x>0-DY7FBrXo{OPansJ~L*C%Sm*B=Z#YJWx*&}ap`3CN5He&dh=5BRz-
zb@M7O-Vk2_y3R{kbcw8ZU6&b++I3uJT+r*bv{@9d(=y_*XuK7T)^%9gY)aQ%nXo{w
zvohiUUsq+q0=$mOgaUZolnDj+Iw@@urR$=!S-{spsWT`AWq`t~-lYT|Y0xL(BUlI@
zFss7CCx2eH=pfjPv!d<Bzy)8|R3`>zgwAzLt?%jbsa&^YhZugHQV+igv6C-=cr*x7
zV3oHcLaG06LxSqHQFe7yVUflWQGB&qM3No7F6^+&R_KoK70oX5$Jbj;qf`%o7AH)m
zDw+;KYU}zV3Ii{PnP}3vNkO-%It;YFJM9JBU4ODqkHZV!USf$~+YT{BfH#;Z^D9QR
z*R`>oc;4a*m3CtqebgSC#%@SddiX{}R9brmq!<=m*MN2cRf~^P+U02UQG0B*9YP<q
zy;9VOxUE}~2Qf2cGpo9l(f9*fSS>a+5O$@=$yO9twrq$53l<JP5C)&^sCHjSFALp-
z34fTCP~N(tfC&#+It0pA6msQno(__qc{-KIpnGqqa}<9o92M+iJXU9P?&M$Kb@DcH
z=D&ZbORTn}-NF6}f!&EnNMZXZyJQ?A$bhyv9THw+Nl<8jI;6ZolTvk)8{?DIK-gPU
zVR9E^ZZE)<$qrHP&_pS=oE>_8L(>CqMt?h`yw{bYHn8hpKS5wOu1qH{F;r*_H#_9K
z!jOYvs3*r5QcP|1MBDGeyKEiIZw#58(~ozbufE(GHGL;<O;ucdxIMr5c8Vb7ovD=D
zyVJXKLlN5UQ*ADxgZ(`MySdLg!BBzM#CC;&R}_TewYoyVD{3)yTU`O*0WzR_IDfl{
zUmFpdch<Y&x&subPY`uUc#9;#xUP0ZaMzGhbu#kZzNv|%-!LU%`H=TmqLBQ^36>sX
zU-C-Fy)HK_@S7dd;TfSW`d8ZY`{PP|4aeFVQkrEfTA9(m)~DarR(*CIhYFuv>|)jN
zp~?r<I@$Z&rryLJbOLeri*#p@hJWT(2WZTuW=zR-T&O9hqMKBt)0nZ)XV4k>8L;Wj
zJ{V9cEO47r*|iIeQK3GA<!{kgZ_r`TSXj`ZQJlXqpeRr5TP+r)QJpq{6K8AKMt&_G
zz2TV|i|(+;kadI>&~Tif$fnpIR7U?n-R+vO9S+UD<sl2F38yKIvZ7a2o_~{f^3(V$
zPI`KjU2k^vEQgpJvJ`{oqTP1m2U>;%s6=#qVV?{&{^G<;%?db7Z%V#BxNkk1w@ioG
zyd%Q;mu~;%a>}9ywu<?-`Ls`7ma$5}1a0!>WRSBWn>1x4f*178>)_&UC3QYE*jt;a
zVR8dj$8|-+#WEVYZnsOfEq@`MT7nlp^bUfovlGs$NIesY2q}rCr0+ZOVV8R74250x
zl&wNCTE=U19uS;e-H`v;<hSnbT6o8Ic<mz6=|#v9%dS04B4bCwxRs!xf~9U0^DqzE
z<WH9wqq)I0@-ZEuM)w-Q5!JoT>n6W-N7TaW5Z@m;s~hC`ao~|Fe}9{feAc8M^-L>d
z2Klj5Ek<#MZ7L>l1kU$7AP)7Xs+tG<<M$Q%#ia8QGlBCu6ye2@PotDhuVh+x+N$Rl
zjVACRhf*eWtcP;eWz6Bp^F<1A^H3DCkTY7xvroj7t>2-VnY4m3Udd)AS@M`aLDeFj
z_r*TSf9~$>7e9M(5Px$V5NA!F+$?taYS}mQ+(7Jx$|K~b)Xo2N1u!xqhQ=T-Vs4C6
zUiPqw*w0O=&m42Lltp2daru@l7sbjNP>!E(DfL9#M$)yuJfAK%t5v!0uTR@H;gHHY
z;T@;+EdQ%0-`1{lD>@j~S@wl`G{q*~k8ba43Qp53r9W-TFMk+(YoFj*6rTrvw}|iC
z#HLAqz*9r~z*>n0<hgHKj43)L_ZG7yB-~zgmEdkdigLBbAnNOe_Ff)^z>?TQUnUj{
zI0|fnM>fH2`uS)Rx_QM-Et5pC-?y>Ml;Odme0wHu)h9@B(F3)IAKJ`wo4!B{@$M<-
z)F0l>ZOCM^7k|RzII{?EFH=(SB%rxR=nv{@%9BxhRX3AyapiVd)O=!*7|sgw%%Fo%
z74S6XnXvigbCv6+(7D=s;uW*ma&RwaNlt@gO}<eti}_)6)-oJ->d+_gZbSk%kEX;^
zQ<CB~A-?f;&r8_jlbd8mqRQvctZ)?spEya@HcF`hZ-2RbnoQP8rb*Hg1|N$ii`^pK
zJqz~ZjA3&;p_7zJccz2}0K4ad4so57@U*zB0a>y0z}$pyqQi5n>gZwBvD2ThlMv30
zyQJA8rIG$5U5WE#jPPuX@XHY4&hUMbh`!R3D~8Ga*B=0&;P-$6z=W#54I$*DKk*sq
zKLQQ_dVipv0Rl@sQ?nNk&fjSqxhc7)W>OqZ%gY-KFr*AO6^`FjOv*wQ5N?W+P>%@@
z<gLljyf_%gx&8X#_T$ax>$~2yF;&!MoMmws(EH2+EU)gLLdM0#^y9|}6>uG}h@v9q
z4Pi<>+z&@DbqR=!7)L8hCR#(|o2kUMBG``9EPqa{s1>;Qf-NE9LZ)jXhUSI$M+3D{
zOje3WfZ_rc7xAINJs3LZjEbSg_7JvyKWdBPoY4#%Uj?YG4HI^n+k{}~?6v|nBqD_#
z++Z*>P1y1>1KD##$41OpX!rtsNOU_>4G{o^zGV_;AXJDN7$ho)8e)IQ3@FweS#HG8
z27lenbl@t+Z8Bv;HMlMkEUPQ=F&*3?B(_>?uh9+*j&fp1W5Zr-IjOG^yN`JYiQJ_R
z2@jrSz%dvt%K+Ojx1ST!&fIh2EbD#3I>l2XI3F&)o}2Vgn^0F5XGl;V|2qAG1a<!9
z>?0D?r<?P0ELoSQpU%JBog$&#oMYwu_kTY>-(eZVU*{JWSKpDqe3p`>QN7zjrA8p-
z@~hsoZH^EJz8Qk|Od>M`%DKt5b_ucKMoUo=f<^bS8A3=_@_dFFNEBy=MarpRiKZLR
zqiJdeBD!SJK;T^f$eNkv#xoVI@1p{S{H<v4(nXs2zx%Pbcu~AkKF-rFs`rnYV1N5>
zY)N)rStP{!A&h0`Rfhztn6qphrkyBtl3l>&y93zHGEE@(B3UO#jxogZz*4!I37{%c
zcC(d8t%UcSg!D1yKRSuFDfS5JH(P<LIC7o1+dy->u-o@~QHujYu1|V|x1{ahYNA1D
zo!nU|k>_s=ODK`SLi{+7PN<@!cz*>TrNjnnq0xhq5Ro3BLZX5t6gM6!sc2l1xPV{}
zXo-pMZX)?VfQmYCCw~L4pE)GI=rE;B)y0(~43mIuu93Kp5@u(4N|1$BDSJ7Gttw9j
zwWmhnURsb1HNonO(bYukU8ueQvkXYv1Q~PV<=@oH+>{dTtpU0YU+NUqf`6~92<n|X
zUsX^C^4D$efh$qxyDBPSRjlPjSdD9cQAHr2KDN9CuAZIms%V5&-fk+Tx(tC)7Z0!L
zJobK+6J&#8>$F{p8fZ}3#*Mcs0(S4iSO6LNMP+0)tf9IUc+vj;AOqBEZIkw}fxMDT
z2lYaA+CEm0myroUUZqUfM}Ii%HR@}yVTAo&p@9aaRjT!^uMLZV*Xkn9_^^&``0qvM
z{no=gDmA$6GMfe9F6=fHd(l2R$@imz>~ij-K&Z-S&tS$zaOlMlCWwFMMlq<0gJ>uV
z7=EjwBC16fbv<3Q*pIf-3DyWm(GR<Ov}w_aQp`lPG1bQh2B;e641e0V8aS=rH88!?
zI;XQYk&|DMCBDWL06S`Tekd?Ll#do?v9}4grFrD7NwlItypyrphsC=et3QwOb0$$;
zr2-->Q@*i1ND;={sld<jiKLRW*_x$`>#NJN>)#h2Ym_6O-m{3l$ky~lqaixP-MNk6
zEPqL0(nax76Q<$n;eRm2O9CcktH@0_i#(R>&0rq<Sme%G{&;b{eSB20HDBH;$lp0H
z|Jo*X%JBLEJm#(MH4_vd*ZE;r85iKilBCpMlsi(cWs;-Lqb;rIt><4BU*&;LA-4E!
zaa;U$)GX{)w8{t;m$Dc7;wtZjE^dpl-2Yr&-Tv><Zi%#_G=Ey4{Eim!j&MDNS<6D-
z<KF$P%ID%~VR^##^WSQq)-2imtre)wiHt_+ehX7St+J6WK8g~`bF%p1NOaCv<kP2J
zJFT7;?|qj4JgSqG@QoDP3Gtm;EnZ18xhn6|hh6;g2T}*UDxbWNNnac_f8V9tdrxSq
zpA@f&3N3dW0e|Y<=SFf_`SLtH5>>DzN0R3k)eogf6^rdf-n6VU?5r_J|96z%>f;7%
z$q8q>iT8dgUb@O}0V)dmqWbAbUVQPu=;N^8tFB(E-Z*M}!@$Q~=e?TUZ){AlY+r27
zpp@0>TDAze%|ePGH{d$+ivkv&<S5;QA>q#;j3Vh##u1-iuxvPA?gT8$j{XDeLkk1X
CJL-)9

delta 7033
zcmV-<8;0c4H?%j9cz;`WoVb>L_phk6W*%l9!X(b6<9>5ucRFkA*vEE~(@!iF$W`h9
zB7*WIzy3%F3aW~WE?YpqbjOtVz7J_@>%NuJI86QY*+bEaGLo<3%v)yZB7Ocnrr{>S
zi<b+OlK)HF(|PMWj{ZxgeDU9l7e`&`meEh91gZn*eYp77jekH5B9vu|SN)($XkNfD
z%CVnDC@J*fd`&|bX#C^e-=v{{k0T0=PLdq2m;hhmh~Rra!>br4xeFeaGMxL_&(uji
zmBMl82Q<t5`%Mz$gaXi{)Mqq`=q3j<#TwGPzPhQwtt_$))C(evn2%N<McT^1CFk6D
z_<tCFL@X3ED1XlxS#EL+$^>IIt<V`a%<`$9(uf4lj)-JUb_y;_yR6SprLhS>t)Ihr
zr$zm|W`r^b+uwuqR=h~L!@0+dai4&SUow!47fjbzUq9YK$u7V=DUoX~GX$vEN_1#P
zP$P#V3+RSh+&%vS7t#w4lWbx?BXQ;kUig-TBr88BF@J{Vh|!ZD;xu2wLyL@gAQ{Os
zpClxQCjfK1HRPeIg_Z2co!10_ZhRj!bLGEFmIoAVFu1Aw>kADrls~*dNl0VBe$fG_
z*X+?jlwgT_y)`xv$xToPl4<@8wAd;@@19Zal#&t~R;{-t8E<Aly~Z8G7&0d+JTF+2
zC}cQsA%C{v`JKQQjsg-H)YzmgAhzO7E0~c<P~HRM{<kVRf13}06p(ov2Pt6JoTKrE
z;_~A)KtXM>!1@q1B3ui+kLjZQ6&za+c8yq0cz-+t%Hl&{Zv^qcPF|2W$sKn&Q}(2C
z%+PkG38E72;d<Z1-=CW_R@u@IZ&Ow88H({EWq&`sCCW&Ub>~Q(vNJ>W!OFpX=jZQ1
z4q#Q|U?3<Dg`qDDsypXQK%=NRanWh8hR}4GVfKKW;b*xR&Ojq8RA2*Cl}@DrtQcnb
zZWL!IP9xj^2Qxb{dUgcMD>{xcP}rf4fH9=sun7R@4-pD}Ea}sw$O0JGvjaKU7q)<w
zwtof$ea5r3s0Co&you=f{tD;3b&Gx9fnW}w0mGjs4}{Sq25XTTfF4TI=-JO1O87Xj
zcR9?MVp*DstlV&JuE`N>m~2kmz^9BpkPtUpL<boq*T-CD6S#}r0e6@G1+-f$t-+xS
z;1f=YzVicy_iXLhu&%y?L#&?_E#Qj3;D44XPNCYCtKAB0UjPk2z=nGt6}CVR&_z+U
zb@*Lzg?shD1rK-GOSB{r$)8<OfcAQ>Qb40Du!_M2f$RI0s0wRxCa?}N)5|f7NdlJx
z*H@Qk*DysS*K7b?MgtJmTQq?yM=`it!ivFxduUR?dxj=Ds2w+fLC3K-MOPEh{C^sN
zu;$kUc4Qn)3V7paqJtX8ZPnklFTJ~M=NHf<_CR6HVjsNnO!b_iBN7Mpw@(9agZm7i
zc34g{;-{25tLFG}yTuj&eYG7K)Wb77d`gRlKx+^sns>&t0HR`6cvn{+wll4OaFDZL
zE!dee>?JrNz~J%#lP>?p0n{XUKYu#J`pE$UEA~Qx3m4N*j<N=BVBd=A)q7XL^?EU8
zE9?XsqBZXZcH=}G&3*I`G^RZotru9Gayd28!vfRB*8~uQ-x>|JjV#dIn4^RaX!;C|
zxvITkZENm0WJbHg-%kHS;)4s$Tni@oX4?vZxe(a#StqWW8sugi*p2VRy??qHL3QKr
zFGqnkNrnA`df*z-i4E<*XD;C(9DQ+C2s5COWr^lp*QgdHwud&bo6igrW~Q<o_3-qI
zK8J7+5srJdA66;4%V(P+BCB=ohln%b<Us*)_XTZ+@mRbI@#u^{QQ3jg%WOr->tvD@
z#Qe<^Gw#;M<1W&<<xV4-=YJ$wjZmr;Rq+o$AS{q=Sl3J%+{a1Ah$N%(rIaLjHZEiI
zyegN*AUP=t{Y@hNr(z~`Y84x4q@IAsyZAb=bGw^Qmq=xn$O&72x7{7(U}xJQwNgLa
zA^%Vp9gbRMG2aQ>h{bEP4Zsck$cCk}x(~;yvO@2KZA6>WUU+vyJ%3)I_K&&YcvR<$
zoH34QL`Ks;?&wD|CjOtV#XqlQQs;$SF2T##5RC!&a5oo-SFTFd^R}*uV?>fMcye3?
zn32;vP<%1^g%x`7BAG(>y-3FMzswXBP?=f}y9{&Wlw$uF#|S*0*3jdCa+s@L&2aTK
z1%s#9gz0>N+Kg6}RDV^q`dpbIvUkb<(3%?CCF)^loY7H`E>o+jFH;9JPHBS6=@AW@
z`b8DSO_Y=Ef*VFGSgX(-zGcSc)$z>q8Ie5rYtB0dcJGpA{fF6ARoKy&@#O}O%(_z3
zSTC5OEF`_ijlm6lZgZe1p?~Y!h&qP0n>m&u&&fpO7uM<3f`4gI?^AWYY-pR>JuasL
zJk@F7AsMFpe~=`cTEhjUKc?1jNyY!>q{91f`tkq2pWdAH?t&Os()sD_-OS`1&nbWY
zxVo8HiCvukF{cvya&>d}=iKzn%7kt{fBJJyC3gGq&-2Uk+u14dzkQ#drhor6M@_S;
zakp1r=ci{@9)IBb`K%gQA!oAu(VVq()K_oLX%=HRy@^eSnQ|a!@X*dwvM3X8%}&?A
zIizt^$<4U)F{%SS-j}Zz7ZbSv<w<@=m0vCa6o#X^4&WpU8WO70kSWb3vE4pBnbO8l
z_mZZ~8<pb*BWe%@M8YXcrYWW>nyIwh&?TL?Y-$N*-G9mad%8)&d1T9sO2}j4pZ)}b
z6xUJP-!yD;G}doj@CyH_x47G<!j`@)dJ>v9DR5fUqcOS?gnw>G${!{fWts76jfH^i
zb%m3X`;}Epp&~{<u+M7*W@SN4CW5DYA~DIIClc~NvJHwRaa598RM2na*Qh>fhuI4m
zdK^5HH-C~0r69c{X(=k`lqyKP^4D1T5SvpSk0g{A+)XE=xXW+PK&Dee6JKnLNjB+}
zCc;(Vhu&)+$I<YFgWd=jqo}Cvy_--%MCsJ_z;F^`Hl+xuz^?`X6R8+F$?i}=6}5#%
zQ*~&(4X+DgZ~Cb8Pcq)$BV|#Tjk;HKm%7}PCV&4j&H>G@SKs&B`Lf~18|?~K!GY4_
ztr!XY7^Sln=6&M-xRe6*yWt)BAccvWy~Go$dTMhdo%N_~R^=*Xc^6`cdwh1g6*-Ht
zZ4>8_#J?vv3VnL-KM?#lw<6w?EBoPi<|@TQaq&09D-n$;BfrdNUq{otrc@l!L-EWr
zSATk>e}K?OlCOF7;+=xk{0#QGngE-plbW+C@8b0K{KkAa-?_f)o2!3+zWjXm*NipJ
z)sdI-nzQ6HbKC!@Hs+t;3h^f3Eeb|S5vbpI+~!VTGv{U|EvH;sIJvNcaLf~qhYz$A
z+iJAqIt|Hlqf0#&#R&Qi_R-BJ>)NHMhkr1cPNH6{lj(HM$q=n)HLdi>+tViZYfTxR
zR`@cfIpP_`HXBcpe&Dn5v`y>_I(0D`MRb$TO4D@yX#bAiiRyn-hWCl0NGsf&(_9ff
znc1qD&?)t)nz-)wNt>>!wcY4EQFYswA~H!kMxXNxYEd<zy{o93k8#Ou+A}QEHh*1n
zD%Dnf<evZffc@q3d^Jw&bJax7sDg+i3?z^P#2MC;9(i-BE`2iRW|4hbXJnWp@t5Mf
z5t4Dq#-9^7P$XAHt8+dh3QFrxvZHOgDu0yc75gulgWPIW(aKHhe!bIgjD21ec}Am$
z(Mhc*z<PKY4SqDLcE1hPi4{zzk$*UN<{l#<zce|vuNks69{TDPWl+GejR5cC8VAY&
z!@9MQ@Z<zaNAYvH+&a8q-KXi*%a>N7E_ojkB5z*3d<CRKBWhT`pkpXO8d0eF6}^U1
zq!AUTU(p*VMe0##`USm(5+t{9LP&aNCF$lCrh5HmsX{AUNWYZ#a8kUV8-G-F#%;^#
z1WuOXkgHeEtCzrf)W=x;x?Vx+(i>Fui#vuEr#y=4*Y(;`m(~Jezmzv{QlL!gEubX*
z1;l=B?*O$yTKaE*y3`jC`!&4>)C5%VY`wbHI$5uj<Ckz!fGXbcD?mwr#(jJYs0+rB
zj%_`-Vg#Um5pN(wh<G~$sDF2R{1!x!_$hx*aRwpj9f+hHvzR0@=!C5zTVJg`ncpwx
zJ**rkXLJHA3(z6GehI7%#woqF^xyo^ZShF?g0p@($FOpm_n~DuN&@=~dkw6Rh^PvL
z_c$3w*5cj(i%S_v^7=A2D{XIqwUuYT?-|B^L<7}WGW{aoS&O`TPJeA1>DRx3sPI0V
zo&mHyuiwL{`E+#!BIg7~4oMy`vmUU#c?qLN`F5RtHFn-y)-RCR!Z&t~+~9;zzZ^TS
zU0kM_B9@aN!kNwmME$Dl+_m!6m;EB_{Id4FnEhe~{jcr%p4PHr%l8`84yC17$aO<w
zLc_H<06w!dHwa?0wSP4TX0tUk2xg<TGGk)Xg&$)=%as&BUZa66B){<p7E*-CP}PFp
zbfp7^a_k}pTe$$zFonfguS5WGk8J3sD+@4`V;efiN&yi6$OUaPdkaT9c7cP<#sX>>
zx8SX2SK(-FXHfx_n9r61iZGrP1=L_a`)MUcdzRCh&1g2$o`2P7*3zEVWOmY?)npdZ
znALc;(VS6x0o|A?;QndPU+T<^8S~mroEp=DOpqG0n@oh7lksnjQ8a$h+RU`}kmhKm
zFoVidDNLP;RA^O&sUJox((2%jf$rU*)#*y<I-xxlJ$O%CE5Q6Uucwr$^k|LP^p8#%
z(Fg}XP(*%Voqx)2OJ(G7lt}|xRB@#++v@d0Uhbs`seB(~BQXjTZ=bazDC}6V@!n?|
zq|m!Y*Yrc0SBUbj(VC~${v_3FK}|nKUPQ+~L$Q~m{sC$iyp<^xMXO&NXM`*ALF;0;
z9Tr`9@1F6YSe7$ICvHyEjITc!c+`$6!pTbUCLlW^^?w_OG<cM+`_ebB^5PBt6-w86
zX^SqAHLvTkqtUyL%Z^L+x-DZC&Fi$RcpMsUMPqawmNA>wbyqels@GXraVTF`Wy7L)
z9hD7*;&oFt6w2308Ix#T7iG+%d>xcNgH})mRe0UIl+;HW_=)=n5~~lGbz#*fUbg5;
zusI{L?SF>ARlcsNPOO*_Cf6~wzGup(bKQ~~V)g5kdiZUKy<!0*z)_SbR(UrfwEF)p
zB<Nln<yJ=(7HJ$2@~eFrNp|$Qu){7|p*zG@IKM0&UvD*yQau#3cyT&a(R2vXTh|{^
znDTO%jV6<u6il0{!$9l1(_V_ZOZMquc-6O;IDg_dwnIn}${S3y`8A{3o7&h;Ja7Jm
zTDvi=K5CE6U^gTvz4}H(P+E5eq!||7)PQyZRr8P2+U02VQG0Bz9YP<qyHYfWxNTaJ
z2Qf26GpoCm(fR{hSRFPsD(qU3lbtAVY}qOj99X#efiU&ij%xRX@Up6#FcoGcw70Hk
zV1KFyEFA(RE39(mZ;?(VKZ|rakwN#~(C3hUYaA8qV?5Sp^zOu8%IoB9<RpCm(v(<l
zNxOsn6#%=Jpct#|qwJD#3?M_b&FPTv8cKpj1Johq4VaXwo7@<mWER5Sf(jG67z=w*
zT$$_;^$tvwX3N>3=Ql7t>dk0}l=r4m^nV6+9qcCn?ADd(<Ryd(gW+a}oL3NXKn(Td
z7($Azjh-0$UG*+o2lE?CX7BXl-RG+>w^mKx$y-|$S08TAZ@!%ZNO@-~<@WCM?%Yy@
zvHR4UOXy&K55R8kvrZsXz%{X5Vc<0dfq1R1Q1F^sY~5B@0C)u%s(U!Qh+kU~+kbb~
zyW+YlDA1oE>XPslNP=};?TX-TAf@VL6uW&h8%e)GN`mqs@1aBi`H>SSJ=VVDm5F;@
zZb%e1JEX%iLS6K)jOq8smF60bjWuLA&q=bfqknBqzpbt2>?RIXeRi>n)x?KtA5`mP
z?{k}G6ML!?h`V28I)gMcw>m&$H-9x_OK##qZ8<gFq$ZugjD<Oa$;i)w&2;v`f>L9F
z+m_0$T^NiC%^4hji@|z>34_7Hf(ec0{EY=gd1Bvbv1pCzj0rrNuhlm48}XP8&+J%C
zhdq|8BeZ~);{;7M&HkV^`VZ`H*Nok881^j>Sr|?k&Tx{;UR8Nc-YZVyuYVZo=}~sQ
z+10ZgV)D?E51wVa?b8Qbh6JcYbbVo;3_X5%Vy0$QI81L#zCF0_Je#*nhuOR%!ugkO
z|K&4Gk_WP)Y}<UgCojubCt!jxd2=$zTcJ&s5tOJG^v>(b#obEkeQL0`HdDjo7ObA{
z^M;G$IQIQ+m+o3ZHnoI+K7aHMf}FD>Myg0X6N!j1N~WamJM!U{dgu&=TlS2sVl-OD
z8+0B3oL$|J|Jmes?(SN6$9H(`BC_d4h!M-KJxn5FN5Z(3prL|fenMGX1Z@hZ%Z$<7
zU>o_Ej?kcc4d96C-sW|a-?<}d;q_1$j-1sE^5Qt~$d$iMM=@(skAHfm6*7bT*r^ty
zIKws-lQ;tJdl3)^hf`I}1OD;*3jJcT`G}doc^!%fXcFQi!_zC7)}6NM`Gu1Se8{1c
zNgeB<oY6X1eIlmx@`q|>;_XFTj?GN6<gs`Hs)axAi}6$Z+}*2{KL<3T3<kto<0n6-
zK3gsOW>_1D-B3j&_<s!h#h*S021bO?7!^g#tZ~Xq4K@k+xheJ8W3HB>DC{z>*qY>n
zSXl$g3yZCj0r%l3Tbs)Z@p7|TmHXQ)v~6*`JBIOD@s}*s){dg0s2wnG*%!Xh3=suC
zy8WveB+l{-|Adz+aYJCa0l3g2G&wkG2#<)<{_vYds1b1aM1SbHZ$pL|CPw$*A08tH
zU6ll+pCVaG(73!VZE){(M8?=DH0Ck|FRmnlhfLrh;r(c`iT$EdWlo?I8uo26GQ)iU
zmkMp74r-}@<h?Iw)EGW5;cF)!z}#cTa5%gt*9afJeP)#A;Goc-o$)6TF6wB1$W1f!
z979*DTtp}p8-Eu8a)Km$n8gh%w;deSkQrrsbnY*otK2jLER@}&K+YVB0j3zKpGN5#
zeZxUc*<mEiGW2og;V1rXf+D|&T*ItM<jpN?6YTCycgH6-B#uN?%;PxWk_4X^O4lw*
zsR8e}e40$oN~THD5^@}hCa1nkcTb}Im`>0fPv9hF(tn+4i2=aw*@;73FGDPof$@PA
zdk@4<*(NzWGpLUqSKTV}i5UUm-S|tKKVqDiJLwYV$r|C=8sV2E!ky*&DCNDJC!Y@>
z`$NquK&jukr~t-Q{cQ;$CZ179Q2%jT1)v8USRjxrur+%Q;r*S_#Lv(@wv*y9Tn5Uw
zzz{P0jDI_RTQM1lNrad!N{R!*Jy5Vlrn9sMINt5o54Rt0K40JUuFvSAE@__AIKub2
z16Wqw^#hCxiy6|#1Qc)`kpzPx77byB1K1A-FLeP3j7XD}BNMHm;muTFI}z+gYEDxp
zYB?^vU`L3skl7mXk-YT&V4yCF$w?7$P*^~D>3<m*+=Hcq&M_ZqY!AGe_oKEr-Wkr7
zV_7I_Yr|AKIcq~ObWT<STjlh>8QfstC_~sXaJ=X_f@1?_tm;v5b4YMI(>;!@3Vlli
z&OlfOJusCB40?$D;R#f+?$C0>hc@7DrUO?qMvg5TsKIrSKv`Xh59#0zA)(bmdyRHj
z<$s70mNYKx#g&u#nvi?SVwEUK=8)=viYzz=BNJI*Tjut2YTKE6PQ7KlSJk9=Y6S1Y
z#n*G29%>Wn>f#It>f>LhUx1*_znpypg8FoGehww;^7PaBm%CFSw3~CNod5pk=Q}8a
z`0M=Q;_5pPSV%Iow5oSosLTqaTz)m1wtp=UXcXEZ1kWh3L%@vL>>dyhD`vG6B_K$0
zPwfz5v=V0o>_8HlTNWw9mL-~Pf&gck9SHA|B?CcD6+qU+HaDIzZ+#y%FvM@N!OIp|
z9{wKEVDUn}Qa&!yE~@vBnqd2HY)N)rS)?fV!Hs3-RS!ig%1FMBvrd#c$u3~?-G2dW
zZ<(bk_&ixBM}aZKBd;k}p(-yl?_?{HS_$tNit!_5KRSuFDfS5JH(P<Lm|dN?+n`>%
zu-o@~QRN{OKSVvkThexLHPKXQy~0^(kr!_aODK_*g@m+-1gE1!zM>$d#8%dVlLsv!
zJiUSnfvPN_ydqvlMdL!cg$nk77JrIDf0Ky+DX6Fuck(yz`k7<&3lCF@R9##J!Z3-l
z%{3DDQL5Qlky6RRs+7H)!&X%!Q?;i?;$B)M8)|~pmr(18*t@)Xq0BNMZ4>3hr^~-_
zkoy@%ELbb(I((^9R13bgB319)`KpFGC4b%ao^mDXd{;-MS`}+~QLV<czkjGBP@z7y
zyro<{JKxpOs8)HqskG{{3XHyZ^_tFT@S~g{8x&io?NZc0Q>AU(E~+D7_wIp(B16BZ
z9Ib{mR5!3L+TR~!Q1x2dq&;j(UP+`=^+I*pK2{|!BN8fkl`>%;;jq`JuN+n*?Dq-{
zG*w!yTHpHGuo(4PEn_+l>wnmWT3&SCB|OZdQ-j+s4p}JNJKUyXFXBWe`F>=IUCw<J
z6{<3_t}<gI5bt6LQ;C1)_9j&o2N5|IYWS^+WMqXd>Uz3pu^;iH6RZ&wp&zzB3DrW-
zK#?<1ZA|s?fdQ(<IfFK?22SgD4NUK}&gtw;<P_Ht@vreYz>eCTAAcmqhw{<lj0T%{
zTbf6~8YL?n(VdLlK9ui%to}SI&Y2{2m5LCzO!3C{AVo~KQ-Pnw6G0_t^EJs9*H@Qk
z*S{}5)+k3Iz9$KOk+1QKMniOnyA%2StayoI;)Q&v3Da=(>M-&p4wI2p;-`!x0ZI2}
zFb{r|xpP)LUR-Y<AAePB&6l?dig(V-zqU!eGL$(7r>yn8W&#OvT^vajC+1%)QHH}s
zxg+ITBsuCl+R}>Ndj4hcRUFUcV&!j(Tlw2jv#?vyDkE52ieBi8tD+aWxRqnM|GB)n
z{okYA5@|(gv_Qpu82laXdZby4Lf_-w{jJJp`BYjSxBcR`8h@xYOLl*21*&r*$4R!|
z!qiWzY{ZL?yo8FJls_Et&KXHU{IqMQ)l>Q2XYtRYI#~(dNU@y|->KF7l`I#l@*#fM
z#V>zAb>OA)$qSM6#ZmM3UCO=pxVHL<e2rIVvExXg-hFN)7nQHb(<5F5TXH0Qeo_5U
znv`5@mwD5&&T_D`#vuIPQE`KcACV<PjO-@f`$@iZRou8D3;Lq^=}25M@Idh6u-~h$
zxvAbbYJ9`M$6Xh_n%!?~OtEZVY|fyR)#_Tb2!+k66hUFYb>_<g=APsz+r%+q&q^3F
X=~2#}Uyyt_U+y?8$&da6EBxaIvZAh-

diff --git a/docs/html/other_libraries.html b/docs/html/other_libraries.html
index 7b0e01e..9c1e779 100644
--- a/docs/html/other_libraries.html
+++ b/docs/html/other_libraries.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Other POMDP Libraries &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Other POMDP Libraries &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/py-modindex.html b/docs/html/py-modindex.html
index be28232..c732c1c 100644
--- a/docs/html/py-modindex.html
+++ b/docs/html/py-modindex.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Python Module Index &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Python Module Index &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -140,7 +140,7 @@ <h1>Python Module Index</h1>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="api/pomdp_py.algorithms.html#module-pomdp_py.algorithms.bsp.blqr"><code class="xref">pomdp_py.algorithms.bsp.blqr</code></a></td><td>
+       <a href="api/pomdp_py.algorithms.bsp.html#module-pomdp_py.algorithms.bsp.blqr"><code class="xref">pomdp_py.algorithms.bsp.blqr</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
@@ -550,7 +550,7 @@ <h1>Python Module Index</h1>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="api/pomdp_py.utils.html#module-pomdp_py.utils.debugging"><code class="xref">pomdp_py.utils.debugging</code></a></td><td>
+       <a href="api/pomdp_py.utils.debugging.html#module-pomdp_py.utils.debugging"><code class="xref">pomdp_py.utils.debugging</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
diff --git a/docs/html/search.html b/docs/html/search.html
index 8ab5b21..1acfffe 100644
--- a/docs/html/search.html
+++ b/docs/html/search.html
@@ -4,11 +4,11 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Search &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Search &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
     
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/searchtools.js"></script>
@@ -40,7 +40,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/searchindex.js b/docs/html/searchindex.js
index 9b6f17d..b133734 100644
--- a/docs/html/searchindex.js
+++ b/docs/html/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 5, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 42, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [0, 2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [0, 2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 42, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": [], "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [0, 6, 10, 42], "const": [7, 10], "dark": [0, 6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [0, 6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [0, 6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [0, 6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [0, 6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [0, 6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": 48, "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": 52, "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [0, 6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": 18, "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": 26, "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": [], "workflow": 42, "branch": 42, "master": [], "dev": 42, "local": 7, "plane": 7, "befor": [7, 42], "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12, "off": 42}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[2, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[2, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[2, 2, 1, "", "create_plan"], [2, 2, 1, "", "ekf_update_mlo"], [2, 2, 1, "", "integrate_belief_segment"], [2, 2, 1, "", "interpret_sqp_plan"], [2, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [37, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[37, 1, 1, "", "TreeDebugger"], [37, 4, 1, "", "interpret_color"], [37, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[37, 5, 1, "", "b"], [37, 2, 1, "", "back"], [37, 5, 1, "", "bestseq"], [37, 2, 1, "", "bestseqd"], [37, 5, 1, "", "c"], [37, 5, 1, "", "clear"], [37, 5, 1, "", "d"], [37, 5, 1, "", "depth"], [37, 2, 1, "", "l"], [37, 2, 1, "", "layer"], [37, 5, 1, "", "leaf"], [37, 2, 1, "", "mark"], [37, 2, 1, "", "mark_path"], [37, 2, 1, "", "mark_sequence"], [37, 2, 1, "", "markp"], [37, 5, 1, "", "mbp"], [37, 5, 1, "", "nl"], [37, 5, 1, "", "nn"], [37, 5, 1, "", "nq"], [37, 5, 1, "", "num_layers"], [37, 2, 1, "", "num_nodes"], [37, 5, 1, "", "nv"], [37, 2, 1, "", "p"], [37, 2, 1, "", "path"], [37, 2, 1, "", "path_to"], [37, 5, 1, "", "pm"], [37, 5, 1, "", "pp"], [37, 2, 1, "", "preferred_actions"], [37, 5, 1, "", "r"], [37, 5, 1, "", "root"], [37, 2, 1, "", "s"], [37, 2, 1, "", "single_node_str"], [37, 2, 1, "", "step"], [37, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms.bsp.blqr module": [[3, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [14, "submodules"], [15, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [12, "submodules"], [18, "submodules"], [32, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [17, "submodules"], [24, "submodules"], [25, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [6, "module-pomdp_py.problems"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [18, "module-pomdp_py.problems.multi_object_search"], [32, "module-pomdp_py.problems.tiger"], [4, "module-contents"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [16, "subpackages"], [22, "subpackages"], [26, "subpackages"], [30, "subpackages"], [13, "subpackages"], [18, "subpackages"], [32, "subpackages"], [7, "subpackages"], [24, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils.debugging module": [[38, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[38, "treedebugger"], [37, "treedebugger"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Tiger": [[44, "tiger"], [48, "tiger"], [32, "tiger"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]], "pomdp_py": [[0, "pomdp-py"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Changelog": [[42, "changelog"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 42, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [0, 2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 5, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [0, 2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 42, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 42, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": [], "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [0, 6, 10, 42], "const": [7, 10], "dark": [0, 6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [0, 6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [0, 6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [5, 22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [5, 32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [0, 6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [5, 18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [0, 6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [0, 6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": [5, 48], "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": [5, 52], "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [0, 6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": [5, 18], "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": [1, 26, 34, 36], "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": 42, "workflow": 42, "branch": 42, "master": [], "dev": 42, "local": 7, "plane": 7, "befor": [7, 42], "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12, "off": 42, "set_nam": [1, 5], "hist_valid": [1, 34, 36], "outsid": 5, "hot": 42, "script": 42}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[3, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[3, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[3, 2, 1, "", "create_plan"], [3, 2, 1, "", "ekf_update_mlo"], [3, 2, 1, "", "integrate_belief_segment"], [3, 2, 1, "", "interpret_sqp_plan"], [3, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "set_name"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "hist"], [36, 3, 1, "", "hist_valid"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [38, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[38, 1, 1, "", "TreeDebugger"], [38, 4, 1, "", "interpret_color"], [38, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[38, 5, 1, "", "b"], [38, 2, 1, "", "back"], [38, 5, 1, "", "bestseq"], [38, 2, 1, "", "bestseqd"], [38, 5, 1, "", "c"], [38, 5, 1, "", "clear"], [38, 5, 1, "", "d"], [38, 5, 1, "", "depth"], [38, 2, 1, "", "l"], [38, 2, 1, "", "layer"], [38, 5, 1, "", "leaf"], [38, 2, 1, "", "mark"], [38, 2, 1, "", "mark_path"], [38, 2, 1, "", "mark_sequence"], [38, 2, 1, "", "markp"], [38, 5, 1, "", "mbp"], [38, 5, 1, "", "nl"], [38, 5, 1, "", "nn"], [38, 5, 1, "", "nq"], [38, 5, 1, "", "num_layers"], [38, 2, 1, "", "num_nodes"], [38, 5, 1, "", "nv"], [38, 2, 1, "", "p"], [38, 2, 1, "", "path"], [38, 2, 1, "", "path_to"], [38, 5, 1, "", "pm"], [38, 5, 1, "", "pp"], [38, 2, 1, "", "preferred_actions"], [38, 5, 1, "", "r"], [38, 5, 1, "", "root"], [38, 2, 1, "", "s"], [38, 2, 1, "", "single_node_str"], [38, 2, 1, "", "step"], [38, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py": [[0, "pomdp-py"]], "pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.bsp.blqr module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [3, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [14, "submodules"], [15, "submodules"], [17, "submodules"], [18, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [24, "submodules"], [25, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [32, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [4, "module-contents"], [6, "module-pomdp_py.problems"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [32, "module-pomdp_py.problems.tiger"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [7, "subpackages"], [13, "subpackages"], [16, "subpackages"], [18, "subpackages"], [22, "subpackages"], [24, "subpackages"], [26, "subpackages"], [30, "subpackages"], [32, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "Tiger": [[32, "tiger"], [44, "tiger"], [48, "tiger"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging module": [[37, "module-pomdp_py.utils.debugging"], [38, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[37, "treedebugger"], [38, "treedebugger"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "Changelog": [[42, "changelog"]], "Version 1.3.5.1 (03/30/2024)": [[42, "version-1-3-5-1-03-30-2024"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [3, "module-pomdp_py.algorithms.bsp"], [3, "module-pomdp_py.algorithms.bsp.blqr"], [5, "module-pomdp_py.framework.basics"], [5, "module-pomdp_py.framework.oopomdp"], [5, "module-pomdp_py.framework.planner"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [12, "module-pomdp_py.problems.load_unload"], [12, "module-pomdp_py.problems.load_unload.load_unload"], [13, "module-pomdp_py.problems.maze"], [14, "module-pomdp_py.problems.maze.domain"], [14, "module-pomdp_py.problems.maze.domain.action"], [14, "module-pomdp_py.problems.maze.domain.observation"], [14, "module-pomdp_py.problems.maze.domain.state"], [15, "module-pomdp_py.problems.maze.env"], [15, "module-pomdp_py.problems.maze.env.env"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [18, "module-pomdp_py.problems.multi_object_search.example_worlds"], [18, "module-pomdp_py.problems.multi_object_search.problem"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [19, "module-pomdp_py.problems.multi_object_search.agent.agent"], [19, "module-pomdp_py.problems.multi_object_search.agent.belief"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [20, "module-pomdp_py.problems.multi_object_search.domain.action"], [20, "module-pomdp_py.problems.multi_object_search.domain.observation"], [20, "module-pomdp_py.problems.multi_object_search.domain.state"], [21, "module-pomdp_py.problems.multi_object_search.env"], [21, "module-pomdp_py.problems.multi_object_search.env.env"], [21, "module-pomdp_py.problems.multi_object_search.env.visual"], [22, "module-pomdp_py.problems.multi_object_search.models"], [22, "module-pomdp_py.problems.multi_object_search.models.observation_model"], [22, "module-pomdp_py.problems.multi_object_search.models.policy_model"], [22, "module-pomdp_py.problems.multi_object_search.models.reward_model"], [22, "module-pomdp_py.problems.multi_object_search.models.transition_model"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"], [23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [26, "module-pomdp_py.problems.tag"], [26, "module-pomdp_py.problems.tag.constants"], [26, "module-pomdp_py.problems.tag.example_worlds"], [26, "module-pomdp_py.problems.tag.experiment"], [26, "module-pomdp_py.problems.tag.problem"], [27, "module-pomdp_py.problems.tag.agent"], [27, "module-pomdp_py.problems.tag.agent.agent"], [28, "module-pomdp_py.problems.tag.domain"], [28, "module-pomdp_py.problems.tag.domain.action"], [28, "module-pomdp_py.problems.tag.domain.observation"], [28, "module-pomdp_py.problems.tag.domain.state"], [29, "module-pomdp_py.problems.tag.env"], [29, "module-pomdp_py.problems.tag.env.env"], [29, "module-pomdp_py.problems.tag.env.visual"], [30, "module-pomdp_py.problems.tag.models"], [30, "module-pomdp_py.problems.tag.models.observation_model"], [30, "module-pomdp_py.problems.tag.models.policy_model"], [30, "module-pomdp_py.problems.tag.models.reward_model"], [30, "module-pomdp_py.problems.tag.models.transition_model"], [31, "module-pomdp_py.problems.tag.models.components"], [31, "module-pomdp_py.problems.tag.models.components.grid_map"], [31, "module-pomdp_py.problems.tag.models.components.motion_policy"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [35, "module-pomdp_py.representations.belief.histogram"], [35, "module-pomdp_py.representations.belief.particles"], [36, "module-pomdp_py.representations.distribution.gaussian"], [36, "module-pomdp_py.representations.distribution.histogram"], [36, "module-pomdp_py.representations.distribution.particles"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"], [38, "module-pomdp_py.utils.debugging"], [46, "module-pomdp_py.utils.interfaces.solvers"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [3, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.algorithms.bsp": [[3, "module-pomdp_py.algorithms.bsp"]], "action (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Action"]], "agent (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Agent"]], "blackboxmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.BlackboxModel"]], "dictstate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.DictState"]], "distribution (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Distribution"]], "environment (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Environment"]], "generativedistribution (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.GenerativeDistribution"]], "oobelief (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOBelief"]], "ooobservation (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOObservation"]], "ooobservationmodel (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel"]], "oopomdp (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOPOMDP"]], "oostate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOState"]], "ootransitionmodel (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel"]], "objectstate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.ObjectState"]], "observation (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Observation"]], "observationmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.ObservationModel"]], "option (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Option"]], "pomdp (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.POMDP"]], "planner (class in pomdp_py.framework.planner)": [[5, "pomdp_py.framework.planner.Planner"]], "policymodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.PolicyModel"]], "rewardmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.RewardModel"]], "state (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.State"]], "transitionmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.TransitionModel"]], "__getitem__() (pomdp_py.framework.basics.distribution method)": [[5, "pomdp_py.framework.basics.Distribution.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.__getitem__"]], "__setitem__() (pomdp_py.framework.basics.distribution method)": [[5, "pomdp_py.framework.basics.Distribution.__setitem__"]], "__setitem__() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.__setitem__"]], "__setitem__() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.__setitem__"]], "add_attr() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.add_attr"]], "all_actions (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_actions"]], "all_observations (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_observations"]], "all_states (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_states"]], "apply_transition() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.apply_transition"]], "argmax() (pomdp_py.framework.basics.blackboxmodel method)": [[5, "pomdp_py.framework.basics.BlackboxModel.argmax"]], "argmax() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.argmax"]], "argmax() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.argmax"]], "argmax() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.argmax"]], "argmax() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.argmax"]], "argmax() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.argmax"]], "argmax() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.argmax"]], "argmax() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.argmax"]], "b() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.b"]], "belief (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.belief"]], "blackbox_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.blackbox_model"]], "copy() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.copy"]], "copy() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.copy"]], "cur_state (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.cur_state"]], "factor() (pomdp_py.framework.oopomdp.ooobservation method)": [[5, "pomdp_py.framework.oopomdp.OOObservation.factor"]], "get_all_actions() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.get_all_states"]], "get_distribution() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.get_distribution"]], "get_histogram() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.get_histogram"]], "get_object_attribute() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_attribute"]], "get_object_class() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_class"]], "get_object_state() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_state"]], "history (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.history"]], "init_belief (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.init_belief"]], "initiate() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.initiate"]], "merge() (pomdp_py.framework.oopomdp.ooobservation class method)": [[5, "pomdp_py.framework.oopomdp.OOObservation.merge"]], "mpe() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.mpe"]], "mpe() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.mpe"]], "object_belief() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.object_belief"]], "object_beliefs (pomdp_py.framework.oopomdp.oobelief attribute)": [[5, "pomdp_py.framework.oopomdp.OOBelief.object_beliefs"]], "observation_models (pomdp_py.framework.oopomdp.ooobservationmodel attribute)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.observation_models"]], "plan() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.plan"]], "policy (pomdp_py.framework.basics.option attribute)": [[5, "pomdp_py.framework.basics.Option.policy"]], "pomdp_py.framework.basics": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner": [[5, "module-pomdp_py.framework.planner"]], "probability() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.probability"]], "probability() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.probability"]], "probability() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.probability"]], "probability() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.probability"]], "probability() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.probability"]], "probability() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.probability"]], "provide_observation() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.provide_observation"]], "random() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.random"]], "reward_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.reward_model"]], "s() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.s"]], "sample() (pomdp_py.framework.basics.blackboxmodel method)": [[5, "pomdp_py.framework.basics.BlackboxModel.sample"]], "sample() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.sample"]], "sample() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.sample"]], "sample() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.sample"]], "sample() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.sample"]], "sample() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.sample"]], "sample() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.sample"]], "sample() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.sample"]], "sample_belief() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.sample_belief"]], "sample_explict_models() (in module pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.sample_explict_models"]], "sample_generative_model() (in module pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.sample_generative_model"]], "set_belief() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_belief"]], "set_models() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_models"]], "set_models() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.set_models"]], "set_name() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_name"]], "set_object_belief() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.set_object_belief"]], "set_object_state() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.set_object_state"]], "situation (pomdp_py.framework.oopomdp.oostate attribute)": [[5, "pomdp_py.framework.oopomdp.OOState.situation"]], "state (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.state"]], "state_transition() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.state_transition"]], "terminate() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.terminate"]], "transition_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.transition_model"]], "transition_models (pomdp_py.framework.oopomdp.ootransitionmodel attribute)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.transition_models"]], "update() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.update"]], "update() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.update"]], "update() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.update"]], "update_history() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.update_history"]], "updates_agent_belief() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.updates_agent_belief"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "luaction (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUAction"]], "luobservation (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservation"]], "luobservationmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel"]], "lupolicymodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel"]], "lurewardmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel"]], "lustate (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUState"]], "lutransitionmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel"]], "loadunloadproblem (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LoadUnloadProblem"]], "argmax() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.argmax"]], "generate_init_belief() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_init_belief"]], "generate_random_state() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_random_state"]], "get_all_actions() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.get_all_actions"]], "main() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.main"]], "pomdp_py.problems.load_unload": [[12, "module-pomdp_py.problems.load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "probability() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.probability"]], "sample() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.test_planner"]], "pomdp_py.problems.maze": [[13, "module-pomdp_py.problems.maze"]], "observation (class in pomdp_py.problems.maze.domain.observation)": [[14, "pomdp_py.problems.maze.domain.observation.Observation"]], "state (class in pomdp_py.problems.maze.domain.state)": [[14, "pomdp_py.problems.maze.domain.state.State"]], "pomdp_py.problems.maze.domain": [[14, "module-pomdp_py.problems.maze.domain"]], "pomdp_py.problems.maze.domain.action": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state": [[14, "module-pomdp_py.problems.maze.domain.state"]], "mazeenvironment (class in pomdp_py.problems.maze.env.env)": [[15, "pomdp_py.problems.maze.env.env.MazeEnvironment"]], "pomdp_py.problems.maze.env": [[15, "module-pomdp_py.problems.maze.env"]], "pomdp_py.problems.maze.env.env": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "mosoopomdp (class in pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.MosOOPOMDP"]], "belief_update() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.belief_update"]], "pomdp_py.problems.multi_object_search": [[18, "module-pomdp_py.problems.multi_object_search"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "random_world() (in module pomdp_py.problems.multi_object_search.example_worlds)": [[18, "pomdp_py.problems.multi_object_search.example_worlds.random_world"]], "solve() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.solve"]], "unittest() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.unittest"]], "mosagent (class in pomdp_py.problems.multi_object_search.agent.agent)": [[19, "pomdp_py.problems.multi_object_search.agent.agent.MosAgent"]], "mosoobelief (class in pomdp_py.problems.multi_object_search.agent.belief)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief"]], "clear_history() (pomdp_py.problems.multi_object_search.agent.agent.mosagent method)": [[19, "pomdp_py.problems.multi_object_search.agent.agent.MosAgent.clear_history"]], "initialize_belief() (in module pomdp_py.problems.multi_object_search.agent.belief)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.initialize_belief"]], "mpe() (pomdp_py.problems.multi_object_search.agent.belief.mosoobelief method)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief.mpe"]], "pomdp_py.problems.multi_object_search.agent": [[19, "module-pomdp_py.problems.multi_object_search.agent"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "random() (pomdp_py.problems.multi_object_search.agent.belief.mosoobelief method)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief.random"]], "action (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.Action"]], "backward (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.BACKWARD"]], "east (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.EAST"]], "east2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.EAST2D"]], "forward (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.FORWARD"]], "findaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.FindAction"]], "left (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.LEFT"]], "lookaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.LookAction"]], "mosooobservation (class in pomdp_py.problems.multi_object_search.domain.observation)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation"]], "mosoostate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState"]], "motionaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction"]], "north (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.NORTH"]], "north2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.NORTH2D"]], "null (pomdp_py.problems.multi_object_search.domain.observation.objectobservation attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation.NULL"]], "objectobservation (class in pomdp_py.problems.multi_object_search.domain.observation)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation"]], "objectstate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState"]], "right (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.RIGHT"]], "robotstate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState"]], "schemes (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEMES"]], "scheme_vw (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_VW"]], "scheme_xy (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_XY"]], "scheme_xyth (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_XYTH"]], "south (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SOUTH"]], "south2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SOUTH2D"]], "west (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.WEST"]], "west2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.WEST2D"]], "factor() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.factor"]], "for_obj() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.for_obj"]], "merge() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation class method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.merge"]], "object_pose() (pomdp_py.problems.multi_object_search.domain.state.mosoostate method)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.object_pose"]], "object_poses (pomdp_py.problems.multi_object_search.domain.state.mosoostate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.object_poses"]], "objects_found (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.objects_found"]], "objid (pomdp_py.problems.multi_object_search.domain.state.objectstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState.objid"]], "pomdp_py.problems.multi_object_search.domain": [[20, "module-pomdp_py.problems.multi_object_search.domain"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pose (pomdp_py.problems.multi_object_search.domain.state.objectstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState.pose"]], "pose (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.pose"]], "pose() (pomdp_py.problems.multi_object_search.domain.state.mosoostate method)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.pose"]], "robot_pose (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.robot_pose"]], "mosenvironment (class in pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment"]], "mosviz (class in pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz"]], "draw_belief() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_belief"]], "draw_observation() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_observation"]], "draw_robot() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_robot"]], "equip_sensors() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.equip_sensors"]], "img_height (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.img_height"]], "img_width (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.img_width"]], "interpret() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.interpret"]], "interpret_robot_id() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.interpret_robot_id"]], "last_observation (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.last_observation"]], "make_laser_sensor() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.make_laser_sensor"]], "make_proximity_sensor() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.make_proximity_sensor"]], "object_color() (in module pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.object_color"]], "on_cleanup() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_cleanup"]], "on_event() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_event"]], "on_execute() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_execute"]], "on_init() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_init"]], "on_loop() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_loop"]], "on_render() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_render"]], "pomdp_py.problems.multi_object_search.env": [[21, "module-pomdp_py.problems.multi_object_search.env"]], "pomdp_py.problems.multi_object_search.env.env": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "render_env() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.render_env"]], "robot_ids (pomdp_py.problems.multi_object_search.env.env.mosenvironment property)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment.robot_ids"]], "state_transition() (pomdp_py.problems.multi_object_search.env.env.mosenvironment method)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment.state_transition"]], "unittest() (in module pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.unittest"]], "update() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.update"]], "goalrewardmodel (class in pomdp_py.problems.multi_object_search.models.reward_model)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.GoalRewardModel"]], "mosobservationmodel (class in pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel"]], "mosrewardmodel (class in pomdp_py.problems.multi_object_search.models.reward_model)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel"]], "mostransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel"]], "objectobservationmodel (class in pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel"]], "policymodel (class in pomdp_py.problems.multi_object_search.models.policy_model)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel"]], "robottransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel"]], "staticobjecttransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel"]], "argmax() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.mostransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.argmax"]], "get_all_actions() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.get_all_actions"]], "if_move_by() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel class method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.if_move_by"]], "in_boundary() (in module pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.in_boundary"]], "pomdp_py.problems.multi_object_search.models": [[22, "module-pomdp_py.problems.multi_object_search.models"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "probability() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.probability"]], "rollout() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.rollout"]], "sample() (pomdp_py.problems.multi_object_search.models.observation_model.mosobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.mostransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.sample"]], "unittest() (in module pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.unittest"]], "valid_pose() (in module pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.valid_pose"]], "gridmap (class in pomdp_py.problems.multi_object_search.models.components.grid_map)": [[23, "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap"]], "laser (pomdp_py.problems.multi_object_search.models.components.sensor.sensor attribute)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.LASER"]], "laser2dsensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor"]], "proximity (pomdp_py.problems.multi_object_search.models.components.sensor.sensor attribute)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.PROXIMITY"]], "proximitysensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.ProximitySensor"]], "sensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor"]], "euclidean_dist() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.euclidean_dist"]], "in_field_of_view() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.in_field_of_view"]], "in_range() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.in_range"]], "observe() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.observe"]], "observe() (pomdp_py.problems.multi_object_search.models.components.sensor.sensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.observe"]], "pomdp_py.problems.multi_object_search.models.components": [[23, "module-pomdp_py.problems.multi_object_search.models.components"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "robot_id (pomdp_py.problems.multi_object_search.models.components.sensor.sensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.robot_id"]], "sensing_region_size (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.sensing_region_size"]], "sensing_region_size (pomdp_py.problems.multi_object_search.models.components.sensor.sensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.sensing_region_size"]], "shoot_beam() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.shoot_beam"]], "to_rad() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.to_rad"]], "valid_beam() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.valid_beam"]], "valid_motions() (pomdp_py.problems.multi_object_search.models.components.grid_map.gridmap method)": [[23, "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap.valid_motions"]], "within_range() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.within_range"]], "within_range() (pomdp_py.problems.multi_object_search.models.components.sensor.sensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.within_range"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "tagproblem (class in pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.TagProblem"]], "main() (in module pomdp_py.problems.tag.experiment)": [[26, "pomdp_py.problems.tag.experiment.main"]], "main() (in module pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.main"]], "pomdp_py.problems.tag": [[26, "module-pomdp_py.problems.tag"]], "pomdp_py.problems.tag.constants": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem": [[26, "module-pomdp_py.problems.tag.problem"]], "solve() (in module pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.solve"]], "trial() (in module pomdp_py.problems.tag.experiment)": [[26, "pomdp_py.problems.tag.experiment.trial"]], "tagagent (class in pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.TagAgent"]], "belief_update() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.belief_update"]], "clear_history() (pomdp_py.problems.tag.agent.agent.tagagent method)": [[27, "pomdp_py.problems.tag.agent.agent.TagAgent.clear_history"]], "initialize_belief() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.initialize_belief"]], "initialize_particles_belief() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.initialize_particles_belief"]], "pomdp_py.problems.tag.agent": [[27, "module-pomdp_py.problems.tag.agent"]], "pomdp_py.problems.tag.agent.agent": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "tagaction (class in pomdp_py.problems.tag.domain.action)": [[28, "pomdp_py.problems.tag.domain.action.TagAction"]], "tagobservation (class in pomdp_py.problems.tag.domain.observation)": [[28, "pomdp_py.problems.tag.domain.observation.TagObservation"]], "tagstate (class in pomdp_py.problems.tag.domain.state)": [[28, "pomdp_py.problems.tag.domain.state.TagState"]], "pomdp_py.problems.tag.domain": [[28, "module-pomdp_py.problems.tag.domain"]], "pomdp_py.problems.tag.domain.action": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state": [[28, "module-pomdp_py.problems.tag.domain.state"]], "tagenvironment (class in pomdp_py.problems.tag.env.env)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment"]], "tagviz (class in pomdp_py.problems.tag.env.visual)": [[29, "pomdp_py.problems.tag.env.visual.TagViz"]], "draw_belief() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_belief"]], "draw_observation() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_observation"]], "draw_robot() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_robot"]], "from_str() (pomdp_py.problems.tag.env.env.tagenvironment class method)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.from_str"]], "grid_map (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.grid_map"]], "img_height (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.img_height"]], "img_width (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.img_width"]], "last_observation (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.last_observation"]], "length (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.length"]], "on_cleanup() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_cleanup"]], "on_event() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_event"]], "on_execute() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_execute"]], "on_init() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_init"]], "on_loop() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_loop"]], "on_render() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_render"]], "pomdp_py.problems.tag.env": [[29, "module-pomdp_py.problems.tag.env"]], "pomdp_py.problems.tag.env.env": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual": [[29, "module-pomdp_py.problems.tag.env.visual"]], "render_env() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.render_env"]], "unittest() (in module pomdp_py.problems.tag.env.visual)": [[29, "pomdp_py.problems.tag.env.visual.unittest"]], "update() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.update"]], "width (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.width"]], "tagobservationmodel (class in pomdp_py.problems.tag.models.observation_model)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel"]], "tagpolicymodel (class in pomdp_py.problems.tag.models.policy_model)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel"]], "tagrewardmodel (class in pomdp_py.problems.tag.models.reward_model)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel"]], "tagtransitionmodel (class in pomdp_py.problems.tag.models.transition_model)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel"]], "argmax() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.argmax"]], "argmax() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.argmax"]], "get_all_actions() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.get_all_actions"]], "if_move_by() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel class method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.if_move_by"]], "pomdp_py.problems.tag.models": [[30, "module-pomdp_py.problems.tag.models"]], "pomdp_py.problems.tag.models.observation_model": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "probability() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.probability"]], "probability() (pomdp_py.problems.tag.models.reward_model.tagrewardmodel method)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel.probability"]], "probability() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.probability"]], "rollout() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.rollout"]], "sample() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.sample"]], "sample() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.sample"]], "sample() (pomdp_py.problems.tag.models.reward_model.tagrewardmodel method)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel.sample"]], "sample() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.sample"]], "gridmap (class in pomdp_py.problems.tag.models.components.grid_map)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap"]], "tagtargetmotionpolicy (class in pomdp_py.problems.tag.models.components.motion_policy)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy"]], "free_cells() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.free_cells"]], "from_str() (pomdp_py.problems.tag.models.components.grid_map.gridmap class method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.from_str"]], "mpe() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.mpe"]], "pomdp_py.problems.tag.models.components": [[31, "module-pomdp_py.problems.tag.models.components"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "probability() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.probability"]], "random() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.random"]], "valid_motions() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.valid_motions"]], "valid_pose() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.valid_pose"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "abstraction_over_histogram() (in module pomdp_py.representations.belief.histogram)": [[35, "pomdp_py.representations.belief.histogram.abstraction_over_histogram"]], "abstraction_over_particles() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.abstraction_over_particles"]], "particle_reinvigoration() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.particle_reinvigoration"]], "pomdp_py.representations.belief.histogram": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles": [[35, "module-pomdp_py.representations.belief.particles"]], "update_histogram_belief() (in module pomdp_py.representations.belief.histogram)": [[35, "pomdp_py.representations.belief.histogram.update_histogram_belief"]], "update_particles_belief() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.update_particles_belief"]], "gaussian (class in pomdp_py.representations.distribution.gaussian)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian"]], "histogram (class in pomdp_py.representations.distribution.histogram)": [[36, "pomdp_py.representations.distribution.histogram.Histogram"]], "particles (class in pomdp_py.representations.distribution.particles)": [[36, "pomdp_py.representations.distribution.particles.Particles"]], "weightedparticles (class in pomdp_py.representations.distribution.particles)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles"]], "__getitem__() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.__getitem__"]], "__getitem__() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.__getitem__"]], "__getitem__() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.__getitem__"]], "__setitem__() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.__setitem__"]], "__setitem__() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.__setitem__"]], "__setitem__() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.__setitem__"]], "add() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.add"]], "add() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.add"]], "condense() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.condense"]], "cov (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.cov"]], "covariance (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.covariance"]], "from_histogram() (pomdp_py.representations.distribution.particles.particles class method)": [[36, "pomdp_py.representations.distribution.particles.Particles.from_histogram"]], "from_histogram() (pomdp_py.representations.distribution.particles.weightedparticles class method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"]], "frozen (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.frozen"]], "get_abstraction() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.get_abstraction"]], "get_histogram() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.get_histogram"]], "get_histogram() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.get_histogram"]], "get_histogram() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"]], "hist (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.hist"]], "hist_valid (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"]], "histogram (pomdp_py.representations.distribution.histogram.histogram attribute)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.histogram"]], "is_normalized() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.is_normalized"]], "mean (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.mean"]], "mpe() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.mpe"]], "mpe() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.mpe"]], "mpe() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.mpe"]], "particles (pomdp_py.representations.distribution.particles.particles attribute)": [[36, "pomdp_py.representations.distribution.particles.Particles.particles"]], "particles (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.particles"]], "pomdp_py.representations.distribution.gaussian": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.representations.distribution.histogram": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles": [[36, "module-pomdp_py.representations.distribution.particles"]], "random() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.random"]], "random() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.random"]], "random() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.random"]], "random() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.random"]], "sigma (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.sigma"]], "values (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.values"]], "weights (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.weights"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"], [38, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"], [38, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"], [38, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"], [38, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"], [38, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"], [38, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"], [38, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"], [38, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"], [38, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"], [38, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"], [38, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"], [38, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"], [38, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"], [38, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"], [38, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"], [38, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"], [38, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"], [38, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"], [38, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"], [38, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"], [38, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"], [38, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"], [38, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"], [38, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"], [38, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"], [38, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"], [38, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"], [38, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"], [38, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"], [38, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"], [38, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"], [38, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"], [38, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"], [38, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"], [38, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]], "alphavectorpolicy (class in pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy"]], "policygraph (class in pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph"]], "construct() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy class method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.construct"]], "construct() (pomdp_py.utils.interfaces.conversion.policygraph class method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.construct"]], "plan() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.plan"]], "plan() (pomdp_py.utils.interfaces.conversion.policygraph method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.plan"]], "pomdp_py.utils.interfaces.solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "sarsop() (in module pomdp_py.utils.interfaces.solvers)": [[46, "pomdp_py.utils.interfaces.solvers.sarsop"]], "to_pomdp_file() (in module pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.to_pomdp_file"]], "to_pomdpx_file() (in module pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.to_pomdpx_file"]], "update() (pomdp_py.utils.interfaces.conversion.policygraph method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.update"]], "value() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.value"]], "vi_pruning() (in module pomdp_py.utils.interfaces.solvers)": [[46, "pomdp_py.utils.interfaces.solvers.vi_pruning"]]}})
\ No newline at end of file

From 7eeb6538f25eb8597e3c8a643906e525141a62ed Mon Sep 17 00:00:00 2001
From: Kaiyu Zheng <7720184+zkytony@users.noreply.github.com>
Date: Fri, 19 Apr 2024 08:52:53 -0400
Subject: [PATCH 6/6] Trigger certain GHA checks on PR by types not by branch
 (#69)

---
 .github/workflows/macos.yml          |  8 +++++++-
 .github/workflows/pre_commit.yml     | 11 ++++++++---
 .github/workflows/python-package.yml |  8 +++++++-
 .github/workflows/ubuntu.yml         |  8 +++++++-
 4 files changed, 29 insertions(+), 6 deletions(-)

diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml
index 38fdf8f..37773a1 100644
--- a/.github/workflows/macos.yml
+++ b/.github/workflows/macos.yml
@@ -4,7 +4,13 @@ on:
   push:
     branches: [ main, dev-latest ]
   pull_request:
-    branches: [ main, dev-latest ]
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - labeled
+      - unlabeled
+      - ready_for_review
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
diff --git a/.github/workflows/pre_commit.yml b/.github/workflows/pre_commit.yml
index b0029f9..0ff106b 100644
--- a/.github/workflows/pre_commit.yml
+++ b/.github/workflows/pre_commit.yml
@@ -5,9 +5,14 @@ on:
     branches:
       - main
   pull_request:
-    branches:
-      - main
-      - dev-latest
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - labeled
+      - unlabeled
+      - ready_for_review
+
 jobs:
   pre-commit:
     runs-on: ubuntu-latest
diff --git a/.github/workflows/python-package.yml b/.github/workflows/python-package.yml
index f976d61..a43ea2e 100644
--- a/.github/workflows/python-package.yml
+++ b/.github/workflows/python-package.yml
@@ -7,7 +7,13 @@ on:
   push:
     branches: [ "main", "dev-latest" ]
   pull_request:
-    branches: [ "main", "dev-latest" ]
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - labeled
+      - unlabeled
+      - ready_for_review
 
 jobs:
   build:
diff --git a/.github/workflows/ubuntu.yml b/.github/workflows/ubuntu.yml
index b30e0d6..644fd55 100644
--- a/.github/workflows/ubuntu.yml
+++ b/.github/workflows/ubuntu.yml
@@ -4,7 +4,13 @@ on:
   push:
     branches: [ main, dev-latest ]
   pull_request:
-    branches: [ main, dev-latest ]
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - labeled
+      - unlabeled
+      - ready_for_review
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}