build based on 9edfeef

dev/.documenter-siteinfo.json

@@ -1 +1 @@
-{"documenter":{"julia_version":"1.10.4","generation_timestamp":"2024-07-24T22:30:49","documenter_version":"1.3.0"}}
+{"documenter":{"julia_version":"1.10.4","generation_timestamp":"2024-08-01T17:43:35","documenter_version":"1.3.0"}}

dev/index.html

@@ -65,4 +65,4 @@
 )
 policy = solve(solver, pomdp)
 rs = RolloutSimulator(max_steps=50)
-r = simulate(rs, pomdp, policy)</code></pre><h2 id="Concepts-and-Architecture"><a class="docs-heading-anchor" href="#Concepts-and-Architecture">Concepts and Architecture</a><a id="Concepts-and-Architecture-1"></a><a class="docs-heading-anchor-permalink" href="#Concepts-and-Architecture" title="Permalink"></a></h2><p>CompressedBeliefMDPs.jl aims to implement a generalization of the <a href="https://papers.nips.cc/paper_files/paper/2002/hash/a11f9e533f28593768ebf87075ab34f2-Abstract.html">belief compression algorithm</a> for solving large POMDPs. The algorithm has four steps:</p><ol><li>collect belief samples,</li><li>compress the samples,</li><li>create the compressed belief-state MDP,</li><li>solve the MDP.</li></ol><p>Each step is handled by <code>Sampler</code>, <code>Compressor</code>, <code>CompressedBeliefMDP</code>, and <code>CompressedBeliefSolver</code> respectively.</p><p>For more details, please see the rest of the documentation or the associated paper.</p></article><nav class="docs-footer"><a class="docs-footer-nextpage" href="samplers/">Samplers »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.3.0 on <span class="colophon-date" title="Wednesday 24 July 2024 22:30">Wednesday 24 July 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>
+r = simulate(rs, pomdp, policy)</code></pre><h2 id="Concepts-and-Architecture"><a class="docs-heading-anchor" href="#Concepts-and-Architecture">Concepts and Architecture</a><a id="Concepts-and-Architecture-1"></a><a class="docs-heading-anchor-permalink" href="#Concepts-and-Architecture" title="Permalink"></a></h2><p>CompressedBeliefMDPs.jl aims to implement a generalization of the <a href="https://papers.nips.cc/paper_files/paper/2002/hash/a11f9e533f28593768ebf87075ab34f2-Abstract.html">belief compression algorithm</a> for solving large POMDPs. The algorithm has four steps:</p><ol><li>collect belief samples,</li><li>compress the samples,</li><li>create the compressed belief-state MDP,</li><li>solve the MDP.</li></ol><p>Each step is handled by <code>Sampler</code>, <code>Compressor</code>, <code>CompressedBeliefMDP</code>, and <code>CompressedBeliefSolver</code> respectively.</p><p>For more details, please see the rest of the documentation or the associated paper.</p></article><nav class="docs-footer"><a class="docs-footer-nextpage" href="samplers/">Samplers »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.3.0 on <span class="colophon-date" title="Thursday 1 August 2024 17:43">Thursday 1 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>

dev/samplers/index.html

@@ -16,18 +16,18 @@
   DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.15000000000000002, 0.85])
   DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.5, 0.5])
   DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.85, 0.15000000000000002])
-  DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.9697986577181208, 0.030201342281879207])</code></pre></div><a class="docs-sourcelink" target="_blank" href="https://github.com/JuliaPOMDP/CompressedBeliefMDPs.jl/blob/c4b5a90c267220a5286710590c99327d0ab3e30c/src/samplers/expansion.jl#L4-L38">source</a></section></article><h3 id="Policy-Sampler"><a class="docs-heading-anchor" href="#Policy-Sampler">Policy Sampler</a><a id="Policy-Sampler-1"></a><a class="docs-heading-anchor-permalink" href="#Policy-Sampler" title="Permalink"></a></h3><article class="docstring"><header><a class="docstring-article-toggle-button fa-solid fa-chevron-down" href="javascript:;" title="Collapse docstring"></a><a class="docstring-binding" id="CompressedBeliefMDPs.PolicySampler" href="#CompressedBeliefMDPs.PolicySampler"><code>CompressedBeliefMDPs.PolicySampler</code></a> — <span class="docstring-category">Type</span></header><section><div><pre><code class="language-julia hljs">PolicySampler</code></pre><p>Samples belief states by rolling out a <code>Policy</code>.</p><p><strong>Fields</strong></p><ul><li><code>policy::Policy</code>: The policy used for decision making.</li><li><code>updater::Updater</code>: The updater used for updating beliefs.</li><li><code>n::Integer</code>: The maximum number of simulated steps.</li><li><code>rng::AbstractRNG</code>: The random number generator used for sampling.</li><li><code>verbose::Bool</code>: Whether to use a progress bar while sampling.</li></ul><p><strong>Constructors</strong></p><pre><code class="nohighlight hljs">PolicySampler(pomdp::POMDP; policy::Policy=RandomPolicy(pomdp), 
+  DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.9697986577181208, 0.030201342281879207])</code></pre></div><a class="docs-sourcelink" target="_blank" href="https://github.com/JuliaPOMDP/CompressedBeliefMDPs.jl/blob/9edfeef29b63574c75127f840336cf66659accf2/src/samplers/expansion.jl#L4-L38">source</a></section></article><h3 id="Policy-Sampler"><a class="docs-heading-anchor" href="#Policy-Sampler">Policy Sampler</a><a id="Policy-Sampler-1"></a><a class="docs-heading-anchor-permalink" href="#Policy-Sampler" title="Permalink"></a></h3><article class="docstring"><header><a class="docstring-article-toggle-button fa-solid fa-chevron-down" href="javascript:;" title="Collapse docstring"></a><a class="docstring-binding" id="CompressedBeliefMDPs.PolicySampler" href="#CompressedBeliefMDPs.PolicySampler"><code>CompressedBeliefMDPs.PolicySampler</code></a> — <span class="docstring-category">Type</span></header><section><div><pre><code class="language-julia hljs">PolicySampler</code></pre><p>Samples belief states by rolling out a <code>Policy</code>.</p><p><strong>Fields</strong></p><ul><li><code>policy::Policy</code>: The policy used for decision making.</li><li><code>updater::Updater</code>: The updater used for updating beliefs.</li><li><code>n::Integer</code>: The maximum number of simulated steps.</li><li><code>rng::AbstractRNG</code>: The random number generator used for sampling.</li><li><code>verbose::Bool</code>: Whether to use a progress bar while sampling.</li></ul><p><strong>Constructors</strong></p><pre><code class="nohighlight hljs">PolicySampler(pomdp::POMDP; policy::Policy=RandomPolicy(pomdp), 
 updater::Updater=DiscreteUpdater(pomdp), n::Integer=10, 
 rng::AbstractRNG=Random.GLOBAL_RNG)</code></pre><p><strong>Methods</strong></p><pre><code class="nohighlight hljs">(s::PolicySampler)(pomdp::POMDP)</code></pre><p>Returns a vector of <em>unique</em> belief states.</p><p><strong>Example</strong></p><pre><code class="language-julia-repl hljs">julia&gt; pomdp = TigerPOMDP();
 julia&gt; sampler = PolicySampler(pomdp; n=3); 
 julia&gt; 2-element Vector{Any}:
 DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.5, 0.5])
-DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.15000000000000002, 0.85])</code></pre></div><a class="docs-sourcelink" target="_blank" href="https://github.com/JuliaPOMDP/CompressedBeliefMDPs.jl/blob/c4b5a90c267220a5286710590c99327d0ab3e30c/src/samplers/rollout.jl#L1-L32">source</a></section></article><h3 id="ExplorationPolicy-Sampler"><a class="docs-heading-anchor" href="#ExplorationPolicy-Sampler">ExplorationPolicy Sampler</a><a id="ExplorationPolicy-Sampler-1"></a><a class="docs-heading-anchor-permalink" href="#ExplorationPolicy-Sampler" title="Permalink"></a></h3><article class="docstring"><header><a class="docstring-article-toggle-button fa-solid fa-chevron-down" href="javascript:;" title="Collapse docstring"></a><a class="docstring-binding" id="CompressedBeliefMDPs.ExplorationPolicySampler" href="#CompressedBeliefMDPs.ExplorationPolicySampler"><code>CompressedBeliefMDPs.ExplorationPolicySampler</code></a> — <span class="docstring-category">Type</span></header><section><div><pre><code class="language-julia hljs">ExplorationPolicySampler</code></pre><p>Samples belief states by rolling out an <code>ExplorationPolicy</code>. Essentially identical to <code>PolicySampler</code>.</p><p><strong>Fields</strong></p><ul><li><code>explorer::ExplorationPolicy</code>: The <code>ExplorationPolicy</code> used for decision making.</li><li><code>on_policy::Policy</code>: The fallback <code>Policy</code> used for decision making when not exploring.</li><li><code>updater::Updater</code>: The updater used for updating beliefs.</li><li><code>n::Integer</code>: The maximum number of simulated steps.</li><li><code>rng::AbstractRNG</code>: The random number generator used for sampling.</li><li><code>verbose::Bool</code>: Whether to use a progress bar while sampling.</li></ul><p><strong>Constructors</strong></p><pre><code class="nohighlight hljs">ExplorationPolicySampler(pomdp::POMDP; rng::AbstractRNG=Random.GLOBAL_RNG,
+DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.15000000000000002, 0.85])</code></pre></div><a class="docs-sourcelink" target="_blank" href="https://github.com/JuliaPOMDP/CompressedBeliefMDPs.jl/blob/9edfeef29b63574c75127f840336cf66659accf2/src/samplers/rollout.jl#L1-L32">source</a></section></article><h3 id="ExplorationPolicy-Sampler"><a class="docs-heading-anchor" href="#ExplorationPolicy-Sampler">ExplorationPolicy Sampler</a><a id="ExplorationPolicy-Sampler-1"></a><a class="docs-heading-anchor-permalink" href="#ExplorationPolicy-Sampler" title="Permalink"></a></h3><article class="docstring"><header><a class="docstring-article-toggle-button fa-solid fa-chevron-down" href="javascript:;" title="Collapse docstring"></a><a class="docstring-binding" id="CompressedBeliefMDPs.ExplorationPolicySampler" href="#CompressedBeliefMDPs.ExplorationPolicySampler"><code>CompressedBeliefMDPs.ExplorationPolicySampler</code></a> — <span class="docstring-category">Type</span></header><section><div><pre><code class="language-julia hljs">ExplorationPolicySampler</code></pre><p>Samples belief states by rolling out an <code>ExplorationPolicy</code>. Essentially identical to <code>PolicySampler</code>.</p><p><strong>Fields</strong></p><ul><li><code>explorer::ExplorationPolicy</code>: The <code>ExplorationPolicy</code> used for decision making.</li><li><code>on_policy::Policy</code>: The fallback <code>Policy</code> used for decision making when not exploring.</li><li><code>updater::Updater</code>: The updater used for updating beliefs.</li><li><code>n::Integer</code>: The maximum number of simulated steps.</li><li><code>rng::AbstractRNG</code>: The random number generator used for sampling.</li><li><code>verbose::Bool</code>: Whether to use a progress bar while sampling.</li></ul><p><strong>Constructors</strong></p><pre><code class="nohighlight hljs">ExplorationPolicySampler(pomdp::POMDP; rng::AbstractRNG=Random.GLOBAL_RNG,
 explorer::ExplorationPolicy=EpsGreedyPolicy(pomdp, 0.1; rng=rng), on_policy=RandomPolicy(pomdp),
 updater::Updater=DiscreteUpdater(pomdp), n::Integer=10)</code></pre><p><strong>Methods</strong></p><pre><code class="nohighlight hljs">(s::ExplorationPolicySampler)(pomdp::POMDP)</code></pre><p>Returns a vector of <em>unique</em> belief states.</p><p><strong>Example Usage</strong></p><pre><code class="language-julia-repl hljs">julia&gt; pomdp = TigerPOMDP()
 julia&gt; sampler = ExplorationPolicySampler(pomdp; n=30)
 julia&gt; sampler(pomdp)
 3-element Vector{Any}:
  DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.5, 0.5])
  DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.85, 0.15000000000000002])
- DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.9697986577181208, 0.030201342281879207])</code></pre></div><a class="docs-sourcelink" target="_blank" href="https://github.com/JuliaPOMDP/CompressedBeliefMDPs.jl/blob/c4b5a90c267220a5286710590c99327d0ab3e30c/src/samplers/rollout.jl#L117-L151">source</a></section></article></article><nav class="docs-footer"><a class="docs-footer-prevpage" href="../">« CompressedBeliefMDPs.jl</a><a class="docs-footer-nextpage" href="../compressors/">Compressors »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.3.0 on <span class="colophon-date" title="Wednesday 24 July 2024 22:30">Wednesday 24 July 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>
+ DiscreteBelief{TigerPOMDP, Bool}(TigerPOMDP(-1.0, -100.0, 10.0, 0.85, 0.95), Bool[0, 1], [0.9697986577181208, 0.030201342281879207])</code></pre></div><a class="docs-sourcelink" target="_blank" href="https://github.com/JuliaPOMDP/CompressedBeliefMDPs.jl/blob/9edfeef29b63574c75127f840336cf66659accf2/src/samplers/rollout.jl#L117-L151">source</a></section></article></article><nav class="docs-footer"><a class="docs-footer-prevpage" href="../">« CompressedBeliefMDPs.jl</a><a class="docs-footer-nextpage" href="../compressors/">Compressors »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.3.0 on <span class="colophon-date" title="Thursday 1 August 2024 17:43">Thursday 1 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>