diff --git a/manual/develop/en/_modules/physbo/search/discrete/policy.html b/manual/develop/en/_modules/physbo/search/discrete/policy.html
index d9b0af3b..0c352a9a 100644
--- a/manual/develop/en/_modules/physbo/search/discrete/policy.html
+++ b/manual/develop/en/_modules/physbo/search/discrete/policy.html
@@ -805,7 +805,13 @@ <h1>Source code for physbo.search.discrete.policy</h1><div class="highlight"><pr
                 <span class="bp">self</span><span class="o">.</span><span class="n">predictor</span> <span class="o">=</span> <span class="n">pickle</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
 
         <span class="n">N</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">total_num_search</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">])</span></div>
+
+        <span class="n">visited</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">]</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">searchsorted</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">visited</span><span class="p">)</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">local_index</span><span class="p">[</span>
+            <span class="n">np</span><span class="o">.</span><span class="n">take</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">local_index</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s2">&quot;clip&quot;</span><span class="p">)</span> <span class="o">==</span> <span class="n">visited</span>
+        <span class="p">]</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="n">local_index</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="policy.export_predictor">
diff --git a/manual/develop/en/_modules/physbo/search/discrete_multi/policy.html b/manual/develop/en/_modules/physbo/search/discrete_multi/policy.html
index ccbf29eb..c8583beb 100644
--- a/manual/develop/en/_modules/physbo/search/discrete_multi/policy.html
+++ b/manual/develop/en/_modules/physbo/search/discrete_multi/policy.html
@@ -598,7 +598,13 @@ <h1>Source code for physbo.search.discrete_multi.policy</h1><div class="highligh
             <span class="bp">self</span><span class="o">.</span><span class="n">load_predictor_list</span><span class="p">(</span><span class="n">file_predictor_list</span><span class="p">)</span>
 
         <span class="n">N</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">total_num_search</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">])</span></div>
+
+        <span class="n">visited</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">]</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">searchsorted</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">visited</span><span class="p">)</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">local_index</span><span class="p">[</span>
+            <span class="n">np</span><span class="o">.</span><span class="n">take</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">local_index</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s2">&quot;clip&quot;</span><span class="p">)</span> <span class="o">==</span> <span class="n">visited</span>
+        <span class="p">]</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="n">local_index</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="policy.save_predictor_list">
diff --git a/manual/develop/ja/_modules/physbo/search/discrete/policy.html b/manual/develop/ja/_modules/physbo/search/discrete/policy.html
index 92ba5bd0..a1f32339 100644
--- a/manual/develop/ja/_modules/physbo/search/discrete/policy.html
+++ b/manual/develop/ja/_modules/physbo/search/discrete/policy.html
@@ -806,7 +806,13 @@ <h1>physbo.search.discrete.policy のソースコード</h1><div class="highligh
                 <span class="bp">self</span><span class="o">.</span><span class="n">predictor</span> <span class="o">=</span> <span class="n">pickle</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
 
         <span class="n">N</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">total_num_search</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">])</span></div>
+
+        <span class="n">visited</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">]</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">searchsorted</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">visited</span><span class="p">)</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">local_index</span><span class="p">[</span>
+            <span class="n">np</span><span class="o">.</span><span class="n">take</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">local_index</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s2">&quot;clip&quot;</span><span class="p">)</span> <span class="o">==</span> <span class="n">visited</span>
+        <span class="p">]</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="n">local_index</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="policy.export_predictor">
diff --git a/manual/develop/ja/_modules/physbo/search/discrete_multi/policy.html b/manual/develop/ja/_modules/physbo/search/discrete_multi/policy.html
index 504c1f2d..d975767c 100644
--- a/manual/develop/ja/_modules/physbo/search/discrete_multi/policy.html
+++ b/manual/develop/ja/_modules/physbo/search/discrete_multi/policy.html
@@ -599,7 +599,13 @@ <h1>physbo.search.discrete_multi.policy のソースコード</h1><div class="hi
             <span class="bp">self</span><span class="o">.</span><span class="n">load_predictor_list</span><span class="p">(</span><span class="n">file_predictor_list</span><span class="p">)</span>
 
         <span class="n">N</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">total_num_search</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">])</span></div>
+
+        <span class="n">visited</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">history</span><span class="o">.</span><span class="n">chosen_actions</span><span class="p">[:</span><span class="n">N</span><span class="p">]</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">searchsorted</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">visited</span><span class="p">)</span>
+        <span class="n">local_index</span> <span class="o">=</span> <span class="n">local_index</span><span class="p">[</span>
+            <span class="n">np</span><span class="o">.</span><span class="n">take</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">actions</span><span class="p">,</span> <span class="n">local_index</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s2">&quot;clip&quot;</span><span class="p">)</span> <span class="o">==</span> <span class="n">visited</span>
+        <span class="p">]</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">actions</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_delete_actions</span><span class="p">(</span><span class="n">local_index</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="policy.save_predictor_list">