kaggle-ConnectX/Research/MuZero_ The Walkthrough (Part 1_3) _ by David Foster _ Applied Data Science _ Medium_files/0f723c9f48100eca4e842c551d8ac03b.js

document.write('<link rel="stylesheet" href="https://github.githubassets.com/assets/gist-embed-4e64bbf96c31ed6c9ee61f08cea01836.css">')
document.write('<div id=\"gist99758814\" class=\"gist\">\n    <div class=\"gist-file\">\n      <div class=\"gist-data\">\n        <div class=\"js-gist-file-update-container js-task-list-container file-box\">\n  <div id=\"file-pseudocode-py\" class=\"file my-2\">\n    \n\n  <div itemprop=\"text\" class=\"Box-body p-0 blob-wrapper data type-python  \">\n      \n<table class=\"highlight tab-size js-file-line-container\" data-tab-size=\"8\" data-paste-markdown-skip>\n      <tr>\n        <td id=\"file-pseudocode-py-L1\" class=\"blob-num js-line-number\" data-line-number=\"1\"><\/td>\n        <td id=\"file-pseudocode-py-LC1\" class=\"blob-code blob-code-inner js-file-line\"><span class=pl-k>class<\/span> <span class=pl-v>SharedStorage<\/span>(<span class=pl-s1>object<\/span>):<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L2\" class=\"blob-num js-line-number\" data-line-number=\"2\"><\/td>\n        <td id=\"file-pseudocode-py-LC2\" class=\"blob-code blob-code-inner js-file-line\">\n<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L3\" class=\"blob-num js-line-number\" data-line-number=\"3\"><\/td>\n        <td id=\"file-pseudocode-py-LC3\" class=\"blob-code blob-code-inner js-file-line\">  <span class=pl-k>def<\/span> <span class=pl-en>__init__<\/span>(<span class=pl-s1>self<\/span>):<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L4\" class=\"blob-num js-line-number\" data-line-number=\"4\"><\/td>\n        <td id=\"file-pseudocode-py-LC4\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-s1>self<\/span>.<span class=pl-s1>_networks<\/span> <span class=pl-c1>=<\/span> {}<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L5\" class=\"blob-num js-line-number\" data-line-number=\"5\"><\/td>\n        <td id=\"file-pseudocode-py-LC5\" class=\"blob-code blob-code-inner js-file-line\">\n<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L6\" class=\"blob-num js-line-number\" data-line-number=\"6\"><\/td>\n        <td id=\"file-pseudocode-py-LC6\" class=\"blob-code blob-code-inner js-file-line\">  <span class=pl-k>def<\/span> <span class=pl-en>latest_network<\/span>(<span class=pl-s1>self<\/span>) <span class=pl-c1>-&gt;<\/span> <span class=pl-v>Network<\/span>:<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L7\" class=\"blob-num js-line-number\" data-line-number=\"7\"><\/td>\n        <td id=\"file-pseudocode-py-LC7\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-k>if<\/span> <span class=pl-s1>self<\/span>.<span class=pl-s1>_networks<\/span>:<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L8\" class=\"blob-num js-line-number\" data-line-number=\"8\"><\/td>\n        <td id=\"file-pseudocode-py-LC8\" class=\"blob-code blob-code-inner js-file-line\">      <span class=pl-k>return<\/span> <span class=pl-s1>self<\/span>.<span class=pl-s1>_networks<\/span>[<span class=pl-en>max<\/span>(<span class=pl-s1>self<\/span>.<span class=pl-s1>_networks<\/span>.<span class=pl-en>keys<\/span>())]<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L9\" class=\"blob-num js-line-number\" data-line-number=\"9\"><\/td>\n        <td id=\"file-pseudocode-py-LC9\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-k>else<\/span>:<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L10\" class=\"blob-num js-line-number\" data-line-number=\"10\"><\/td>\n        <td id=\"file-pseudocode-py-LC10\" class=\"blob-code blob-code-inner js-file-line\">      <span class=pl-c># policy -&gt; uniform, value -&gt; 0, reward -&gt; 0<\/span><\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L11\" class=\"blob-num js-line-number\" data-line-number=\"11\"><\/td>\n        <td id=\"file-pseudocode-py-LC11\" class=\"blob-code blob-code-inner js-file-line\">      <span class=pl-k>return<\/span> <span class=pl-en>make_uniform_network<\/span>()<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L12\" class=\"blob-num js-line-number\" data-line-number=\"12\"><\/td>\n        <td id=\"file-pseudocode-py-LC12\" class=\"blob-code blob-code-inner js-file-line\">\n<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L13\" class=\"blob-num js-line-number\" data-line-number=\"13\"><\/td>\n        <td id=\"file-pseudocode-py-LC13\" class=\"blob-code blob-code-inner js-file-line\">  <span class=pl-k>def<\/span> <span class=pl-en>save_network<\/span>(<span class=pl-s1>self<\/span>, <span class=pl-s1>step<\/span>: <span class=pl-s1>int<\/span>, <span class=pl-s1>network<\/span>: <span class=pl-v>Network<\/span>):<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L14\" class=\"blob-num js-line-number\" data-line-number=\"14\"><\/td>\n        <td id=\"file-pseudocode-py-LC14\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-s1>self<\/span>.<span class=pl-s1>_networks<\/span>[<span class=pl-s1>step<\/span>] <span class=pl-c1>=<\/span> <span class=pl-s1>network<\/span><\/td>\n      <\/tr>\n<\/table>\n\n\n  <\/div>\n\n  <\/div>\n<\/div>\n\n      <\/div>\n      <div class=\"gist-meta\">\n        <a href=\"https://gist.github.com/davidADSP/0f723c9f48100eca4e842c551d8ac03b/raw/3194ccfc1ab7c3803f53dc6f5d8e6076e5cbcdfe/pseudocode.py\" style=\"float:right\">view raw<\/a>\n        <a href=\"https://gist.github.com/davidADSP/0f723c9f48100eca4e842c551d8ac03b#file-pseudocode-py\">pseudocode.py<\/a>\n        hosted with &#10084; by <a href=\"https://github.com\">GitHub<\/a>\n      <\/div>\n    <\/div>\n<\/div>\n')