kaggle-ConnectX/Research/MuZero_ The Walkthrough (Part 1_3) _ by David Foster _ Applied Data Science _ Medium_files/2bb4814c4d4a2b3528fc466d974796d6.js

document.write('<link rel="stylesheet" href="https://github.githubassets.com/assets/gist-embed-4e64bbf96c31ed6c9ee61f08cea01836.css">')
document.write('<div id=\"gist99758972\" class=\"gist\">\n    <div class=\"gist-file\">\n      <div class=\"gist-data\">\n        <div class=\"js-gist-file-update-container js-task-list-container file-box\">\n  <div id=\"file-pseudocode-py\" class=\"file my-2\">\n    \n\n  <div itemprop=\"text\" class=\"Box-body p-0 blob-wrapper data type-python  \">\n      \n<table class=\"highlight tab-size js-file-line-container\" data-tab-size=\"8\" data-paste-markdown-skip>\n      <tr>\n        <td id=\"file-pseudocode-py-L1\" class=\"blob-num js-line-number\" data-line-number=\"1\"><\/td>\n        <td id=\"file-pseudocode-py-LC1\" class=\"blob-code blob-code-inner js-file-line\"><span class=pl-k>class<\/span> <span class=pl-v>ReplayBuffer<\/span>(<span class=pl-s1>object<\/span>):<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L2\" class=\"blob-num js-line-number\" data-line-number=\"2\"><\/td>\n        <td id=\"file-pseudocode-py-LC2\" class=\"blob-code blob-code-inner js-file-line\">\n<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L3\" class=\"blob-num js-line-number\" data-line-number=\"3\"><\/td>\n        <td id=\"file-pseudocode-py-LC3\" class=\"blob-code blob-code-inner js-file-line\">  <span class=pl-k>def<\/span> <span class=pl-en>__init__<\/span>(<span class=pl-s1>self<\/span>, <span class=pl-s1>config<\/span>: <span class=pl-v>MuZeroConfig<\/span>):<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L4\" class=\"blob-num js-line-number\" data-line-number=\"4\"><\/td>\n        <td id=\"file-pseudocode-py-LC4\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-s1>self<\/span>.<span class=pl-s1>window_size<\/span> <span class=pl-c1>=<\/span> <span class=pl-s1>config<\/span>.<span class=pl-s1>window_size<\/span><\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L5\" class=\"blob-num js-line-number\" data-line-number=\"5\"><\/td>\n        <td id=\"file-pseudocode-py-LC5\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-s1>self<\/span>.<span class=pl-s1>batch_size<\/span> <span class=pl-c1>=<\/span> <span class=pl-s1>config<\/span>.<span class=pl-s1>batch_size<\/span><\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L6\" class=\"blob-num js-line-number\" data-line-number=\"6\"><\/td>\n        <td id=\"file-pseudocode-py-LC6\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-s1>self<\/span>.<span class=pl-s1>buffer<\/span> <span class=pl-c1>=<\/span> []<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L7\" class=\"blob-num js-line-number\" data-line-number=\"7\"><\/td>\n        <td id=\"file-pseudocode-py-LC7\" class=\"blob-code blob-code-inner js-file-line\">\n<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L8\" class=\"blob-num js-line-number\" data-line-number=\"8\"><\/td>\n        <td id=\"file-pseudocode-py-LC8\" class=\"blob-code blob-code-inner js-file-line\">  <span class=pl-k>def<\/span> <span class=pl-en>save_game<\/span>(<span class=pl-s1>self<\/span>, <span class=pl-s1>game<\/span>):<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L9\" class=\"blob-num js-line-number\" data-line-number=\"9\"><\/td>\n        <td id=\"file-pseudocode-py-LC9\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-k>if<\/span> <span class=pl-en>len<\/span>(<span class=pl-s1>self<\/span>.<span class=pl-s1>buffer<\/span>) <span class=pl-c1>&gt;<\/span> <span class=pl-s1>self<\/span>.<span class=pl-s1>window_size<\/span>:<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L10\" class=\"blob-num js-line-number\" data-line-number=\"10\"><\/td>\n        <td id=\"file-pseudocode-py-LC10\" class=\"blob-code blob-code-inner js-file-line\">      <span class=pl-s1>self<\/span>.<span class=pl-s1>buffer<\/span>.<span class=pl-en>pop<\/span>(<span class=pl-c1>0<\/span>)<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L11\" class=\"blob-num js-line-number\" data-line-number=\"11\"><\/td>\n        <td id=\"file-pseudocode-py-LC11\" class=\"blob-code blob-code-inner js-file-line\">    <span class=pl-s1>self<\/span>.<span class=pl-s1>buffer<\/span>.<span class=pl-en>append<\/span>(<span class=pl-s1>game<\/span>)<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L12\" class=\"blob-num js-line-number\" data-line-number=\"12\"><\/td>\n        <td id=\"file-pseudocode-py-LC12\" class=\"blob-code blob-code-inner js-file-line\">\n<\/td>\n      <\/tr>\n      <tr>\n        <td id=\"file-pseudocode-py-L13\" class=\"blob-num js-line-number\" data-line-number=\"13\"><\/td>\n        <td id=\"file-pseudocode-py-LC13\" class=\"blob-code blob-code-inner js-file-line\">  ...<\/td>\n      <\/tr>\n<\/table>\n\n\n  <\/div>\n\n  <\/div>\n<\/div>\n\n      <\/div>\n      <div class=\"gist-meta\">\n        <a href=\"https://gist.github.com/davidADSP/2bb4814c4d4a2b3528fc466d974796d6/raw/00ad54507e4bc6322a6eafe6d66c69fd9002dc83/pseudocode.py\" style=\"float:right\">view raw<\/a>\n        <a href=\"https://gist.github.com/davidADSP/2bb4814c4d4a2b3528fc466d974796d6#file-pseudocode-py\">pseudocode.py<\/a>\n        hosted with &#10084; by <a href=\"https://github.com\">GitHub<\/a>\n      <\/div>\n    <\/div>\n<\/div>\n')