{"pages":{"search":{"query":"PPO","originalQuery":"PPO","serpid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","parentReqid":"","serpItems":[{"id":"7792187987859686903-0-0","type":"videoSnippet","props":{"videoId":"7792187987859686903"},"curPage":0},{"id":"17552963193670971375-0-1","type":"videoSnippet","props":{"videoId":"17552963193670971375"},"curPage":0},{"id":"9108244145703494935-0-2","type":"videoSnippet","props":{"videoId":"9108244145703494935"},"curPage":0},{"id":"10109927954672248830-0-3","type":"videoSnippet","props":{"videoId":"10109927954672248830"},"curPage":0},{"id":"-0-4","type":"direct","props":{"advRsyaActivateParams":{"pcodeParams":{"blockId":"","renderTo":"","pageNumber":4,"grab":"dFBQTwo=","statId":4,"lazyLoad":false,"extParams":{"reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","ui":"desktop","yuid":"8912462341781720379"}}},"isAdult":false,"position":4,"placement":"empty"},"curPage":0},{"id":"10012669019630350056-0-5","type":"videoSnippet","props":{"videoId":"10012669019630350056"},"curPage":0},{"id":"15451461126687502925-0-6","type":"videoSnippet","props":{"videoId":"15451461126687502925"},"curPage":0},{"id":"12791352700832024622-0-7","type":"videoSnippet","props":{"videoId":"12791352700832024622"},"curPage":0},{"id":"12524625358885540288-0-8","type":"videoSnippet","props":{"videoId":"12524625358885540288"},"curPage":0},{"id":"9605587344230473615-0-9","type":"videoSnippet","props":{"videoId":"9605587344230473615"},"curPage":0},{"id":"3532777531363530568-0-10","type":"videoSnippet","props":{"videoId":"3532777531363530568"},"curPage":0},{"id":"-0-11","type":"direct","props":{"advRsyaActivateParams":{"pcodeParams":{"blockId":"","renderTo":"","pageNumber":11,"grab":"dFBQTwo=","statId":11,"lazyLoad":false,"extParams":{"reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","ui":"desktop","yuid":"8912462341781720379"}}},"isAdult":false,"position":11,"placement":"empty"},"curPage":0},{"id":"11924241272097484190-0-12","type":"videoSnippet","props":{"videoId":"11924241272097484190"},"curPage":0},{"id":"5799666302183462152-0-13","type":"videoSnippet","props":{"videoId":"5799666302183462152"},"curPage":0},{"id":"13553906214614008115-0-14","type":"videoSnippet","props":{"videoId":"13553906214614008115"},"curPage":0},{"id":"3587542330687643632-0-15","type":"videoSnippet","props":{"videoId":"3587542330687643632"},"curPage":0},{"id":"16163051368864820293-0-16","type":"videoSnippet","props":{"videoId":"16163051368864820293"},"curPage":0},{"id":"2285012231143518397-0-17","type":"videoSnippet","props":{"videoId":"2285012231143518397"},"curPage":0},{"id":"-0-18","type":"direct","props":{"advRsyaActivateParams":{"pcodeParams":{"blockId":"","renderTo":"","pageNumber":18,"grab":"dFBQTwo=","statId":18,"lazyLoad":false,"extParams":{"reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","ui":"desktop","yuid":"8912462341781720379"}}},"isAdult":false,"position":18,"placement":"empty"},"curPage":0},{"id":"12669798376222498826-0-19","type":"videoSnippet","props":{"videoId":"12669798376222498826"},"curPage":0}],"searchAds":[],"filters":{},"serpFooter":{"linksGroups":[{"type":"geo","links":[{"label":"Columbus","title":"Columbus","url":"//yandex.com/tune/geo/","logNode":{"name":"region"},"target":"_self","a11yLabel":"Your region Columbus","needRetpath":true}]},{"type":"searchengines","links":[{"label":"Google","url":"//google.com/search?tbm=vid&q=PPO","logNode":{"name":"link","attrs":{"type":"google"}},"target":"_blank"},{"label":"Bing","url":"//bing.com/videos?scope=video&q=PPO","logNode":{"name":"link","attrs":{"type":"bing"}},"target":"_blank"}]},{"type":"help","links":[{"label":"Contact us","url":"https://yandex.com/support/video/troubleshooting.html","logNode":{"name":"feedback"},"needRetpath":true},{"label":"Help","url":"https://yandex.com/support/video/","logNode":{"name":"help"},"needRetpath":true}]},{"type":"settings","links":[{"label":"Tune","url":"https://yandex.com/tune/search/","target":"_self","logNode":{"name":"settings"},"needRetpath":true}]},{"type":"company","links":[{"label":"About","url":"//yandex.com/company/","logNode":{"name":"about"},"target":"_blank"},{"label":"License","url":"//yandex.com/legal/termsofuse/","logNode":{"name":"license"},"target":"_blank"},{"label":"Privacy Policy","url":"//yandex.com/legal/confidential/","logNode":{"name":"confidential"},"target":"_blank"}],"a11yHidden":true}],"hasExtralinks":true},"currentPage":0,"prevPageToLoad":-1,"nextPageToLoad":1,"isTranslationsFilterEnabled":false,"isTranslationsDistributionEnabled":false,"isTranslationsDistributionOnboardingEnabled":false,"prevention":{},"hasNextPage":true,"rightSerpItems":[{"type":"direct","id":"search-list-right","props":{"advRsyaActivateParams":{"pcodeParams":{"blockId":"R-I-8843654-1","renderTo":"search-list-right-0-R-I-8843654-1","pageNumber":0,"grab":"dFBQTwo=","lazyLoad":false,"extParams":{"reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","ui":"desktop","yuid":"8912462341781720379"}}},"isAdult":false,"position":0,"placement":"search-list-right"},"curPage":0}],"isAdultQuery":false,"errorList":[],"layout":"list","retpath":"https%3A%2F%2Fxmlsearch.yandex.com%2Fvideo%2Fsearch%3Ftext%3DPPO","pages":[{"reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","start":0,"end":20,"pageNumber":0,"isCounterSent":false}]},"main":{"_isInitial":true,"snippets":[],"serpFooter":{"linksGroups":[]},"isLoggedIn":false,"tags":[]},"favs":{"_isInitial":true,"items":[],"cacheHash":"","showMoreUrl":"","initialViewportWidth":0}},"internal":{"nonce":"1363758045297636337309","expFlags":{"video_settings_toolbar_redesign":1,"velocity_delay_drawer":1,"video_feedback_in_d2d":1,"video_search_toggle_with_text":1,"video_viewer_show_placeholder":1,"video_adv_search_right_enable_adult":1,"velocity_disable_suspense":1,"video_viewer_desktop_smart_layout":1,"dark_theme_desktop":"cookie","video_viewer_check_sandbox_origin":1,"video_font_yandex_sans":1,"video_adv_new_show_rules":1,"video_adv_config_desktop":{"search-list-right":{"adult":{"default":"R-I-19214552-1"},"regular":{"default":"R-I-8843654-1"}},"search-list":{"adult":{"default":"R-I-474674-135","mail":"R-A-13426421-23"},"regular":{"default":"R-I-48058-751","mail":"R-A-13411721-23"}},"before-player":{"adult":{"default":"R-I-19178478-1"},"regular":{"default":"R-I-2120168-1"}}},"video_search_page_no_islands":1,"video_vh_player_js":0,"video_masthead_ratio":"180,4","video_viewer_related_fail_error_screen":1,"video_viewer_channel_link_mode":2,"mmui_extended_escape_scheme":"searchdata.clips.0.authorname","video_viewer_restore_mute_state":1,"spok":"id","video_suggest_use_serp":1,"video_search_grid_direct_repeat":6,"init_meta":{"enable-yabs-distr":1,"ask-user-purchase-history":1,"use-src-videoquickp":1,"enable-begemot":1,"enable_masthead":1,"use-src-videop":1,"use-src-videoquickp_misspell":1,"enable_blackbox_multisession":1,"begemot-enable-cancelled-misspell-rtmr":1,"enable_video_iron_fetcher":1,"use-related-only":1,"ask-yandex-io-devices":1,"use-images-device-setup":1,"use-src-imagesp":1,"images-apphost-collections-front":1,"enable_aab_apphost":1,"graph-is-video-search":1,"bg-bert-video":1,"use-src-imagesp_misspell":1,"use-src-imagesultrap":1,"use-video-apphost-pre-templates":1,"use-src-videop_misspell":1,"use-video-apphost-post-templates":1,"use-src-imagesquickp":1,"enable_video_carousels":"1","restrict-max-docs":"1000","use-images-region-setup":1,"use-post-auto2":1,"use-images-settings-setup":1,"use-src-ugc_favorites":1,"video_vitrina_disable":"0","use-images-user-setup":1,"use-video-pre-search-data":1,"begemot-no-suggest-history":1},"video_viewer_comments_auth_popup":1,"video_comments_timestamps":1,"video_depot_viewer_masthead_ssr_only":1,"video_kebab_advanced_actions":1,"video_search_grid_enable":0,"video_viewer_desktop_fix_d2d_scroll":1,"video_depot_viewer_legacy_counters":1,"video_search_grid_direct_start":3,"video_adv_new_show_rules_docs_count":1,"video_redirect_plug":2,"dark_theme_desktop_default_pref":"system","video_search_toggle_enable":1,"velocity_split_hydration":4,"video_duration_counter_new_format":1,"video_force_grid_on_premordie":1,"video_enable_adult_masthead":0,"video_morda_header_nav":1,"video_nohost_full_filter":0,"video_baobab_blockstat":1,"video_nohost_youtube_filter":0,"video_viewer_host_link_mode":1,"video_comments_smart_nonstop":1},"slots":["1561452,0,25;1590861,0,32;1568432,0,1;1595848,0,71;1589981,0,8;1590302,0,37;1599198,0,67;1578961,0,69;1575730,0,98;1152685,0,22;1598310,0,98;1593759,0,13;1597210,0,86;1596962,0,82;1598877,0,93;1595750,0,24;1601977,0,29;132355,0,92;1594576,0,17;1600035,0,16;1596836,0,88;1591588,0,62;1541866,0,70;1602644,0,12;1352123,0,5;1586368,0,79;1601174,0,30;1580984,0,25;1599927,0,32;1597652,0,47;1597512,0,13;120692,0,56;1597435,0,19;1602094,0,61;1583705,0,82;1598476,0,43;1595042,0,72;901040,0,73;1592132,0,29;1599597,0,85;1600338,0,53;151171,0,38;1585805,0,35;1602402,0,87;1281084,0,68;1588537,0,11;1579950,0,38;287509,0,48;1577335,0,4"],"isYandexNet":false,"platform":"desktop","isEnLogo":true,"retpath":"https%3A%2F%2Fxmlsearch.yandex.com%2Fvideo%2Fsearch%3Ftext%3DPPO","mordaUrl":"//yandex.com/","videoSearchUrl":"https://xmlsearch.yandex.com/video/search?text=PPO","settingsUrl":"https://yandex.com/tune/search/","helpUrl":"https://yandex.com/support/video/","legalUrl":"//legal.yandex.com/termsofservice/","feedbackUrl":"https://yandex.com/support/video/troubleshooting.html","basename":"/video","currentPageName":"search","isYandexApp":false,"isYandexAppAndroid":false,"isYandexAppIos":false,"isAnyYaBro":false,"isAndroid":false,"isHamster":false,"serpid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","backUrl":"//ya.ru","url":"https://xmlsearch.yandex.com/video/search?text=PPO","isIntegrationTest":false,"isEndToEndTest":false,"shouldDropLogs":false,"seo":{"title":"PPO: 1 thousand videos found on Yandex","description":"Результаты поиска по запросу \"PPO\" в Яндексе","keywords":"яндекс видео, поиск видео, смотреть онлайн, сериалы, фильмы, клипы","shareTitle":"PPO — Яндекс — поиск по видео"},"isEmbedded":false,"isPumpkin":false,"sessionCsrfToken":"y7a67c42b4adaf770636e0ff4452999e7","reportFeedbackBaseProps":{"initEmail":"","metaFields":{"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","userTestids":"1561452,1590861,1568432,1595848,1589981,1590302,1599198,1578961,1575730,1152685,1598310,1593759,1597210,1596962,1598877,1595750,1601977,132355,1594576,1600035,1596836,1591588,1541866,1602644,1352123,1586368,1601174,1580984,1599927,1597652,1597512,120692,1597435,1602094,1583705,1598476,1595042,901040,1592132,1599597,1600338,151171,1585805,1602402,1281084,1588537,1579950,287509,1577335","queryText":"PPO","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","userRegionName":"","userRegionId":"id() {\n var _a;\n return (_a = this._region.id) !== null && _a !== void 0 ? _a : 213;\n }","yandexuid":"8912462341781720379","uid":"0","isChildAccount":false}},"userTestids":"191768,238743,246500,253288,265553,270072,277807,274239,294077,278842,331010,338398,359879,415420,644350,652605,645301,679708,689693,690449,696466,696473,722746,740796,776165,771230,781521,790415,801982,851450,886706,883477,900639,931367,937268,969063,935488,945314,989988,982463,991363,990185,1015567,1011895,1035320,1033956,1035241,1036046,1087297,1060131,1071879,1078818,1077703,1116602,1045814,1131637,1144233,1151726,1156933,1174275,1167408,1202006,1194718,1221235,1228280,1226860,1246754,1313283,1321224,1300570,1320679,1352408,1342688,1341968,1345362,1367583,1348424,1382036,1391511,1384451,1402882,1417605,1424780,1429092,1438908,1444206,1449283,1452713,1457995,1459585,1461130,1492788,1495633,1511916,1514845,1535081,1540074,1545808,1582671,1601754,1594749,1595431,1603228,1299604","regionId":20815,"isYaRu":false,"shouldUnmountSearchPageInViewer":false,"videoGlobalContext":{"platform":"desktop","isPumpkin":false,"language":"en","user_time":{"epoch":"1781720382","tz":"America/Louisville","to_iso":"2026-06-17T14:19:42-0400","__is_plain":1},"isHermione":false,"shouldStubImages":true,"enableVideoPreviewInHermione":false,"reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isEmbedded":false,"shouldShowMainPageButtonInViewer":false,"shouldDisableWebp":false,"removeLinkPrefix":"/video","shouldUseHighresPreview":true,"shouldCutSnippetTitle":true,"shouldShowPlusBadge":true,"reportFeedbackBaseProps":{"initEmail":"","metaFields":{"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","userTestids":"1561452,1590861,1568432,1595848,1589981,1590302,1599198,1578961,1575730,1152685,1598310,1593759,1597210,1596962,1598877,1595750,1601977,132355,1594576,1600035,1596836,1591588,1541866,1602644,1352123,1586368,1601174,1580984,1599927,1597652,1597512,120692,1597435,1602094,1583705,1598476,1595042,901040,1592132,1599597,1600338,151171,1585805,1602402,1281084,1588537,1579950,287509,1577335","queryText":"PPO","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","userRegionName":"","userRegionId":"id() {\n var _a;\n return (_a = this._region.id) !== null && _a !== void 0 ? _a : 213;\n }","yandexuid":"8912462341781720379","uid":"0","isChildAccount":false}},"deviceDetect":{"OSFamily":"Unknown","isTV":0,"x64":0,"GoogleToolBarVersion":"","MultiTouch":0,"BrowserBase":"","YandexBarVersion":"","isTablet":0,"YandexBar":0,"hasWebOmni":0,"isTouch":0,"hasYandexCamera":0,"isMobile":0,"DeviceKeyboard":"","device":"desktop","TurboAppPlatformVersion":"","historySupport":0,"BrowserShellVersion":"","DeviceVendor":"","isBrowser":0,"hasFlash":0,"MailRuSputnikVersion":"","isSameSiteSupported":0,"BrowserBaseVersion":"","BrowserVersionRaw":"","hasWebVert":0,"DeviceId":"","error":"","MailRuAgent":0,"ScreenWidth":0,"inAppBrowser":0,"hasHTML5":0,"isEmulator":0,"J2ME":0,"MailRuAgentVersion":"","BrowserEngineVersionRaw":"537.36","isRobot":1,"__is_plain":1,"BrowserEngineVersion":"0537.0036","BrowserName":"Unknown","DeviceModel":"","BrowserEngine":"WebKit","DeviceName":"","OSVersionRaw":"","OSName":"","GoogleToolBar":0,"ScreenSize":"","isTurboApp":0,"MailRuSputnik":0,"YaBuildName":"","isWAP":0,"PreferMobile":0,"DesktopMode":0,"BrowserVersion":"","BitsPerPixel":0,"BrowserShell":"","YaGUI":"","isBeta":0,"OSVersion":"","ScreenHeight":0},"nonce":"1363758045297636337309","disableDoc2DocHostLink":false,"shouldHideChannelLink":false,"disableChannelLink":false,"userConnectionRtt":152,"animated":false,"isDoc2DocScrollFix":true,"smartDesktopLayout":true,"smartFitComments":false,"enableVIImprovements":false,"enableLazyPoster":false,"isAdvDisabled":false,"isVideoTranslationSupported":false,"isSummaryOnlineEnabled":false,"shouldRenderBroSummaryApiContainer":false,"summaryBroApiDisabledSnippetSurfaces":[],"summaryBroApiSquareSurfaces":[],"shouldDropLogs":false,"shouldUseBeacon":false,"hasAdBlock":false,"rknWarnHosts":[""],"postInstreamScreenDuration":2000,"minVideoDurationForInstream":120,"isInstreamEnabledInTesting":false,"wildcard":false,"disableEarlyEventsUnsubscribe":false,"showDebugRelatedURL":false,"shouldUseBetaErrorLogging":false,"shouldShowMetaUnderPlayer":false,"isVideoViewerMetaTitleHidden":false,"headerNoFavicon":false,"headerBranded":false,"shouldCensorSensitiveContent":false,"shouldCensorShockContent":false,"isAdvUnderPlayerTransparent":false,"isDoc2DocGridLayoutEnabled":false,"isWatchingProgressEnabled":false,"detailsRedesignV3Enabled":false,"isD2DEmptyLoadFixDisabled":false,"isRoundedPlayerEnabled":false,"isSettingsToolbarRedesign":true,"isDoc2DocEmptyRetryEnabled":false,"isDoc2DocErrorScreenEnabled":true,"isDoc2DocFeedbackKebabEnabled":true,"isCommentsEnabled":false,"isCommentsTimestampsEnabled":true,"isCommentsCountOnSnippetsEnabled":false,"isCommentsSmartNonStopEnabled":true,"isCommentsOnboardingEnabledInTesting":false,"commentsOnboardingTextVariant":null,"isVideoMainButtonInitiallyCollapsed":false,"isAdvUnderPlayerWithInnerPadding":false,"isKebabAdvancedActionsEnabled":true,"isKebabOnTouchVideoSearchEnabled":false,"isAdvVideoListLikeUnderPlayer":false,"isSummaryInMetaButtons":false,"isSummaryInMetaButtonsDesktop":false,"isMetaCommentsButtonEnabled":false,"isMetaFavoritesButtonEnabled":false,"isCommentsAuthPopup":true,"preventAdvHideOnEmpty":false,"isSmallTitle":false,"shouldRestoreMuteState":true,"isAdvUnderPlayerWithSlider":false,"isAdvUnderPlayerCommentsAligned":false,"isSerialNavigatorDisabled":false,"isAdvInVideoListWithInnerPadding":false,"isEarlyAdvRenderEnabled":false,"isViewerErrorFallbackEnabled":false,"isPlayerErrorCloseButtonEnabled":false,"videoChangedRedirectPlayerIds":[]},"shouldShowAdvId":false,"isAdultQuery":false,"isSensitivePage":false,"showSensitive":false,"showShock":false,"shouldReplaceHref":false},"user":{"tld":"com","isEuDomain":false,"login":"","passportId":"","isLoggedIn":false,"locationName":"Columbus","isFamily":false,"yandexuid":"8912462341781720379","ugcCsrfToken":"","family":1,"isChild":false},"config":{"skinMode":"system","skin":"light","version":"releases-frontend-video-v1.1847.0__eb415a905514878e3213d32846a8178041611448","isGridSupported":false,"advConfig":{"under-player":{"regular":{"default":"R-I-48058-725","mail":"R-A-13411721-6"},"adult":{"default":"R-I-474674-114","mail":"R-A-13426421-6"}},"under-player-lite":{"regular":{"default":"R-I-48058-728"},"adult":{"default":"R-I-474674-103"}},"under-player-old":{"regular":{"default":"R-I-48058-725","mail":"R-A-13411721-6"},"adult":{"default":"R-I-474674-114","mail":"R-A-13426421-6"}},"video-list":{"regular":{"default":"R-I-48058-708","mail":"R-A-13411721-2"},"adult":{"default":"R-I-474674-101","mail":"R-A-13426421-2"}},"search-list":{"adult":{"default":"R-I-474674-135","mail":"R-A-13426421-23"},"regular":{"default":"R-I-48058-751","mail":"R-A-13411721-23"}},"search-grid-inplace":{"regular":{"default":"R-I-48058-742","mail":"R-A-13411721-16"},"adult":{"default":"R-I-474674-126","mail":"R-A-13426421-16"}},"search-grid-head":{"regular":{"default":"R-I-2120168-7"}},"search-list-right":{"adult":{"default":"R-I-19214552-1"},"regular":{"default":"R-I-8843654-1"}},"before-player-old":{"regular":{"default":"R-I-2120168-1"}},"before-player":{"adult":{"default":"R-I-19178478-1"},"regular":{"default":"R-I-2120168-1"}}},"isSkinInitedOnClient":false},"counters":{"params":{"useBeacon":false,"clickHost":"xmlsearch.yandex.com/clck","pid":197},"dict":{"viewer":"2921","user":"538","info":"1275","sources":"1500","select":"775","close":"486","open":"842","source":"186","link":"513","click":"882","tech":"690","player":"1242","change":"719","summary":"3410","init":"1309","item":"22","button":"440","shown":"3780","copy":"1276","text":"232","load":"1724","fallback":"2010","channel":"1345","hide":"1656","serp":"471","pager":"405","down":"601","up":"600","footer":"295","more":"75","page":"143","loaded":"1007","grid":"3223","support":"2458","client":"2989","layout":"54","list":"436","duration":"2136","within":"3247","on":"10","off":"11","host":"3052","supported":"3761","enable":"2396","disable":"2395","full":"318","video":"231","translation":"347","distrib":"316","onboarding":"2045","filters":"618","lang":"1144","advanced":"255","apply":"2461","reset":"3236","short":"142","toggle":"237","request_entry_completed":"2021","snippet":"254","icon":"1167","abuse":"1436","submit":"297","extralinks":"3557","feedback":"296","wizard":"358","incut":"1073","region":"287","help":"177","settings":"1137","recommendations":"2671","home":"1319","soo":"65","youtube":"624","google":"66","bing":"568"}},"clips":{"items":{"7792187987859686903":{"videoId":"7792187987859686903","docid":"34-2-11-ZDE72BF8E4A7E5F4B","description":"Machine Learning: Implementation of the paper \"Proximal Policy Optimization Algorithms\" in 100 lines of PyTorch code. Link to the paper: https://arxiv.org/abs/1707.06347 GitHub...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/399660/58901a5e671144bee32b32dac66da5f5/564x318_1"},"target":"_self","position":"0","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"PPO Implementation from Scratch | Reinforcement Learning","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=xHf8oKd7cgU\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhUKEzc3OTIxODc5ODc4NTk2ODY5MDNaEzc3OTIxODc5ODc4NTk2ODY5MDNqtQ0SATAYACJLGjAACiloaHp2ZmhodHpmbGN5b3NoaFVDclp0M016TU1zd2pnV2NVQ3JpUTYxdxICABEqF8IPDxoPPxOECooEIACAsh2CBCQBgAQrKosBEAEaeIEECP8FAAAA6w8FBwEC_wD-CPb9Cf3-AOT2BgII_QIAAPz4CP8BAAAB_Pj__wAAAPj0BwH6_gAAAQEEAQUAAAAO_PwG-wAAABAIBgP-AQAA9fz-7gEAAAAY-wP0_wAAAPgJ_wj8AAAA_ggDDAAAAAAM9QAFAAAAACAALQAH1Ts4E0AJSE5QAipzEAAaYN8HABsOGvK_AiLf0-MBBdDQVqMQuBH_9dX_RU0Lx_4E7qUzGf880uQrkQAAADMpnAvlABR-6v3DKO0MCcLy9SDvbevzu9AhK_rGNT_DNuD-HCA8QgDu4Bb-TRSBWin6RSAALTVsCjs4E0AJSG9QAiqvBhAMGqAGAABwwQAALEIAAMhBAAAswgAACEIAAEBCAAAIQgAACMIAAMrCAACgQAAAIMEAAKBBAACowQAAsMEAAIZCAAAgwQAAuEEAABBBAADwwQAAFMIAAKBBAADwwQAAMEEAANBBAAAgQQAAQEAAAMBAAAAAwQAAkEEAAIDBAAAUwgAAmEEAAIjBAACSQgAAgMEAAIC_AAAgQQAA1EIAADBBAABcQgAAvEIAAFDBAACAQgAAIEEAAADBAABAwgAAAEAAALBBAABwQQAAQEEAAADCAAAEQgAAYMIAADzCAAAEQgAA2EEAALLCAAAAQAAADMIAAGRCAABsQgAAEMIAAODAAACwwgAADEIAAILCAADYQQAAyMEAANBBAAAowgAAiEIAACxCAABAwQAArkIAAEBBAABUwgAAMMIAAAhCAABYQgAA2EEAACjCAADYQQAADEIAAOBBAAAgQQAAmEEAAJjBAABcQgAAREIAAAjCAACwQQAAjEIAAGjCAADowgAAkMEAAFTCAACQwQAAiMEAAPhBAABMwgAAPMIAALBBAAAwwQAAHMIAACTCAABUQgAA4MEAACxCAABQwgAAqEEAAKhBAACAwQAAUMIAALhBAADIQQAAUEEAAABBAACQwgAAEEIAAJhBAACQwQAAwMEAAMDBAABAwAAAQMAAAOBAAACAQAAAKMIAAILCAABAwgAAMMIAAKBBAAA8wgAAcEEAABDBAABkQgAAYMEAAJDBAAA0wgAAdMIAAIA_AAD4wQAACEIAABxCAAAYQgAARMIAAHTCAACAvwAAVEIAAJBBAACgwAAAgEAAAJhBAACAwgAATEIAAKBAAACgwAAAjMIAAEjCAAAwQQAAgD8AADxCAACgwAAAAAAAAGzCAABAwAAAFEIAAI5CAACgwAAAAEEAAAjCAACgQgAAlMIAAEBBAABQwgAABEIAACzCAAB0wgAAIEEAAIxCAAA4wgAAgMAAAAjCAAAQQQAACEIAAGBBAAB0wgAAQEEAAADCAACAwQAAEMEAAEDCAAB0QgAA4MAAAATCAADIQQAAnMIAAFBBAAAowgAAAEIgADgTQAlIdVABKo8CEAAagAIAABC9AACoPQAAJD4AADQ-AABAPAAALD4AADw-AABBvwAA5r4AAJg9AAAUPgAA4LwAADy-AACePgAABL4AACS-AAAEPgAA4DwAAAQ-AAD-PgAAfz8AAMi9AABQvQAAmL0AAKg9AABUvgAAuD0AAHC9AAB0vgAAqD0AADQ-AADIPQAAEL0AAHA9AABQPQAAQLwAAGQ-AACevgAAyr4AALi9AABEvgAA4LwAABQ-AABAPAAAgLsAAKC8AACGPgAAyL0AAIi9AAC2vgAAuD0AALi9AABkPgAAEL0AAPa-AABAPAAAPT8AAJg9AACGPgAAcL0AAJg9AAB8PgAAyD0AADA9IAA4E0AJSHxQASqPAhABGoACAAB0vgAAMD0AAJi9AAA9vwAAQDwAAOA8AAAMPgAARL4AAKi9AAAsPgAA-D0AAOA8AAAEvgAAyL0AAPg9AAAwvQAAuD0AACk_AACYvQAA4j4AADy-AACAOwAAQDwAAIi9AAD4vQAA4LwAABy-AACIPQAAJD4AAFA9AAC4PQAA6D0AABS-AADgvAAAsj4AAIg9AACGPgAAqD0AADy-AABQvQAAqD0AAKC8AADWvgAAND4AAIa-AAD4PQAAf78AABS-AACYvQAAFD4AAOg9AADgvAAAED0AAI4-AACAOwAA-D0AAIC7AAC4vQAAqD0AAMi9AACoPQAAVD4AAHw-AABwvSAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=xHf8oKd7cgU","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":960,"cheight":720,"cratio":1.33333,"dups":["7792187987859686903"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"17552963193670971375":{"videoId":"17552963193670971375","docid":"34-0-15-Z99EA5C224A793E75","description":"Reinforcement Learning with Human Feedback (RLHF) is a method used for training Large Language Models (LLMs). In the heart of RLHF lies a very powerful reinforcement learning method called...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/4032319/fc1f3c9d68e18535546dd9b39f139503/564x318_1"},"target":"_self","position":"1","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Proximal Policy Optimization (PPO) - How to train Large Language Models","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=TjHH_--7l8g\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDE3NTUyOTYzMTkzNjcwOTcxMzc1WhQxNzU1Mjk2MzE5MzY3MDk3MTM3NWq2DRIBMBgAIkwaMQAKKmhobXNremttcWtpdWticmNoaFVDZ0JuY3B5bEoxa2lWYVB5UC1QWmF1URICABIqF8IPDxoPPxOAEooEIAC_9hyCBCQBgAQrKosBEAEaeIEFBArtCPcA9QEB-PoCAAEWAwX49AICAPsG-PwHBf4A8_YD__YAAAAGA_sLCwAAAPv3CA3__gAAHg4KAAYAAAAL8fUN-gAAAAoECQj-AQAA8PH39AIAAAAhCPj5_wAAAPQRAQMBAAAABgcEFwAAAAAN6fwMAQAAACAALTRAuzs4E0AJSE5QAipzEAAaYAgQAA8SBff0Cxzp8voIEPDqJ-MA1xEAEfEAGBMN-yf6A9cS7QA59xn-ygAAABMV0BH3ABU--vjX7AQOEfTF9x0FfwoKBQ4LDujV7PzqJ-0C-A4BJADr-Qz7N9LWD_ktJiAALTTFdDs4E0AJSG9QAiqvBhAMGqAGAABQQQAAYMIAALpCAABgwQAA0EEAAAAAAAA0QgAAQMEAAGzCAABAwAAAoEAAADzCAACAQAAAgEEAAFBBAAAAwgAAqMEAAHDBAADgwQAA2MEAAIBBAABcwgAAoMEAABxCAAAwwQAA2EEAAADAAAC0wgAAEEIAAIBBAADgwQAArkIAAJ7CAAAIwgAAOMIAAABAAABwQQAApkIAABDBAADYQQAAhEIAABBBAABQQgAAvkIAAIjBAAAIwgAATMIAAJhBAACeQgAAPEIAAEjCAACIwQAAqMEAAAAAAABsQgAAoEEAAJrCAABgQQAABMIAALJCAAA0QgAA8EEAAKBAAACcwgAAmEEAAPDBAABEwgAAgMEAACDBAAAUwgAAXEIAAEBCAADgQAAAYMEAAHDBAADcwgAAGMIAAODAAABEQgAAAMIAACjCAABcQgAAQEAAAFhCAAAsQgAALMIAAEBCAABkQgAACEIAAPDBAABwwQAArkIAAGBBAABYwgAAcMEAAFzCAACAwQAA8EEAAFxCAADAQQAAAEAAAOBAAABMQgAAmsIAADBBAAAYQgAAQEAAADRCAAAwQQAAyEEAADBCAABQwQAAQMAAAADBAACwwQAAPEIAAABBAAAkwgAABMIAAITCAAAQQgAAgMIAACTCAAD4wQAACEIAAJDBAABAQQAAAMEAAPDBAACwwQAAYMEAANhBAAAMwgAAQMEAAMjBAABQQQAAOEIAADBBAADAwQAAssIAACTCAAAwQQAAwEEAAADCAABgQgAAMMEAAK7CAACAwQAAqEEAAATCAAAgwQAAmMEAAHBBAAC4QQAAyMEAAMBAAADYwQAAiMEAAODBAACAQQAAQEAAAIC_AABQwgAA0MEAABzCAABwQQAAnkIAAMZCAAAgQQAAAMAAANjBAACwQQAAGMIAAEBAAADQwQAAqEEAABDBAABYwgAAGEIAAIBBAADIwQAAqMEAABTCAAAkQgAAxkIAAIhBAACYwQAACEIAAMjBAABAwQAAkMIAAPjBAABAQgAAoEAAAFDCAADgwAAAWMIAAODAAAB8wgAAyEEgADgTQAlIdVABKo8CEAAagAIAABS-AABQvQAABD4AAEA8AABQPQAAUD0AADA9AADmvgAAXL4AANi9AAAQPQAAuD0AAOg9AABQvQAAqL0AALK-AAC-PgAAgDsAADQ-AADSPgAAfz8AAJo-AABMPgAAhj4AAAS-AADoPQAA4DwAAHS-AACIPQAAiD0AAAQ-AADIvQAAED0AAIg9AADoPQAA2D0AADC9AABMvgAAkr4AAGS-AADmvgAAgLsAAFA9AADovQAA4DwAAPg9AAAcPgAAir4AADy-AADovQAAoLwAAOA8AAB0PgAADD4AAEy-AAA8vgAARz8AABC9AACgvAAA4DwAAKC8AAA0vgAAUL0AAOC8IAA4E0AJSHxQASqPAhABGoACAAAUvgAAQLwAAGy-AAA7vwAAJL4AAKC8AABwPQAAgLsAACy-AAAkPgAAuD0AAMi9AABUvgAAFL4AADw-AACIvQAAJD4AAAE_AADgvAAA2j4AAIC7AAAEPgAA2L0AAJi9AADgvAAAUD0AAKi9AACAuwAADD4AAOA8AAAQPQAAQLwAAAw-AABsvgAAHD4AAFA9AACgPAAAfD4AABy-AACAuwAAND4AABA9AAAwvQAAgLsAACS-AAAUPgAAf78AADA9AAAwvQAAgDsAALg9AAAkvgAAgLsAAMg9AACYPQAAcD0AAKA8AAAQPQAAoDwAAIi9AACgvAAAmD0AAPg9AAAkPiAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=TjHH_--7l8g","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["17552963193670971375"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"9108244145703494935":{"videoId":"9108244145703494935","docid":"34-7-1-ZC3EB26BE4FB83B32","description":"PPO | Proximal Policy Optimization (PPO) architecture | PPO Explained Discover how Proximal Policy Optimization (PPO) has revolutionized reinforcement learning with its balance of simplicity...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/4219030/db36fb88d6a17f4cc75f6829b1427475/564x318_1"},"target":"_self","position":"2","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"PPO | Proximal Policy Optimization (PPO) architecture | PPO Explained","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=7lDX7NZX94g\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhUKEzkxMDgyNDQxNDU3MDM0OTQ5MzVaEzkxMDgyNDQxNDU3MDM0OTQ5MzVqtQ0SATAYACJLGjAACiloaHVxcWRxaGx4ZHF1YmZoaFVDUWVWOXJJZHllNjJTQ0Nfdjhoem5tURICABEqF8IPDxoPPxPOBooEIAD4ux2CBCQBgAQrKosBEAEaeIH9Avv5_AQA8AgC_PsBAAEG9gD6-f7-AAH__v4CBf4A6_kFBfz_AAACB_8C_QAAAPj0BgH6_wAAEQYEBAQAAAANAfQO_QAAAAgDBwf_AQAA_Pvz8wEAAAAPA_ny_wAAAPMA-gMDAAAA-gIDBwAAAAAA9vT_AAAAACAALYjv3js4E0AJSE5QAipzEAAaYAQUAAgZAhDw7DPn-u0E9-bTHODm1CQAKAUAJyIM-DH_B7gl-QAW8goFvwAAABkgAR7fABNJ4AjC9xEGIQz17yQVf-L4_d71B-XgAPi6FdfQLwfiLwDSEQX3LdPSAvX0GCAALfLWUjs4E0AJSG9QAiqvBhAMGqAGAABAwQAAAAAAAGhCAABEwgAAZEIAADxCAAC4QgAAAEAAABTCAAAoQgAACMIAACDBAABwwgAAgMEAAFBBAACIwQAAoEEAANjBAAAUQgAAHMIAAGDBAAAcwgAAaMIAABTCAADQwQAAQMEAAKDBAADcwgAACEIAADDBAAAQwQAAXEIAAFzCAABwwQAA5sIAAIDBAABgQgAAjkIAAFDBAACOQgAAgEEAAMDBAABwQQAAqEEAABhCAAAAwwAAwMEAAI5CAABAQgAAsEEAAIbCAACgQQAA6MEAABRCAADIQQAA6MEAAOzCAAC4QQAAgMEAAFBCAACMQgAAgMIAABTCAACOwgAAqEEAAHDCAAAMwgAAnMIAAOBAAAAUwgAAUEIAAFRCAADgwAAAMEEAAJLCAABIwgAA6MEAANDBAAAQQQAAmEEAAEzCAAD4QgAAHMIAAOBBAADwQQAA0MEAADxCAACAwAAAZEIAAPDBAABgQQAAgEIAAAAAAACoQQAAgL8AALTCAABQwQAANMIAALBCAADYQQAAqMEAAIBAAACgQAAAeMIAAMBAAADgQAAAgL8AALhBAAAAQAAAIEIAALhBAABIQgAAUEEAAJBBAACgwQAA4EAAABDBAADIwQAAiMIAALhBAABAQAAAUMIAAODAAABgQQAAoMAAANhBAAC4QQAAMEEAADhCAADAwAAAHMIAAIA_AABgQQAA4EAAAEDCAACYQQAAQEEAAKjBAADowQAAgMEAAIBBAACIwQAAOEIAAOjBAAC4QQAA6EEAAEDCAADwwQAATEIAAOBAAAAIwgAAGEIAAFBBAACAQAAAMEEAAODBAAAEwgAAqMEAAETCAACgwQAAuMEAAABCAAAgQQAAcMIAAGjCAABAwAAAMEEAAGxCAABMQgAAUEEAAEBAAAAcQgAAoEAAAABBAAAAwgAAUMEAAJhBAAAMwgAACEIAAIBBAADQwQAAwEEAAOjBAACQQQAAkEEAAIjBAACIwQAAIMEAADxCAADwwQAAEMEAAGzCAADYQQAA4MAAAPhBAAAEQgAA8MEAAJjBAAAwwQAAgEEgADgTQAlIdVABKo8CEAAagAIAAIq-AABwvQAAqL0AAAQ-AADovQAA2D0AANg9AAAhvwAAdL4AABy-AAAsPgAAoDwAADQ-AAAcPgAAqD0AAMa-AADKPgAAoLwAANg9AAAzPwAAXT8AAHQ-AACGPgAAoLwAACS-AADoPQAAoLwAAHA9AAAMvgAAqL0AAIo-AABUvgAA2L0AAOI-AABMPgAAoDwAAAS-AAAkvgAAPL4AAKC8AACavgAAMD0AAHA9AACYvQAAMD0AAEC8AACIPQAAsr4AALi9AACOvgAABL4AAKA8AACSPgAAbD4AACy-AADYvQAAfz8AAMi9AAAQvQAAPL4AAI6-AABAPAAAcL0AAGS-IAA4E0AJSHxQASqPAhABGoACAAC4vQAAVD4AAEy-AABPvwAAjr4AAEA8AAAMPgAAmL0AAOi9AACSPgAA6D0AABy-AACCvgAANL4AAMg9AABwvQAAgLsAAA8_AAAwvQAA6j4AAAw-AAAQvQAA2L0AALi9AACYvQAAED0AABy-AADYPQAABL4AAIC7AACYPQAAcL0AABw-AABQvQAAHD4AAFC9AACAuwAAQLwAAGy-AABQPQAAUD0AAJg9AABQvQAAgDsAADy-AAD4PQAAf78AAMg9AABQvQAAML0AAJi9AADgPAAAUL0AAI4-AACAuwAA2D0AABC9AAAkPgAA-D0AAHC9AABQvQAAyD0AAIo-AABcPiAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=7lDX7NZX94g","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["9108244145703494935"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"10109927954672248830":{"videoId":"10109927954672248830","docid":"34-4-6-Z9DEBFD4DB7B3CFDA","description":"Video Timestamps 00:00 Intro 01:30 Why PPO? 02:20 Actor Critic Issues 05:20 Improvements to make 06:50 RL Training Procedure 08:00 TRPO 14:50 GAE 21:10 PPO 31:15 PPO Implementation In this series...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/2249211/53eda451ff384a6a8c3c190567431e5b/564x318_1","videoSrc":"https://video-preview.s3.yandex.net/ILk2RAIAAAA.mp4","videoType":"video/mp4"},"target":"_self","position":"3","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Deep Reinforcement Learning with Proximal Policy Optimization (PPO) with Code example!","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=HlKHCg6rz0s\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDEwMTA5OTI3OTU0NjcyMjQ4ODMwWhQxMDEwOTkyNzk1NDY3MjI0ODgzMGqOFxIBMBgAIksaMAAKKWhoaWFmamV3c3dzdWJ2cGhoVUNiWTNaOTh5WjRWRTNuWjk3dld6Y25REgIAESoXwg8PGg8_E6cZigQgANj0HIIEJAGABCsqiwEQARp4gQYFCvr_AgDwCwwC-gP_AQwA-_r3AAAA8vv9_AcB_wDx-PcG-wAAAA___BAGAAAAAfYBBPX9AQALCwwGBQAAAA78_Ab7AAAABwkBCv4BAAD3-Ov-A_8AABj7A_T_AAAA_wL-__0B_wD3BwEAAAAAAA359wUAAAAAIAAtVsrWOzgTQAlITlACKoQCEAAa8AF_ERP-2A7cAO0G1QD2IdoBmd9K_2cNyACo-hwBnfTlAOwZ3QDU5eEB9BHuAdAOCgDZzLsBBPgP_y788P9B-wEADRgFAD3X_QA9Ey7_-RH0_9IYAf7r6xwC_NL6ACs78_4YABT-F_ThAB4XyQIP_kABJhI7AAzwPgG-EScCCg8XAOL11_0bDwcE6Pn6-ukcGwHn7ub8DgXy-uol_gUU7PYK_t4Y_PwC5Qg1-uED5vjt_tvmDAsYAvMB_PkZC_AVBfj1BRfx4_L7890YIf866hD7yf75_vzg8gr06QoSC94M-wXs_vTIEwQC_RsG-x8O-fggAC0dRhA7OBNACUhhUAIqzwcQABrAB5IH8r6mQAs94IOXvPbzgTzDylg5GlR2vF8lf70UrzI8GaKSu_kQ1D2pw0U9qrvyPJfHqr4Tx-w7vhGdvGdimj5OOpu8Gu9YPHV0_L0vE5o9CwIQvRUcTr6sTcg8NZcfO82mSDzzjpM8zA1BPdEfKj7qsCK9UMLMvAGcxbt9_sG7oJJuvZfUnjusW5i9odCXvOaU4D3m3Le8ttCfPGxIVz2x7Pi8VIaWvN5AfL2cv6o7l3u3vOT39rxjFec7S2ryPCvZ8T09fQS9LwFTPL7F3rwetdO8jMe7vFChXz3wdta7a5iGvI1_nzuhjn09_wkuvM5hiDz5BYW8l2NDPG2s5L2mES49lE7BO91gOD4pplw94xs-Otzvhb3dCfY9yJ3ruhV1BbyfxIy8MZQ4vDBjqj2hkZk8JmmjPKcqiD2_wpe72-Z8PGLvKj1-QLk6jtj-upHE_bs00OE83eGAvLqHfz0lzne6b9NhOwu45712UIk7W4SYvC0zlj2reCO9Eo40vCxnuj2R-gQ84hBgPKtgDz1AYsW84vA4PEUZ4LwmBOU7Q5OfvLcwgbwOzMU5XQqZvEzyrT1uPqQ8EWTOvGoxiL32H169aXQDuaR9vT1zyYe9L8gvO7ZKMDyPQR-8y4jJu3DBiDwHlZ288HAavK6JAL2LH3497JF5OuwIMb3UDKm8HR9Ku6MNxj2Wr8s6YG69O4BK8DzPVCG8XTWuO9WVDz7U7Ea95UcZuY1BCjxAdSC8RGgpO1xQxLzDqWU9F7uCOgaYXj1-6zm9HiXNOfBOXj1zsj49wVZCOSVHlbzxSDy9O5iMOR2imzx5uQC7-90KOURvzLzsZ5a9m8zqOCkfJ730pRa89buPO4fk_zzuu_088p2nOSLwUbwI19K8s3KrN-pZ9bwReeY8C-zbOGrxbj3Ikn49kA4OOBwG2DzbxwW9NldpOZ2vA72OCIS7vxYlOebNoTxeJUS8XmMXORvJpL2WtoO9axosuCn0sLx60JI90TlKt-Pci7zGDck8k8OPtsFIWT2kkQq9jdYmOPPa9rwI-cq9Wod7tk_RrD3DjQo9qdyJuCL7AL7GXyQ9F5hlOJbkhb1Jaba9dt-mt1n6kLxQPIK8E5Rytyx5Ib0cD4G992W5N8Kk2D02Kia9e7Qtub5dAL3Iz146U6act6aGkTwjY1q99H6KN1e_yLz5FcY8rmmrt_Z0ej3gD9-9P5mbt4qWVz0QWPk9jRdAOInwz72TUbU97XjxuAahfL1gHIE8YXy1Nzkmaz0Dd4W9Du5XuCAAOBNACUhtUAEqcxAAGmAn_gApACjd5yc52-PvDfDcxUHlCcQx__fs_xotBe4ZDu-pO-3_I88qCqUAAAA2IcggCQD0dukR0_zo7Qa1utkyDH_RE02y2E3RzQcN_PLn5Q4RIU0A0e-xFFPQwA734xkgAC1bJxo7OBNACUhvUAIqrwYQDBqgBgAABMIAAKhBAABgwQAAAAAAABjCAACSQgAAVEIAAKDBAADAwQAAwMAAAEBCAACAQAAA4MAAAGDBAACCQgAAYMEAAGBBAABAwQAA2MEAAOBAAACgQgAArsIAAIBAAAAIQgAAYMEAAADBAACowQAAgEAAABxCAACSQgAAFMIAAIjBAAAcwgAAqEEAAMDAAADAQAAAMEIAALZCAAAgQgAAEEEAAAAAAACIwQAAREIAAFBBAADowQAAEEIAAEBBAADgQQAAsMEAAEDAAACQwQAADMIAAOhBAABYwgAAAMAAAJxCAACAQAAA2EEAAAxCAAAgwgAAyMEAAABAAAC4wQAAxMIAAOBBAADgwAAAiEIAAFRCAADgwAAAIMEAAPBBAABAQgAA8MEAANBBAAAgwgAAcMEAACTCAACAQQAA6EEAAJjBAABMwgAAZEIAAABBAAAYQgAAQEEAAAAAAAAAQAAAHEIAAFTCAAAgQQAAUEIAANpCAABwwQAAyMIAAHDBAACAwAAAUMEAANhBAAAYQgAAGMIAAEBBAABQwQAAoEEAAADBAADcwgAAQEIAAPBBAACIQgAAYEEAAAxCAABEQgAAEEEAAJzCAAA4QgAAcEIAAKzCAABAwAAAxMIAADDBAACAvwAAREIAAGBBAAAAQgAAUMEAACxCAACUQgAA0EEAADDCAAAYwgAAEEEAAJDBAACAQAAAmsIAAIhBAABwwQAAcEIAADjCAAAIwgAAoMIAAETCAAAQQQAAYEEAABRCAAAwQQAA0EEAAAAAAAAQwQAAMEEAAEBAAACgQQAAEMEAAFBBAACIQQAAlsIAAKBBAAAAQAAA6MEAAJbCAACAPwAAQEIAAEDCAACiQgAAGMIAAKhBAADwwQAAKMIAAIhBAAAYQgAAFEIAAEBBAACQwgAAkEEAAEBAAAAMwgAAiMEAACRCAAAcwgAAYMIAAOjBAACMQgAABMIAAEDBAAAswgAAAMIAAKDBAADIQQAAHMIAAJBCAAAkwgAAQEAAAMBAAACwwgAAIMEAAIhBAACIwgAATEIAAPDBAACAQQAAQMIAAGRCIAA4E0AJSHVQASqPAhAAGoACAAC6vgAAEL0AAHA9AABsPgAARL4AAIo-AACuPgAAIb8AANa-AADWvgAAcD0AAHQ-AABwPQAAmj4AAOC8AACuvgAAuj4AAKA8AACiPgAAST8AAH8_AABQPQAAPD4AAPg9AAA0vgAAED0AAOA8AAAsvgAAFL4AACy-AACCPgAAHL4AAHA9AAC4PQAAqj4AAII-AAAMPgAAnr4AAA2_AAAwvQAAmr4AAAQ-AAAMPgAALD4AAEQ-AACOPgAAvj4AAJq-AAD4PQAAor4AADy-AAAEvgAArj4AAGw-AADOvgAAgDsAAHM_AAAsPgAAqD0AAHy-AAAMvgAAmD0AAKi9AAD4vSAAOBNACUh8UAEqjwIQARqAAgAAnr4AAPg9AAAQvQAAOb8AABy-AABQPQAADD4AADS-AAAwPQAAij4AAEA8AABAvAAAgDsAAJi9AAD4PQAAyL0AAPi9AAA7PwAAiL0AAOI-AADgvAAAhr4AAAw-AAD4vQAAcL0AADA9AADovQAAJD4AAKg9AABwvQAAED0AAOA8AAAUvgAAuL0AAMY-AACAuwAAjj4AAAQ-AACKvgAAQLwAAKg9AABwPQAA6L0AAJg9AACIvQAAML0AAH-_AADYPQAA4LwAAFA9AABAPAAADL4AAKi9AADKPgAABD4AANg9AACAuwAAUL0AAHC9AAAwvQAA-D0AAOg9AACyPgAAoLwgADgTQAlIfFABMAk4AUoAYABoAA,,\"}","related_url":"http://www.youtube.com/watch?v=HlKHCg6rz0s","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1920,"cheight":1080,"cratio":1.77777,"dups":["10109927954672248830"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"videoContentId":"2304444568","isLiked":0},"10012669019630350056":{"videoId":"10012669019630350056","docid":"34-4-0-Z6ED0A6DAA98088B5","description":"It's time to find out what a PPO is exactly and how it works! http://www.evcoinsurance.com/ Make sure to subscribe to our YouTube channel for ongoing content! Don't forget to find us on: Twitter...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/4266003/68d502043a5e1fda24a117d2fd5fcd97/564x318_1","videoSrc":"https://video-preview.s3.yandex.net/S642QQEAAAA.mp4","videoType":"video/mp4"},"target":"_self","position":"5","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"What is a PPO and how does it work?","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=kXgTmYgAfoA\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDEwMDEyNjY5MDE5NjMwMzUwMDU2WhQxMDAxMjY2OTAxOTYzMDM1MDA1NmqZFxIBMBgAIksaMQAKKmhocG9hYnJhbmJtb2dtbGNoaFVDRWNQTkJxN1lWLVBQVzZpaVJNaVNMURICABIqFsIPDxoPPxNnigQgAMi4F4IEJAGABCsqiwEQARp4gQEI-vkAAADz_AgH9wX-AQgBB_r3__8A6Pr7_gT-AQDtAwULBQAAAP4MBwMAAAAA7QYEBfEBAQAHGf0ABAAAAPX1_QQEAAAAHwMDCP4BAAD_8fsBA_8AACQB_AT_AAAA7xT_-____wAFDfkDAQAAAAjy-QIAAAAAIAAtCLHSOzgTQAlITlACKoQCEAAa8AF_-f8Bjvjj-jX0CAAz_PgAkB4J_1T74__zBuwAxgn-AdwYBQDx9fkA3OHvANT5DwD2CCT-KxsmAfXqAwAdBP0B7-oSAE7r6AARExoBCdwa__r48AAj8_AAIvf-AP_8DwAfCe79B_zgAfgU8QTY9gEEHhAMAvL5CwL0BgsB9vkE_gIO6f4JAPcI_Rb-ABUJFf3qAuUB8ALyBP0mC___9BgD-RwF_SEC6gIUDR0GEt_8-u38-PwwDA37B-nt_g8JGAL3BBL0Du3w-Q0R9fcBEv4SAOIK9QkL_AQNFgb_9Abv-Qv4_ffo9QIDCAITDugR__wgAC2cfzE7OBNACUhhUAIqzwcQABrAB7kcA7-hv6u7mnP4u1yQHT6NNjg98BeTPQ4s5z3H5cu7ekYsvXHpsz0ma_m8L4eNvThpir7RDD087a59PFG_iz4dbBY9m-hzPSDWhr1nQyM736CCPRH8P75_YHg9EEQSvJ29Iz54u7k8RcOYvBEXxT06wxk9sN-4POo2Er1TFJ69J0z7u1sLbj2EDe-99zjqOQ044rdYjcY7QkSouyAHuj2CkTe9iLKcvOZtFr1yD9M8CYeDuxDVr713Tp49IaMNPXVmLD2mi8M8_3SoPDm3ybwrbrc8hlanPMBCFj7dwkm95C0XPVbT9T3lC5o8W8ElPJJeBD7-Aks9u01uPFR8Mr3QQ-08woyEPJAc3zyKsZe9wVkEO4A01jt1GQK7R8uBPKseVb2Cg2a7XaYGvX6syz3sbnm8VFWJu8f3kL2VH2I9VR-fO7zFuD2u6zw7qCO2vIo8mb0cwXw84GOwPM-kKL38I4I9VNWVvNyLHr0D0n48icAJvJz64D1A_QK9DHXYOxZo-zqgtIa9SLK9PHbIqLybd_u7EJnNPFg3Qz0E_4C7hG-QPDVDS7u1RWO9oLC8u-HCsLwwDaM9MH_yOUCOQTwsRMe8sxJOvGWhIr16Z3m9qk9NvH7DFD4RAg09OTOPOo_YMz2djAA90NC_O0Q-vr1rt_09LSTNuba8Mr0r1hW97q51u0Uxt7uPGN09TZ93OuLAhb3buAo9eh2AOsflbr0pZN286L7tuMS5H7vs7LW8mVGDOzh-LT3OgvU8cWZkO0DWgbp_yIa9ux4buR5S7L10vxm9bhUZOcT3dL0nZl47c_4QOTFNibuNHUS6i4KoOKPt8zxBg809xX6OuMVCY7x43jw9qHXDuMuslL1nU-Q8jqcAOigGjju52q88RIzruL1hkbzHq2K8wJHFuNWkBT0yuQe9Y9GZOItrfDzJY_w8J0Ytua6qTT3Yw1s648-KOTQmiT1EQPQ7QNYKOL5GN72Jx8889pMUuWQcSD0JzWS8IuqJt1d9CT2kaXU87TQHuM5WOb0qpEE9yQ2iuK1omLxupGy9P1MwOGJXibyoYlc73mBBuEN-vL2bRkm8eEvIN9BhPrw-VlW9LXhGuNuavryNYqk9NkyYt9afTj3raJY9AXdbOAjJYr0gNgK9j06QtfergD3rXTI9AxpWOPnSwLxqXMk7rjdfOHl23LsRtaM8geqMuJr_vDwcKXY9DtXWuOudO73My7Y9dsbAt1NTfL3w82Q9JnHDt0TQgzvuurI9uuqsN84rqLz6qQc6PVXjNyAAOBNACUhtUAEqcxAAGmBE_gAnBB0A-8M90v7v7Pod9hTz2toa_w0o_x0zHPED_eHVKgP_PfIo_bIAAAAe4QIN5QAVZhO9wAH8JhnQ3O0HEX8qDhrgvf3xurHm4dTBwyriG0UA3fPoKhDf_hQX9yYgAC29uy87OBNACUhvUAIqrwYQDBqgBgAA4EEAAEBAAACgQQAAgMAAACjCAABgQQAAIEIAAKDAAACowgAAQMEAAJBBAABwQQAA4EAAAAAAAABAQQAABMIAAGBCAABIQgAA6MEAAFDBAAAwQgAAQMIAACTCAADAwAAAgEAAALjBAAA4wgAA2MEAADRCAAC4wQAAQEAAAK5CAAAUwgAA-MEAALBBAADwQQAAsEEAAHBBAABcQgAAAAAAACBBAACAQgAAoMAAAEBBAABkwgAA-MEAAIDCAAB8QgAAgkIAAIBBAADAwQAAoEAAAJDBAAAMQgAAAMAAAAhCAACcwgAAsEEAAEDBAABAwAAAwEEAAMhBAADgwAAAoMEAANrCAABwQQAAdMIAAOhBAACwQQAAmMEAANBBAACgwQAACMIAAEjCAABwQQAAgL8AADDCAABAQAAABEIAAPDBAACawgAADEIAAABAAACIwQAAmEEAADDBAACYwQAALEIAACRCAACYwQAAwEEAACxCAACgQgAAiMEAANBBAACAwgAAwMEAAAhCAACAPwAAAMAAAKzCAADAQAAAIEEAAI7CAACYwQAA3kIAAIDAAAAMQgAADEIAADBCAADgQgAAFMIAADDCAABQQQAAnkIAAEDAAADwQQAA0MEAAEBBAAA4wgAAAMEAAPDBAAAwwQAAgsIAAADAAADwwQAAgMAAAODAAABwwgAAwMAAALpCAABAwAAAZMIAAETCAADwwQAAwEAAAIbCAAAsQgAAiEEAACzCAAA8wgAAQMAAACRCAACAQQAA9kIAAChCAAAUwgAA4EAAAADBAACSQgAAqEEAAMhBAADQQQAANMIAAJjBAADgQAAAUMEAAERCAAA8wgAAlkIAAKBAAABIQgAABMIAADzCAAAAAAAAyEEAABxCAACgwQAAIEEAALLCAAAgwgAAPEIAAPBBAAAwQQAAqMEAADRCAABEQgAA-MEAALhBAACOQgAAhsIAAMhBAADIwQAAEEEAAAhCAAAwwQAAYMIAAMhBAAAswgAAWEIAAADCAACAvwAAMMEAAKBAAAAkwgAA8MEAAJhBAACYQQAApMIAAKBAIAA4E0AJSHVQASqPAhAAGoACAACSvgAAqD0AAKC8AAD4PQAAor4AADw-AAAcvgAAH78AACy-AACAOwAAfD4AAGy-AAC6PgAARD4AADA9AACGvgAAqD0AAMg9AACuPgAAGT8AAH8_AAAkPgAALD4AADC9AACWvgAAXD4AANi9AAAEvgAAlr4AAKg9AAA8PgAAyL0AAMi9AAA0PgAAQLwAAIi9AACIvQAAgr4AAOC8AACoPQAAqL0AAK6-AABcPgAAgLsAACQ-AAAQvQAA-L0AAJa-AACYvQAAhr4AAKg9AABMPgAAqj4AALg9AAAEPgAA4DwAAGM_AABAvAAAjj4AAIA7AACevgAA-L0AAFC9AABMviAAOBNACUh8UAEqjwIQARqAAgAAbL4AADA9AADKvgAAU78AADS-AAC4PQAApj4AAHC9AACAuwAA2D0AAEC8AAB8vgAALD4AAEA8AABAPAAAmL0AABw-AAANPwAARL4AAL4-AAAQvQAAQDwAAIo-AAAMvgAA4LwAALg9AAD4vQAAQLwAADQ-AAAEvgAA2D0AAFC9AACYvQAA2L0AADA9AABcvgAAuD0AADC9AABQvQAAFL4AAGw-AAA0PgAAmD0AAEA8AACGvgAAjj4AAH-_AACYPQAAZL4AAEw-AABkPgAAHD4AAAw-AADiPgAAyL0AALg9AAAQvQAAuD0AABQ-AACyvgAAiD0AAOA8AAAQPQAANL4gADgTQAlIfFABMAk4AUoAUgkIDxCSAhgAMAFgAGgA\"}","related_url":"http://www.youtube.com/watch?v=kXgTmYgAfoA","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["10012669019630350056"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"videoContentId":"660253071","isLiked":0},"15451461126687502925":{"videoId":"15451461126687502925","docid":"34-10-17-Z4F580B435AA170D8","description":"Hands-on whiteboard session on every step of the PPO algorithm! Support me by buying a copy of the whiteboard: https://buymeacoffee.com/johnnycode/e... Or just support me here😀😀😀...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/2851165/97d6fc3d26b38b00ecf47476e82b1c2c/564x318_1"},"target":"_self","position":"6","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Simply Explaining Proximal Policy Optimization (PPO) | Deep Reinforcement Learning","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=5VHLd9eCZ-w\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDE1NDUxNDYxMTI2Njg3NTAyOTI1WhQxNTQ1MTQ2MTEyNjY4NzUwMjkyNWq2DRIBMBgAIkwaMQAKKmhoendkbHRwYW9weHlsZWRoaFVDa0hnb1R5b1d1el9JcFZ6UlVraEpVZxICABIqF8IPDxoPPxPTDooEIACgyR2CBCQBgAQrKosBEAEaeIH_CQL1_gMA9AQFAfkD_wEGB_gA9___APj9_gMFAv8A8vj3BvsAAAAA-wENBQAAAAH2AQT2_QEAEAoNAPUAAAAJ8_cL-wAAAAEJBQT-AQAA-Pjr_gL_AAAZ_PH5_wAAAPT-BAEBAAAA-gIEBwAAAAAKAvUBAAAAACAALei92Ts4E0AJSE5QAipzEAAaYPn-ACX8BQbOEzv12Ov0BPz4E9gEuRUACggA_Ugs4CAX_c0v8v885QoNswAAACYR1wv4ACdOEvLGHQzlLMbH4zIJfxz95_0mG_fg7gvwKf39C_oLNADo7x72K9TxAwcHLiAALfW1Rjs4E0AJSG9QAiqvBhAMGqAGAAAswgAAsMEAAAAAAADgwQAA4EEAAEDCAACgQAAAIEEAACDBAAAswgAAkMEAAABBAAA4wgAAkEIAAGhCAADAwAAAUMEAAADCAAAgQQAAuEEAADTCAABwwQAATMIAAIDAAABgQQAAgEIAAPDBAAAYwgAAIMEAAJ5CAADYwQAATEIAACBBAADIwQAAgEAAAPjBAAA4wgAAqEIAAFBBAABwwQAAaEIAABDCAAAAwAAA4MEAAEBAAAAwwgAA6MEAAEzCAABMQgAAiMEAAADCAADgQAAA-EEAAPjBAAA0QgAADMIAABjCAABEwgAAyEEAAFhCAAAgwQAAoEEAAITCAABEwgAAMEEAAHzCAABgwQAAdMIAAATCAAAQwgAAnEIAAIC_AAC4QQAADEIAAGxCAACswgAA6MEAAAAAAACAwAAAQMAAAJbCAACEQgAAiMEAAFjCAABwQQAAkEEAADBBAABoQgAAoEAAACzCAADIwQAAEEEAAKjBAACMwgAAsEEAAJDCAABQQQAABEIAAMxCAAAgQQAAPMIAADBBAABoQgAAUMIAAMrCAACgQAAAgEEAAABAAAAQwQAAcEIAAMhBAADwwQAAsEEAAEBAAACQQQAA4EEAAGBBAADAQAAAgMEAAFzCAADgQAAAuMEAABjCAAAwwgAAHEIAAGDBAAAMwgAAEMEAAAzCAACEwgAAkEIAAABBAACWwgAAEEIAAODAAABQQQAAgMEAABDBAAA8QgAAqMIAAMBAAADgQAAAdEIAADDCAABsQgAA0EEAADDBAAA0QgAAIEEAAIjBAACQwQAAnsIAABBBAADYwQAA-MEAAEDAAABAwgAAMMEAABDCAABAQgAAbMIAAMBBAACAvwAAHMIAAEBAAAAIQgAArkIAAOBAAAD4QQAARMIAABBBAACcQgAA6MEAAGBBAAAIwgAAMEIAAAAAAACEwgAAuMEAAJRCAACgwQAApMIAACTCAACAwAAASEIAABTCAADAwAAAYMEAANjBAADAwQAATMIAAITCAAAgQgAAEMEAAGBBAABAQAAAEMIAAOBBAACwwQAA0MIgADgTQAlIdVABKo8CEAAagAIAADS-AACovQAAED0AADC9AADIvQAABD4AACw-AAATvwAAor4AAKi9AACIPQAAmD0AAKC8AAAkPgAABL4AAMa-AACOPgAAMD0AAHw-AAAPPwAAfz8AABw-AADIPQAA6D0AAES-AABEvgAAoDwAAIA7AACYvQAAMD0AACQ-AADIvQAAUL0AAPg9AAAMPgAAXD4AADQ-AAB0vgAA1r4AAPi9AAD2vgAA6D0AAKC8AAAQPQAAED0AAKi9AAD4PQAAyL0AAIg9AAAUvgAAgLsAALi9AACiPgAAoj4AAOK-AACIvQAAXT8AAEw-AAAwvQAAfL4AAES-AACAOwAAmD0AABy-IAA4E0AJSHxQASqPAhABGoACAAD4vQAA2D0AAAy-AABLvwAAZL4AAIi9AADgvAAADL4AAEA8AABMPgAAED0AALi9AAA0vgAAPL4AAGw-AAC4vQAA6L0AABc_AACYvQAA0j4AAIC7AAA0vgAAmL0AAAS-AACgvAAAVD4AAOi9AABQPQAAED0AADA9AABAvAAA4DwAADA9AAAEvgAAVD4AAAw-AAAcPgAAFD4AAFy-AABwvQAAQDwAAIg9AAD4vQAA-D0AABy-AADgvAAAf78AAEA8AAD4vQAAoLwAABS-AAB8vgAAoLwAADQ-AAAQPQAAqD0AAKA8AACgvAAAUL0AAKC8AACoPQAA2D0AAI4-AAAUPiAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=5VHLd9eCZ-w","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["15451461126687502925"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"12791352700832024622":{"videoId":"12791352700832024622","docid":"34-9-12-ZDD0151CE30EDDAA6","description":"In 2018 OpenAI made a breakthrough in Deep Reinforcement Learning. This breakthrough was made possible thanks to a strong hardware architecture and by using the state of the art's algorithm...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/4004005/5c763787ea816da2599f048344b826f2/564x318_1","videoSrc":"https://video-preview.s3.yandex.net/mqBGCgEAAAA.mp4","videoType":"video/mp4"},"target":"_self","position":"7","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Introduction to Proximal Policy Optimization algorithm (PPO)","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=lYP3cF2wqOY\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDEyNzkxMzUyNzAwODMyMDI0NjIyWhQxMjc5MTM1MjcwMDgzMjAyNDYyMmqPFxIBMBgAIkwaMQAKKmhoa2JucGV6dXhhYmdkZ2NoaFVDWjhxY3p3T09yTDh5d2FDUno1V1VqdxICABIqF8IPDxoPPxPPDYoEIADo8BqCBCQBgAQrKosBEAEaeIHy_P_1_gIA-goA-_0DAAETAgT59gEBAPj9_gMFAv8A6fP8_Pz_AAD-BgQKBAAAAAH-AwP-_gEACwsMBgUAAAAJ9gAG8gEAAAD_Bgv-AQAA9_fr_gP_AAAQA_jy_wAAAPT-BAEBAAAA-AYD-_X9AAAD8fv8AAAAACAALR091js4E0AJSE5QAiqEAhAAGvABWx8NANsZBADi-O8A7hfqAIHtHP8m_9sAwuz0AOUkygHkDAIA-gosAQYUBACOFQgC_fn8_xAV5gAJ4Cv_DOP1AOUUNwAsBPgCPQIU__LlEf_WQB__EgcoAPfe1v8YGOEAJfAv__cJ5QLc9dkADv44AQb79wI1-u0C1vnsAP8oIQDkKNv_1RUIAQLZ__oC_Q0KHQb8B_hG6QDp_uME-wAPBzr9_gImKfEBDfgQ_fUJ_gcM_wAG__r6AOkCEQUWHeMC6-_xAhDNBv8N7eIC-wMP_gL2FwoXE_b9DOj39AL2_vvxFAn_CP8B_-wB_P0e0Pr1IAAtQVolOzgTQAlIYVACKs8HEAAawAeV8-2-gFggPc2abr39HBk8K7qavDszYjtqTXO9qQjBPLZyBb2JXSs-013DPX2GBTy9jpC-fOdcvdimKTudRoI-fxZLvL4SyLyGyt-9X5PaugWl6Lz8VCW-MdkuvAdz5jdPy8-96ovKuw4n2TvRHyo-6rAivVDCzLzSaDc9QGxJvf9107z0Hy09P7m3vZ4_Er34Db09KPmHvNk9OT2xXhs9EKScPIr117yjMrC7DI43vTn1nLz1Z_-9gfOYvYNWO7yE4AY80GRfvW7ueTsEdnC9XqxePKjrpLzTiro9vnjUu8mnrjuzkpy7xtLBPTaow7s-xfu8IlgwvdM3RDxtrOS9phEuPZROwTvkZvg9ZkzhPRgj1DuetPC994rVO__Y2rzo8ms9EROJvUgi6jssRRI-oNw7vc-JmDw3TIk9jf02Pcsqz7pCjz09GeeKvOxAZzy_Wlo8eRfJPcNQAbz3Bjo8AEJ6Pa4kIDx8nXS9NsIMPaJ91zkr6gC8c25JPKhSjTnBi-M80uxwPOcZr7kVAe49gRUxvTNGNbx1kq07PPYzPCzzFrx0fso8aiRzPYXEqLtWSQU8I0OTvTzwNTuqtVW85lDQPE_QZDs1KWU9oYG4vWpQDzuPrBe9R3FuPapQFbwHIza9vBybO6PKMLz7YJS96SC5vJLNlzuWzsc8vzuDvL_25Tt7bCY8Edaxu7lpWLvJXY-9kzfhu7PiJzsH7uA9etweu_alDrqA07u9ZVCtvA7qjbukRQc9_LINPIjT1zkh1Ls8s2cFvd3BrzgmjXG9LpJWPXnQ9rlbDxo9-0uBPXPcZzkvS8C94mbnPPG7UDiS81S9JzaKvZ-qCbknMnO8q9kcvHyDCrtgbP45GAdXvRFi2zfiTQa7p5kJvXQ3ZTnzhL-9aVFkPfwyOLkNvAS950h4PPJLW7cxf2A9xiuaPNgK_Tjy8o-87taNvf4cNzh1Ae881vW1PT0Q8bgPg3Q91NCrvAkngbjEVjU9eWHGPbbmLrjBfdO8RhgwvYDBTLjo2AE9EhNUPaqcgraYzKe8P0YqvcKdADjJqo09I57sOtDjtjjJOKu9_JQ-vVOU-7cX1Tq6-VAxOtBY3DeKIuQ93lXPvJt2VDdsE908kFIkPYt16TjCpNg9NiomvXu0LbkinQs9JJurvfcNEbiyO6685qZ2u-lGKjg8uEC9un9RvDtJt7eCyAI-OaDAvTwBPzhhrMo8eNOdPZMLhTj4_NC9FEhkvchzSziYD4293R-EPYzD0TfsGBc9Yi-UvRlOULggADgTQAlIbVABKnMQABpgJgAAHw0Z2vg3O-fkDPMSrLb_wSTaIf8A2f9EJSDwFNQbtBbvACnzKeiaAAAAJhfKO7sACH_Q_PT04w4cxL8SX-JrCAcnmgQh7dXePwcYvwjzCgdAAN_eoQ9WArEuNAFSIAAtf2sSOzgTQAlIb1ACKq8GEAwaoAYAALjBAAAwwQAA0EEAAFRCAAAAQQAAfEIAAJhCAACAPwAAmsIAAADAAAD4QQAAksIAAIbCAACYwQAABEIAADzCAAAgwQAAwMAAAKTCAAAMwgAAyEEAAODAAAAMwgAAsMEAADDCAAAgQgAAPMIAAHDCAAAMQgAAoMAAAADAAAAcQgAAhsIAADBBAABYwgAAYEEAAIA_AABYQgAAJEIAAJBBAADwQQAAMMEAAKBAAAAQwgAAMEEAAFDCAACKwgAAAAAAAJBBAACgwQAAIMEAALDBAACmwgAA4MEAAAxCAADIQQAAiMIAAEDBAAAgwgAAHEIAAMRCAABAQAAAIMIAAMLCAACgwAAAgMIAAFTCAAAIwgAA2MEAAIbCAABQwQAAcEEAAIjCAACYQQAAIEEAADBBAACwwQAA-EEAAOBAAAAswgAAkMIAAIBCAAAQwgAAhEIAAGhCAACgQQAABEIAAKBCAACoQQAAAAAAAAxCAAAwQgAAAMEAAEBAAACIQgAApsIAAADAAADwwQAAkkIAAMDAAAD4wQAAoEEAAMBBAADAQQAAMMIAANBBAABUwgAAAAAAAADCAAA8QgAAYEEAAPBBAADgwQAAkEEAACBCAAAwQgAAEMEAACDBAACgQAAAwMEAAAxCAAAEwgAAFMIAACTCAABIwgAAwEAAAHRCAABAwQAAVMIAADRCAACgwQAAqEEAAMjBAAAIQgAAoEIAADDBAABUQgAAFMIAAJLCAADgwQAAAEEAAKjBAAAYQgAAgEAAABRCAACgwQAAcMEAAAzCAAAMQgAAcEEAABDCAABMQgAAFEIAAIC_AACoQQAAyMEAALDBAABQwQAAMEEAAABCAABwwgAAWEIAABTCAAA8wgAAHMIAABDBAAAUQgAAgkIAAIhBAAAAwgAAJMIAAMxCAABgQQAAgMAAAMDBAABMQgAAyEEAAGDBAACgQAAAbEIAAMjBAADowQAAfMIAANDBAABsQgAAgEIAAGjCAAAAQQAADEIAAGDBAADAwQAAEEIAAABAAAAgwQAAsEEAAKBAAACwQQAAaMIAAAzCAACAQSAAOBNACUh1UAEqjwIQABqAAgAALL4AAES-AABwPQAAqL0AALi9AAAUvgAAUD0AAAO_AAC-vgAAVL4AAMg9AAAEPgAAmD0AAFw-AADYPQAAqr4AAK4-AACAuwAAoLwAACc_AAB_PwAA6D0AAPg9AAAwPQAAJL4AAMg9AABwvQAAoDwAADC9AACoPQAAgj4AACy-AABAPAAAdD4AAO4-AACCPgAAcL0AABy-AABsvgAAuL0AAJa-AACgvAAAuL0AADS-AAAwPQAAoDwAACw-AACSvgAAoDwAAES-AAA0vgAAmL0AAIY-AAAUPgAAjr4AAFC9AABLPwAA4DwAAKA8AAAsPgAAlr4AAKg9AACYPQAAUD0gADgTQAlIfFABKo8CEAEagAIAAPi9AADoPQAAHL4AAD-_AADovQAATD4AAOg9AACIPQAAgLsAAKI-AACAuwAAiL0AACy-AACovQAAZD4AADC9AAA8PgAACT8AACy-AADqPgAAgDsAAAw-AAAQPQAAoLwAAEA8AABEPgAAgLsAABQ-AADIvQAAMD0AABA9AACAuwAAmD0AAGS-AAAMPgAAUD0AAMg9AAD4PQAATL4AAHC9AAC4PQAAiD0AADC9AACIPQAAML0AAHC9AAB_vwAAND4AAKi9AABsPgAAuL0AAIC7AAAsvgAApj4AACQ-AAAMPgAA4DwAAIA7AACoPQAAiL0AAPg9AAAsPgAAwj4AAPg9IAA4E0AJSHxQATAJOAFKAGAAaAA,\"}","related_url":"http://www.youtube.com/watch?v=lYP3cF2wqOY","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1920,"cheight":1080,"cratio":1.77777,"dups":["12791352700832024622"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"videoContentId":"1075541198","isLiked":0},"12524625358885540288":{"videoId":"12524625358885540288","docid":"34-11-10-Z317915A955D85D56","description":"http://www.brandtwentyeight.com/splas... Need help explaining to employees the difference in their PPO and EPO plan? This video breaks it down, removes the insurance jargon and helps employees...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/3904444/624fa0079e13456aed5701c73e2936e9/564x318_1","videoSrc":"https://video-preview.s3.yandex.net/6nJZcAAAAAA.mp4","videoType":"video/mp4"},"target":"_self","position":"8","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"PPO vs EPO: What's the Difference?","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=XrtSGU3ZKQc\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDEyNTI0NjI1MzU4ODg1NTQwMjg4WhQxMjUyNDYyNTM1ODg4NTU0MDI4OGq7DxIBMBgAIkoaMAAKKWhoY2FybGtwdGxteWNsbGhoVUNMR2tKR1o2TUJvMUNQN1lJMkFIVkhnEgIAESoWwg8PGg8_E3KKBCAA-PYZggQkAYAEKyqLARABGniB_QL7-fwEAO8DBgYAA_8BA_kMAfn-_gD4_f4DBQL_AOMFBAgA_wAABQz_BQMAAAD2_AkL9f8BAA8B-PwEAAAA9vb9BAMAAAAIAwcH_wEAAAMAAPwCAAAACfwB7_8AAAAEB_QBAAAAAPUF9gQAAAAACe8B_gABAAAgAC2I7947OBNACUhOUAIqhAIQABrwAX_1GAHBHAr-KurtAOsLBgGjEgsAPQnkAMTzCQCpAvj_xiweAQP3AwAi7BP_1R0QABHpBQBGKSEA-fwg_yYEJAH59RYAQ-YMAQER8wAI-gv-DvD6ADLqBAL-0OMA7hoM_vsU8v_bB94AFPTyAvEG5QARGgYBEgsfAwABDfy4Dg3__AkDAyUaAQP_-QQE7RcWAOvx6_3lAPv-_t_4-_YM8_sP4PICEe_8-_78GAfr-fD-yBEH-in_C__-7_QECB8e-gUMFfr7Du_4ygT5AwcABg4f9gL46Af78f0c9gcC3_n08_EH8t7_-AT6-RALBx77ASAALQ9sLzs4E0AJSGFQAipzEAAaYFX-ADALO-v67xfg_-Dn7AMBCfbT2iX_Rzf_Lw3f-Bn44aId8_9T1RkvmgAAADTZO8r8ABp_CAKxOvI7UgLX51_0bgYbBb2cHhfb8wLMz9TpBPUCSQCqMLg1COS9GAAIHiAALVcUEzs4E0AJSG9QAiqvBhAMGqAGAACAwQAAYMEAAExCAADAQQAAQMEAAIC_AACSQgAAGMIAAFjCAAAIwgAAgkIAAEBAAAAQwQAAAEEAAIhBAAAUQgAAuEIAAFBBAAC4wQAAmEEAANBBAABQwQAAhMIAAIpCAAAAwgAAAEIAAKDAAAA0wgAAVEIAAJDBAAAAQAAAHEIAACTCAAC2wgAA4EEAABRCAACowQAAnkIAAGhCAAAQQQAAQEAAAIBBAACQQQAAQEEAABBBAAD4QQAAoMAAACBCAAB0QgAAuEEAAKBBAACAwAAAGEIAACxCAABAQQAAoEEAAFTCAADIQQAAMMEAAOhBAACAwQAAQEIAAJLCAAAUwgAAhsIAAPjBAACEwgAA4MEAAKBAAAA4wgAAcEIAAAhCAABMwgAAIMIAAEDAAABEwgAAwMAAACBCAACQQQAAhsIAAFTCAACgwAAAbEIAAKDAAAAQQQAAoEEAAAAAAABUQgAAAEEAAKBBAABQQQAAEEEAAEhCAACwwgAAoMEAAODBAAAAwgAAwEAAADDBAABAwgAAMMIAAMhBAACAvwAAyMIAAADCAAC8QgAADEIAAFRCAABEQgAAkEIAAFRCAABAQQAAoEAAAADAAAAYQgAAAEIAAIJCAADYwQAAiEEAAJbCAAAswgAAhsIAAHTCAACgwQAAQEEAAEjCAACgQAAAiEEAAHzCAAAwwQAA6EEAAIC_AACgwgAA0EEAAADCAACIwQAAkMEAAMhBAAA4wgAAeMIAAOjBAABMQgAAiMEAAPjBAABMQgAABEIAAIhBAAAwQQAALEIAABBCAACYwQAAQMAAACzCAACgwAAAOMIAAABAAABwwQAAeEIAALrCAABYQgAAYMEAAFhCAABwwQAAHMIAAIA_AADgQAAAfEIAAGBBAACQwQAAxsIAABzCAACAQAAAikIAAFxCAABgQQAAQEEAAODAAABUwgAAUMEAAKBCAAAQQQAAYEEAANDBAACIwQAAkEEAAIBAAAAUwgAAikIAAODAAABAwAAAiMEAAAAAAACgQQAADMIAAFTCAAAoQgAAIMEAAOBAAACGwgAAHEIgADgTQAlIdVABKo8CEAAagAIAAOg9AACoPQAA2D0AAPg9AABEvgAAiD0AADy-AAADvwAAjr4AACQ-AAAUPgAA2L0AAIg9AACOPgAAML0AAEy-AABEPgAAEL0AABA9AADiPgAAfz8AAOC8AABcPgAAbL4AAIa-AABAPAAAyL0AALg9AACIvQAAqD0AABw-AAD4PQAARL4AAMg9AADIvQAAor4AADA9AADovQAAZL4AADC9AAAUvgAAmr4AAFw-AAC4vQAAuD0AADA9AABAPAAAur4AAOA8AACmvgAAiL0AAFQ-AAC4PQAATD4AAGS-AADgPAAAOT8AAIi9AABMPgAAVD4AAPi9AABUvgAA6D0AALa-IAA4E0AJSHxQASqPAhABGoACAAAQPQAAUL0AALa-AABHvwAA-L0AAJg9AAAkPgAAiD0AAIq-AADIPQAA6D0AAFy-AABEvgAARL4AAEC8AADgvAAAgDsAAAM_AACuvgAAfD4AAMg9AABAPAAAQLwAABy-AACAuwAAFD4AAKq-AACgvAAAMD0AAOA8AAAkPgAA4LwAAPi9AABwvQAAUD0AAIi9AABwPQAAiL0AAEy-AAAUvgAAij4AAIC7AAAwvQAAcD0AAIq-AABcPgAAf78AABA9AAC4vQAAyL0AAEC8AACIPQAAqD0AAFQ-AAC4vQAAcD0AABC9AAAUPgAAyD0AAIi9AAC4vQAA4DwAAFA9AABAPCAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=XrtSGU3ZKQc","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1920,"cheight":1080,"cratio":1.77777,"dups":["12524625358885540288"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"videoContentId":"3534620137","isLiked":0},"9605587344230473615":{"videoId":"9605587344230473615","docid":"34-3-1-Z354EBF7B1D75755A","description":"An Introduction to the Price Percentage Oscillator...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/1771199/388c19cb170b8d00cfa627635404c0e2/564x318_1"},"target":"_self","position":"9","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"PPO - Introduction","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=81DIcSOAHHk\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhUKEzk2MDU1ODczNDQyMzA0NzM2MTVaEzk2MDU1ODczNDQyMzA0NzM2MTVqtQ0SATAYACJLGjAACiloaHhhaXRkd3pic2h0d2poaFVDUEVhSG5zd2RsUUM1eXotUjMwa0JldxICABEqF8IPDxoPPxPpB4oEIACwvRyCBCQBgAQrKosBEAEaeIH1BAD4_AUA9AQFAfkD_wH-CPf-CP3-APMBBgkDAv8A3v_8BAD-AAD6D_3--wAAAP79Cv70_gEAGQwIAAUAAAD8AP0HAgAAABP-AwX-AQAA9v_0AgP_AAASBAH9_wAAAPILAgEE-vgE_gn_AwAAAAAD8QAFAAEAACAALSvk3js4E0AJSE5QAipzEAAaYBgNAAoK-vnnDRLnDQb0_e_vBN3g2CkAEQgAHwjK9wQGFMYL8f8A6wMTygAAAAIwISDmAA9E_Aq--gkZEyPQECwrfyIcBtPl6Afc9xnhH-nmKQDuDQD0GPwLDtQAFgQMEyAALVfZaTs4E0AJSG9QAiqvBhAMGqAGAACgwQAAIEEAAIBBAACAQQAAUEIAABxCAAAEQgAAAMEAAJLCAAD4wQAAiEEAAPjBAACuwgAAQEAAAABAAABQwgAAJMIAABDBAADAwQAA2MEAAMBAAACYwQAAyMEAANjBAAAcwgAAsEEAAEDCAACIQQAAYEIAAJhBAACgQQAA6EEAAMDCAADoQQAAAEEAABjCAAAAwQAA-EEAAMBBAADAQQAAIMEAAJjBAAAUQgAATMIAAKDBAAAAwgAAfMIAAJDBAAAgwgAAEMIAAIjBAACwQQAAisIAAAjCAABgQQAAqEEAAIDCAACowQAA4MEAAMBAAABYQgAAkMEAAIDCAACKwgAA8MEAAIjCAAAAAAAA4MAAAATCAAAwwQAAPMIAAIC_AACYwQAAAEIAAExCAADIQQAAwEAAAHRCAADAQQAA8MEAAFzCAADoQQAAQMEAAODAAACIQgAAWEIAAAjCAAB8QgAAeEIAABRCAACwQQAAIEEAAADAAAAAQAAALEIAAOzCAABQwQAAiMEAAIJCAAAAAAAAQMIAAOBBAACoQQAADEIAAHTCAACYQQAAOMIAACRCAAAAwgAAIEIAABhCAABwwQAASMIAAABAAACIQgAAbEIAAKBAAACgwAAAuEEAAOjBAAA0QgAAmMEAAOBAAACawgAAFMIAAJBBAABcQgAAgMEAAGDCAACeQgAA8MEAAOBAAACAvwAA0EEAAPpCAADAwAAAMEEAACjCAACMwgAAfMIAAARCAADAQQAAQEAAAFBCAADIQQAAoMAAAABAAACQQQAAGMIAAKBBAAAAQAAAZEIAAHxCAAAYwgAAuEEAAFDBAABAwQAA-MEAAHDBAAA4QgAAIMIAAMhBAACAwAAAIMIAAJBBAABswgAAOEIAAOBAAABoQgAA6MEAAHzCAACWQgAADEIAABhCAAAgwgAAkEIAAMBBAAAQQQAAAMIAANZCAACIwQAAQEAAAAjCAACowQAAgEEAAFxCAADYwgAAZEIAABBBAAAgQQAAgEAAAIhBAAAgwgAAAAAAAABAAABQQQAAAMEAAATCAABwwgAAgMAgADgTQAlIdVABKo8CEAAagAIAAKA8AACoPQAAqj4AAHw-AADIvQAAmD0AAIq-AAAPvwAAnr4AAII-AADSPgAABL4AAIg9AAD4PQAAiL0AANi9AADYPQAAoDwAAKA8AAC2PgAAfz8AAIg9AAC6vgAADD4AAEy-AAAkvgAA6L0AABy-AADIPQAAcL0AAKA8AACAOwAAJL4AAFw-AAAcPgAAtr4AAHC9AACyvgAA2L0AAOC8AACoPQAAjr4AAFA9AADIvQAAoLwAACS-AAAwvQAAML0AAOg9AACavgAAuD0AAKg9AAAEPgAAVD4AAIq-AAAwPQAAJT8AAKA8AACoPQAALD4AABC9AAC4PQAA2D0AAKC8IAA4E0AJSHxQASqPAhABGoACAACoPQAA4LwAAPi9AAAfvwAA6D0AAAQ-AACAuwAAuL0AALi9AACOPgAAEL0AABC9AAA0PgAAoDwAAAQ-AAAUvgAAEL0AADM_AACKvgAAxj4AAAy-AADYvQAAbD4AAIi9AACgPAAA2L0AAEA8AABwPQAAij4AANg9AABwPQAAgDsAANi9AAAwPQAAUD0AAIA7AADgPAAAyD0AAEC8AAAQvQAAbD4AAIC7AADovQAAUD0AAJ6-AACIPQAAf78AAOg9AADgvAAAfD4AABy-AACAOwAAyD0AAJo-AAAEvgAAqD0AAIA7AADgvAAAEL0AAIi9AABAPAAAND4AADw-AAA8viAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=81DIcSOAHHk","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["9605587344230473615"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"3532777531363530568":{"videoId":"3532777531363530568","docid":"34-3-10-ZF906E8119F303888","description":"Master Open AI's Roboschool with Proximal Policy Optimization. Learn reinforcement learning techniques to get bleeding edge results on a variety of environments. Source code for this tutorial...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/4491011/2185768a9344098303480161487ec0bc/564x318_1","videoSrc":"https://video-preview.s3.yandex.net/5HO7rAAAAAA.mp4","videoType":"video/mp4"},"target":"_self","position":"10","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Proximal Policy Optimization (PPO) Tutorial - Master Roboschool!!!","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=WxQfQW48A4A\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhUKEzM1MzI3Nzc1MzEzNjM1MzA1NjhaEzM1MzI3Nzc1MzEzNjM1MzA1NjhqmBcSATAYACJKGi8ACihoaHBmcmRpbWt4dnZ2Y2hoVUNyUlRXZnNvOU9TM0QwOS1RU0xBNWpnEgIAECoXwg8PGg8_E8UJigQgAK-SGoIEJAGABCsqiwEQARp4gfkLCewM8P_yEQYD9wX_AiMA-_7xBAQA-gcCCwoF_gDkAPkO_v8AAPkJ-BQCAAAABAH3Bu_9AQAUDBAA8gAAAAT9-RQAAAAACAwCDP4BAADp_fH3AwAAAAz7Aur_AAAA9wL5DP8AAAAFCwQFAAAAAB3x9AMBAAAAIAAth0isOzgTQAlITlACKoQCEAAa8AFr9vUB1fAA_-wI8QDI4uT_gQUL_yQF8QD49fAArO7f_9wp_ADc_QAAMvAPAMkO8v8I7_z_IPz8ACAX7v8e-BQAIwEHABvjCAAvEAIAAwXdABsa9v_k_w4ADAMRAPAf_v8gy__-3wfiAPwJ8v38-AUDCAIGABPuBf_mBhQDCgQHAfoSB_whAfL_6AP3-g0XFQT98Pr_B_L1Ahrs-QIM6e8A6wALARTr6wQSFgYE2u0NA-wOA_sYDgf8-g4D_fgd8f8a7v7z-gn9_BYEDPsU5_8B_AYXAfT6BPb_FuoG_tgH-Q0JCwXvHQf06xQLBgsQ-PQgAC1uJ0g7OBNACUhhUAIqzwcQABrAB7fs2L5dd6k8sdTEvPbzgTzDylg5GlR2vFHdXL4DHhw8ZyEmvBiYBT6AM-s7f7O9u_aWYr4FeIE8eT8NvBh3Ez7VioC8_o2Hu0RFtr1UdwC9ecZjvEzEO76CnEW7VjLXuuvFQD7DKeU5hM2KvBRSuD0B4Ig9x_YaPVuvLj03Wuk7-OddvQvNuj0EoLw7EfbSvI4EGj4ExTQ8Fdm5O8VKpj3dMLC9mE0gPc3CQ7zpVMO8kR6OO5kp7b3VKQs88qG6POKSAz6Ho5A8OA9MPOPMRb32rLU83mQGO1ZQjL3QwQm9WhSRvBxy_TyFrX4914T8N63kfj1twsI9aVIvvIVjcbwsRXc9nqGLOP0puj1NMFy9ouDYPHyQTz2jHZy85wolOzgskr0pa6W8wO5PvH0TmT0PcBS7Sj-jO3DP8zwb3PG83j7rvFMadj0YpZW6moVqO2ycCD1mcVU9C9SivKYpoj2Z70W9qHeKu-Ykb7x7hxu9gPDCun30fL2-ABa9oJB4vKUyRbyLyIs8o6UbvAah3L06hOC8lrd-PBOJGL3nujq8pPGVvGAVeT2OPNA8Qa8qO07_gz0ClTY9nti_O7PN7b0Zuii9tAHYu0fJCz5aEwa91VaROoY9irpo7Ka82pFqPJbp170LlUS9ozVHOensyTxMGM09X-iauZlDd71AX0Q9EXKcu9W8eT2bffo5gtA0O1FtSz1h1Qu7toZvO1T6nj2a6Di9eFpPOAqAkT3nsoe9glQFujMXOD7w_KK8qG48OXqJgb3HBbE8KcBkuNUI_Ty9vfU8IqyOuUChY73_ycS9T49ZuJvzQjwkgQI84SSnOAOVob0XHVq9nbvPOTidKT35dlw8hEQxuCQmLb20IxM7-mzduLPFILtRQMS9bz3sON7db7zq1pY9KN0uOLOoWb362Hg9PW_9uBK4yj3rMIC9CmUMOAoGoTze30W83sv0OboeW7029Uu8v38juN56CD3wnBI9u_ZzuAdcjD2rgSE9-8enOJ_PO734AIg9sZSoN98iRj3tXI29uw58N689mLwX9B6-_YqquN7mjT2BXvi8R4g2OPebf70R5AC-1HAwOWsRrLuLgPG7BT2FOIBg7r0EDwK9DBnDuIEVgb1QQh-9h4kdOJ1_Gz2BcAo9yx4ouYrmAb0j13I8yr6Stzw1oj1_At48y5IGuExjtT3fPLC93n7cNb2vBT2lSQm-rZ6FuIqWVz0QWPk9jRdAOHpTkbzZ1f88LwUFueEti72bf8s65gAKOHwkur05ibc8XGwKtyAAOBNACUhtUAEqcxAAGmD7_wAI-xPLAvRn5tYA-yLi4T7BENkW_wsF_1gqI-QRAvOLCBUAPsYfDpwAAAAo_L4DAwD1f__h2bXoOCjbvQVG7l_mABC5AEgJKy4n0Pr13BHxCWAAvfS47WDxmAgQ8DEgAC0pchM7OBNACUhvUAIqrwYQDBqgBgAAkEEAALRCAABAwQAA-EEAAMDAAADwQQAAyEEAAJrCAACswgAAVMIAAJpCAAAQQgAA0MEAALjBAACIwQAAKEIAADxCAABAwAAAOMIAAFDBAACcQgAAgEEAADDCAABsQgAA4MEAADBBAABIwgAAcMEAADRCAAA8QgAAIEIAAIDBAACWwgAAgMEAAGBBAADwQQAAUEIAADRCAABwwQAAQEAAAAxCAADYQQAAmkIAACxCAABMQgAAFMIAAKDAAAAAwgAAbEIAABzCAAAEwgAAwMAAAIBAAAAAQgAA4MAAAIDBAADwwgAAoEEAAGRCAABYQgAAEMEAAIDCAABkwgAAgMIAAADCAAAMwgAAYEEAANDBAAAAQAAAkMEAAJhBAAD4QQAAFMIAAJrCAACgwgAAuMEAABTCAAAAQQAASEIAAGBBAAAQwQAAAEIAAKDBAACAwAAAmMEAAGRCAABMwgAAJEIAAIhBAAAkQgAAoEAAADxCAABoQgAAisIAAHhCAAAEwgAA0MEAACDBAAD4wQAAFMIAAOjBAAAMQgAAVEIAAMDCAADgwQAA-EEAADTCAACAwAAA0EEAADhCAAAQQgAAIEIAAMhBAAAQwgAA4EEAAIA_AACwQQAAjMIAAARCAADQwQAAgMAAACTCAACiwgAAgsIAAMDAAACgwAAAEMIAAEDBAACGwgAAJMIAANhBAAAAAAAAAMIAAOBAAABwwQAAQMAAAMjBAAAcwgAAWMIAAHDCAABAwQAAcEEAABBCAAA0wgAAsEEAAGBBAACQQQAAgEEAAJhBAABQQgAAqEEAAFBCAAB0wgAAIEEAAATCAACAPwAAUMIAABBBAABwwQAAQEEAAIA_AABAQQAA-MEAAODAAACQQQAA0MEAAPhBAACAwAAAEMEAABBBAADAQAAAiEEAAIA_AABAQQAAyEEAAGxCAABEwgAAIMEAALDBAACkQgAAosIAALrCAADwwQAAVMIAAERCAAC-wgAAiEEAAExCAAAwwQAAwMAAAIjBAABAwAAAFMIAABTCAAAAwgAA6EEAADTCAADAQQAA6MEAAJhBIAA4E0AJSHVQASqPAhAAGoACAAB0vgAA-L0AAKi9AACIPQAAmL0AAKi9AACYPQAA1r4AAFS-AAAcvgAADD4AAJY-AACgvAAAdD4AAMg9AADqvgAAET8AAFC9AAAEPgAABT8AAH8_AABsPgAAjj4AACw-AACIvQAAuD0AAOC8AAAQvQAALL4AAKC8AAAkPgAA2L0AALg9AAA8PgAAjj4AABw-AADoPQAAgr4AAJ6-AAAsvgAAsr4AAAw-AABwvQAAML0AAJg9AACgvAAAFD4AAFS-AAA0vgAAbL4AACS-AACgPAAAij4AAJg9AABkvgAAuL0AAHk_AADIvQAAbD4AABy-AACKvgAAUL0AAIi9AABwvSAAOBNACUh8UAEqjwIQARqAAgAAuL0AAFQ-AACYvQAAS78AAGS-AABQPQAAQDwAABC9AAC4vQAAmj4AANg9AADovQAAXL4AAGy-AAA0PgAAmL0AABC9AAAxPwAAgLsAAMo-AABwPQAAFL4AAOC8AACovQAAmL0AAFA9AADYvQAA-D0AAEC8AACAuwAAED0AANi9AAAsPgAA6L0AAIo-AABwPQAAcL0AAHA9AAB0vgAAmD0AAFA9AACYPQAAgLsAAKC8AABMvgAAuD0AAH-_AADoPQAA4LwAAFC9AAD4vQAADL4AAEC8AAA0PgAA-D0AAHA9AACAOwAA-D0AAEC8AADIvQAA4LwAAOg9AACaPgAAVD4gADgTQAlIfFABMAk4AUoAUgkIDxCSAhgAMAFgAGgA\"}","related_url":"http://www.youtube.com/watch?v=WxQfQW48A4A","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1920,"cheight":1080,"cratio":1.77777,"dups":["3532777531363530568"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"videoContentId":"3648553023","isLiked":0},"11924241272097484190":{"videoId":"11924241272097484190","docid":"36-6-0-ZB3A38BB7E1387E82","description":"Welcome to The RLHF Book & Post-Training Course with Nathan Lambert. This is a question-answering session for the first four lectures. Slides: https://rlhfbook.com/teach/course/qa-01/ 00:00 Intro.","preview":{"posterSrc":"//avatars.mds.yandex.net/get-video_thumb_fresh/1551244/a1e447bf68acd1ddb5b67b3b0de710460616_rt/564x318_1"},"target":"_self","position":"12","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Q&A 1: Teacher Models, PPO Implementation Questions & More | RLHF & Post-training Course","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=x-MqKBzoxkI\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDExOTI0MjQxMjcyMDk3NDg0MTkwWhQxMTkyNDI0MTI3MjA5NzQ4NDE5MGq2DRIBMBgAIkwaMQAKKmhoam55cmF0aGVlbnN6dWJoaFVDYXlRakNIelNucVBzemNITk1tZmtTZxICABIqF8IPDxoPPxOaB4oEIACImh6CBCQBgAQrKosBEAEaeIEJBfr8AAAABAAFBwEI_AIMAPv69gAAAPP4Bv__Av8A_QMA-fYBAAD7BfX8_wAAAAH2AQT1_QEABgUF-gUAAAAT-QL-9wAAAAoPAwD-AQAA7fIE9AIAAAASCAL0_wAAAP4NBgoBAAAA_Q0A-gAAAAAL9QUNAAAAACAALRgE1Ts4E0AJSE5QAipzEAAaYBQLACMPBPviBSDb6fLYF_cECPAB4AEA-Q4A_SAK-gUb4MAO8v8dz_v_yAAAAC4R8AYHAPxMKPbIGwkZLu7U-g8bf-whzArzF-jP9Q3pJ-kO8PkeGQD3EewMGwL_QvkYHSAALZIaZTs4E0AJSG9QAiqvBhAMGqAGAACAvwAAoMAAALJCAAAAQAAAgMAAAKBAAABgQQAADMIAAIjCAABQwQAAmMEAAOBBAACwwQAAcEIAAFBBAACQwQAAgEEAAKjBAAAEwgAAcEIAABjCAABEwgAAMMEAAHRCAADAwAAAsEEAAHDCAAAAwQAAkEEAAKJCAABowgAAQMEAACDBAACWwgAAgEAAAIDAAAAcwgAAFEIAACBBAAAcwgAAgEAAAERCAACYQQAAgMAAABDBAACIwQAA4EEAAHBBAAAwQgAAqEEAAEBAAACwQQAACEIAAADAAAC4QQAAYMIAAKDAAADAwAAAkMEAAKBBAABAwAAAiEEAACjCAABUwgAAMEEAANDBAAAwwQAAAMIAANDBAACAwQAAQMAAAJBCAABwwgAA4EIAAIDBAACMwgAA2MEAAODBAAAAQQAA-MEAAJDCAABAwAAAiMEAABjCAADQQQAAfEIAANjBAAAQwQAAgEEAAADBAAC-wgAAiMEAAKjBAADYwQAA4EEAAADCAABMQgAAkkIAAFhCAAAwQQAA2MEAAKBAAACIQQAAhsIAAJTCAABIQgAADEIAAMDBAADAwAAAkEIAAIZCAAAgwQAATMIAAPBBAAAQQgAAAEIAAFDBAABQwgAAQEEAALLCAACgQAAAMMIAAIA_AACOwgAALEIAANjBAADAwAAAQEAAAIjBAAAYwgAATEIAANhBAACowQAAwEIAAIjBAACYQQAAyEEAAKBAAACoQQAAosIAADxCAACEQgAAGEIAAFDCAACGQgAA6EEAACDBAABwQQAAWEIAAEBBAAAAwgAAGMIAAOBBAACAwgAA0EEAAMjBAAA4wgAA2MEAACzCAAAsQgAAhsIAADBCAABQQgAAkMEAAKDBAADQwQAAEEEAAEBAAADwQQAAqMEAACzCAADwwQAAdEIAAMjBAABYwgAAIEEAAKDAAADwwQAAoMAAAPJCAACQwQAAksIAAIC_AABYwgAAmEEAADzCAADAQQAAJEIAAFTCAACQQQAAjMIAAHDBAAAQQQAAcEIAADjCAAA0QgAAyMEAAHBCAACwwQAAMMIgADgTQAlIdVABKo8CEAAagAIAADC9AABMPgAAkj4AAMo-AACIvQAAkj4AAOg9AAAfvwAAsr4AAKC8AAA8PgAAyD0AAAS-AACGPgAAqL0AAJ6-AAAsPgAAgLsAAKC8AAARPwAAfz8AABA9AACIvQAA4LwAAHC9AACAOwAARD4AALi9AAA8vgAATD4AADw-AABUPgAABL4AAEw-AACAuwAAcL0AABQ-AAA0vgAAjr4AAKg9AAC4vQAAhr4AADQ-AAAwPQAA2D0AAEC8AABcPgAATL4AAFC9AADevgAAqD0AADw-AACePgAAiD0AAOC8AABAvAAAPT8AALi9AABMPgAANL4AAFA9AAAQPQAA2D0AAIA7IAA4E0AJSHxQASqPAhABGoACAACovQAA6L0AAAy-AAA9vwAAML0AAKA8AACoPQAADL4AAES-AACYPQAAgDsAAES-AAAQPQAAqr4AAFA9AACgvAAA2D0AADk_AABwPQAAgj4AANi9AABAvAAAJD4AANi9AACAuwAAFD4AAGS-AACgPAAAuD0AABy-AACYPQAAQDwAAOg9AABcvgAALD4AAFC9AACoPQAA-D0AAAy-AABQvQAAsj4AAJg9AAD4vQAAuL0AAGy-AADgvAAAf78AAGS-AAAwvQAA-D0AAJY-AABEvgAAQLwAAOg9AADIPQAAQLwAADC9AADYPQAAbL4AALi9AADIPQAA-D0AAIA7AABwvSAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=x-MqKBzoxkI","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["11924241272097484190"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"5799666302183462152":{"videoId":"5799666302183462152","docid":"34-6-4-Z55462CD5539DD587","description":"In this video, we'll explore RL Policy Optimization — Reinforce from scratch: math, code, and connection to RLHF. We'll build from the ground up how Reinforce works — the policy gradient...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/4331728/6ad61eb53da4e7d889d039d17f844445/564x318_1"},"target":"_self","position":"13","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Reinforcement Learning: Policy Optimization Introduction. Reinforce to PPO to RLHF #datascience","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=mfjWWOsCNIo\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhUKEzU3OTk2NjYzMDIxODM0NjIxNTJaEzU3OTk2NjYzMDIxODM0NjIxNTJqtg0SATAYACJMGjEACipoaGJlZ3V6YXhha29pd2hiaGhVQ3FBaTFsVHNkMndqN3AwNS1Pb3M0dWcSAgASKhfCDw8aDz8TjymKBCAAwJMeggQkAYAEKyqLARABGniB_wkC9f4DAPQCDAACBP4BBgLy9ff__gDxAfcCBwH_AOrz_Pz8_wAABQT-Cv4AAAD_7w4D_f0BAAMNBQb4AAAAEPr1AfUAAAAKBvcI_gEAAPfs9QMD_wAAEggC9P8AAAD-CwgE-v8AAAQIBAQAAAAAAvr2BgAAAAAgAC3ovdk7OBNACUhOUAIqcxAAGmD4EAAQDAb23gsU6Pf15vf68RncENQGAALoABkf89wEAwfVEQL_JOQRCc0AAAAcDOYP-QABPAjwv_sFDxEG5fgh_X8XC_X_9w7o5Afw5jAECPvtAiUA8wQH-SvdyB8EBRQgAC2_KIE7OBNACUhvUAIqrwYQDBqgBgAALEIAAODBAACwQgAAQEEAAEBAAAAgQQAAMEEAAABBAACEwgAAEMIAANhBAACawgAAVMIAAOjBAACgQQAA2EEAACBBAACwwgAAaMIAAEDAAAA0QgAAcMIAAIjBAADMQgAAsEEAAGBBAAAQwQAAwMEAAJBBAACgwQAAIMEAAExCAAAMwgAAiMEAABDCAAAwwQAAgMEAAOBBAAD4QQAAoMEAAGDCAAAgQQAACEIAAEBCAACOwgAAqMEAAJrCAABgwQAAikIAAHBCAADOwgAAMEEAABhCAAAswgAAYEIAAJJCAACEwgAAIMIAABDBAAAQwQAAEMEAAABBAABQwgAAAEEAAIxCAADAwQAAuMEAAIA_AABUQgAAHMIAABxCAACyQgAAQEEAAIhCAADQwQAASMIAADzCAACgwQAAPEIAAIC_AABgwgAAuEIAAIDAAACwwQAAaMIAAAAAAAAgwQAA8EEAAARCAADgQQAARMIAAEDBAAAAQQAASMIAAIBAAACMwgAAEMEAAJBBAACIQQAAgEAAAJbCAACgQAAA8EEAAKDCAAAgwgAAAAAAAFTCAAC4QgAA4MEAAKBBAAA0QgAAyMEAAIDCAADAQAAAEMEAAIhBAADgQAAACMIAAIrCAACwwQAAGMIAAGzCAACYwQAAoEEAAJBBAABQQgAA6MEAAMBAAABgwQAAwMAAAMDAAADowQAAgMIAALjBAABQQQAASEIAAChCAADIQQAAsMEAALjCAAAwwQAAgL8AAOhBAACQQQAAPEIAANhBAAAgwgAABEIAAJhBAAAgQQAAgL8AALDBAAC4QQAAMMEAABTCAABEQgAAyMEAAPDBAACYwQAAgEAAAADAAAAgQgAAjsIAAGBBAACQwQAAPEIAABxCAAAEQgAAMEEAAIDBAAAswgAAoEIAAADBAABEwgAAQMAAABBCAAAUQgAATMIAAKBBAAAkQgAAHMIAAEDBAAAQQQAAAEAAAARCAACAQgAAyMEAAABAAAAAQgAA2MEAAKTCAAB4wgAALEIAABBBAADYwQAAYMEAAEDAAACwwQAAwEAAAKDBIAA4E0AJSHVQASqPAhAAGoACAACovQAAiL0AAOg9AAAcvgAAgr4AAFC9AACKPgAAFb8AAI6-AACGvgAAqD0AALg9AACgPAAAtj4AAPg9AACWvgAARD4AADC9AABEPgAA2j4AAH8_AAAQvQAAND4AADA9AABcvgAAuD0AAIA7AAAEvgAAdL4AAOi9AAAUPgAA4DwAAEC8AAAQPQAAvj4AAAw-AAAQPQAAbL4AAJq-AABAvAAAgr4AACQ-AABAvAAAED0AAJg9AAAQvQAAij4AADC9AACIvQAAlr4AAFS-AAAwvQAAuj4AADA9AACOvgAAED0AADk_AACgPAAAuD0AABS-AABwvQAA-D0AAIA7AAAwPSAAOBNACUh8UAEqjwIQARqAAgAALL4AACw-AACoPQAALb8AAHA9AAAQPQAAUD0AAEy-AACYvQAAmj4AADA9AABQvQAAcL0AAHy-AAAsPgAAoLwAACQ-AAARPwAALD4AALo-AACgPAAAbD4AADA9AADgvAAAiL0AAFA9AACgvAAABD4AABy-AADgPAAAcD0AAPg9AABAPAAAEL0AAIg9AAAQPQAATD4AAAQ-AACmvgAAiL0AAHC9AAAkPgAAFL4AANg9AACAOwAAMD0AAH-_AACYPQAAuD0AABQ-AAAwPQAAJL4AAPi9AABcPgAA2D0AAPg9AABQPQAALL4AABC9AADgvAAAEL0AAKA8AABMPgAA-D0gADgTQAlIfFABMAk4AUoAYABoAA,,\"}","related_url":"http://www.youtube.com/watch?v=mfjWWOsCNIo","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":960,"cheight":720,"cratio":1.33333,"dups":["5799666302183462152"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"13553906214614008115":{"videoId":"13553906214614008115","docid":"34-8-11-Z9CE0468D46621445","description":"Unitas Dental has helped thousands of practices across the country to receive higher PPO reimbursements. After years of working with practices just like yours, Phylip Curtis will help address...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/2461135/e131ac240c6f0cfba3e803b4211b0cd0/564x318_1"},"target":"_self","position":"14","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"PPO Negotiation & Optimization in 3 Simple Steps","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=fv4fGLesQIA\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDEzNTUzOTA2MjE0NjE0MDA4MTE1WhQxMzU1MzkwNjIxNDYxNDAwODExNWq2DRIBMBgAIkwaMQAKKmhoaHNib2Vuam5tdG5pc2RoaFVDN2F2bERCOTZCY1dMMTlmUk80dm43URICABIqF8IPDxoPPxPPJIoEIACggxyCBCQBgAQrKosBEAEaeIHy_P_1_gIA9gj9BPgF_wEeAfX-EwECAO39AQQJAAAA9wETAQEAAAD4_wEN_QAAAP_y__j4_QEABvsC9vkAAAAW8Pf3_QAAABAIBgP-AQAA9PH_AQP_AAAQA_jy_wAAAAkCCP8CAAAA-gIEBwAAAAAU_AAFAAEAACAALR091js4E0AJSE5QAipzEAAaYC7_AB7cDfnjJzbqzgftGdfV4ezwqC7__xj_-zft5Bku7rY0_P8n9wMDqAAAADr4zy4OACRo-PaxL_fVHgjewSD-f_cD6-f97e-nFhvnDxUfERgvRADJ1BslJN_gP_r6PiAALXbLKDs4E0AJSG9QAiqvBhAMGqAGAACgwQAAmMEAAPhBAAAcwgAAQEIAAIjBAAAgQQAAdEIAAFzCAAAAQAAA2EEAAMBBAADGwgAABMIAAPZCAAAAwgAAUMEAAHDBAAAIwgAAFMIAACRCAABAwQAAqEEAAABAAADIQQAAgMEAAHDCAACawgAArEIAADBCAABgwQAACEIAAIrCAABAwQAAsMEAAKDBAABgwgAATEIAAADAAAAQwQAAoEEAAGxCAADoQQAABMIAAIBCAAA0wgAAAMIAAKDBAAAAQgAAUMEAAIDAAAAcQgAAoEAAAIBBAAA4QgAAAAAAACzCAACAQQAAAMAAAGxCAABwQQAA2MEAAFDCAACswgAADEIAANDBAAAMQgAAYMIAAMDBAABQQQAA2EEAALJCAADgwAAAyEIAAMjBAAB8wgAAgMEAAODAAACAQAAAaMIAAOjBAACYwQAAmMEAAGDBAAAcwgAAOEIAALjBAAA0QgAAwEEAAOjBAAAcwgAAMMEAAKBBAADgwQAAsMEAANLCAABMwgAAyEEAAIZCAAB0wgAAiMEAAJhBAAA4QgAAoMIAACDCAAAAQQAAAMIAAIC_AABAQQAAqEEAAEDAAADgwQAAmMEAAMDBAADQQQAAqEEAAADCAABwwgAA2MEAAHDBAADYwQAAgEEAAJDCAAAAQAAAjEIAAJpCAADAQQAAoEAAACDCAACUwgAAgEAAADRCAABgwQAAPEIAAMBBAADAQAAAAMAAAAhCAABAwgAAkMIAADDBAABMQgAAhkIAAHTCAAB0QgAAsEEAAODBAAAAQgAAMMEAAIjBAABwwQAAwEAAALBBAACAwQAAJEIAALhBAABMwgAAgMIAAMDAAACEQgAAMMIAAARCAACAQAAAmMEAAKDBAAAkwgAAeEIAAABCAACgwAAAQMAAAKjBAAC4QQAA4MAAAPDBAAAQQQAAgMAAALjBAACYwQAAokIAAAxCAADQQQAA8EEAAKBBAACAwAAA2EEAAEDBAACAwgAAWEIAAHzCAADQQQAA0sIAAEDAAACAvwAAAAAAAEDBAACAQQAALMIAACBBAACOwgAA6MEgADgTQAlIdVABKo8CEAAagAIAABC9AAC4vQAADD4AAAQ-AACAOwAAED0AAOg9AAABvwAAir4AAKA8AADgPAAAgDsAAFC9AAC4PQAAuD0AALq-AAAsPgAAQDwAAEC8AAC2PgAAfz8AAJI-AABQvQAAUL0AAKK-AAAUvgAAUL0AACS-AADYvQAAJD4AAAQ-AAAQvQAA-L0AAI4-AADYvQAAQLwAAMg9AABwvQAATL4AAIg9AAAkvgAA6D0AAOg9AADYPQAA-D0AAOA8AAAQPQAATL4AAKC8AACCvgAAQDwAAIY-AAC6PgAAQLwAAAy-AACYvQAALz8AAHC9AACAOwAAQLwAANi9AABwPQAAUD0AABS-IAA4E0AJSHxQASqPAhABGoACAABAvAAAgDsAABA9AAA9vwAADL4AADw-AABQvQAAfD4AAIq-AAA8PgAA6D0AAIa-AADgPAAANL4AAOA8AADgvAAABD4AADM_AADgvAAAhj4AAAQ-AAAQPQAA6D0AAEy-AADgvAAAMD0AABS-AABAPAAADD4AAMg9AABwPQAAML0AAIA7AAB0vgAABD4AAKC8AABAvAAAyD0AADS-AADgPAAAcD0AALi9AACAuwAAUL0AAES-AABsPgAAf78AAFA9AABEvgAAcD0AAFA9AACAOwAATD4AACQ-AADgPAAAgLsAAIC7AAC4PQAAUD0AAAy-AABQPQAAQDwAABw-AADgPCAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=fv4fGLesQIA","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["13553906214614008115"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"3587542330687643632":{"videoId":"3587542330687643632","docid":"34-10-4-ZBEBCB24A9560EDD9","description":"Video shows what PPO means. Personal Protection Order. Preferred Provider Organization. health insurance. PPO Meaning. How to pronounce, definition audio dictionary. How to say PPO.","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/3940374/54b70c79d9c433d4bd0fdf7152fa93d5/564x318_1","videoSrc":"https://video-preview.s3.yandex.net/uiQWUAAAAAA.mp4","videoType":"video/mp4"},"target":"_self","position":"15","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"PPO Meaning","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=q984wH8EWPU\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhUKEzM1ODc1NDIzMzA2ODc2NDM2MzJaEzM1ODc1NDIzMzA2ODc2NDM2MzJquw8SATAYACJKGjAACiloaGljdHpqZGZwY3BwZXFoaFVDcWE1Rmx0OEhIUlJQRWo4aE5OYVhBdxICABEqFsIPDxoPPxMVigQgAJieGIIEJAGABCsqiwEQARp4gfL8__X-AgDzBAUB-QP_Ae4CAPcK_wAAAf_-_gIF_gDoBPoHCf8AAPkQ_f77AAAA_QYB-_r-AAASBgQFBAAAAPv6AwP-AAAAFP4DBf4BAAD_Bfv_A_8AABf7_P4AAAAA7xMEAgnz7gv_BfYDAAAAAADr9fcBAAAAIAAtHT3WOzgTQAlITlACKoQCEAAa8AF_9AX-ne_l_Sr8uQDP__MClTcr_0IXugDPUBn_COn6ARBEzwLN4NwBIe2yANsVQf8o2xz_CxdCAP8aC_8OLMv-C8f1ARa7AwBIFzb_zvAG_u0PG_8ZCjUACiIAANzd5wAxEs8A8yXWAQjB_wI26fcJN87_A-8CF_tH-OQB4vFIAMPmHAIQ4-L_9wPw--u8FQL6ASgB4RAE--v1AQMh8PL5FC0lAvwD4QnzzTv8EwUXB-0q2gTPCiUALQ4H_9keLQHYLQz59Ab85wD3-gQvGd367hT77PXw6AT0AhURSLbs_NQK7PvuDvv70wMRCwUwDQMgAC1F4vY6OBNACUhhUAIqcxAAGmAxBwALBSfzC9EQ1QHwBwLPDCHf2dMo_zcxACYM7BkZI8fONOL__wXjArcAAAAXGiAC5gDxW-QgqCT2HUURBfIkAH8UGu3WxvYM0tTzywXrBUIM4i0A3QfIERfg5xztH0EgAC3H0Tc7OBNACUhvUAIqrwYQDBqgBgAAAMIAAHBBAABcQgAA0MEAAABCAAAAQQAARMIAAI7CAACcwgAA4MAAAATCAACYQQAAoMEAAJbCAADwwQAAIEEAAKDAAABQwQAAXEIAAMDBAACgQAAAAEIAAARCAAA8QgAAsEEAAMDAAABAwAAAYMEAAIhBAADIQQAAOMIAAFBCAADQQQAAFMIAANBBAACoQQAAwMAAAFxCAABwwQAAwEEAACRCAAAAwAAAGEIAAJhBAAAAwAAADEIAAABCAAAowgAAaEIAADDCAAAkwgAAGMIAAJ7CAAB4wgAAPEIAAJDBAAAAAAAAgMAAAPhBAAAgQQAAgL8AALjBAABgQQAA4MAAAKDBAADMwgAAHEIAACDCAADYwgAAQMEAANBBAACqQgAAkMEAAPhBAABIQgAAYMEAAJjBAAAwQgAAQMEAAMDAAADAwAAACEIAADBCAAAMwgAAQEIAAGBBAACIQgAASEIAACBCAABIwgAApsIAAFBBAABUQgAAjMIAAIjBAAAMwgAABEIAAIJCAAAAQQAAmEEAAIBBAADAQQAAAEAAANrCAACAwQAAQEAAANDBAAAYQgAAwEEAACBBAABEQgAAhsIAACBBAACYQQAAOEIAAFBBAAAAwQAAZMIAAHxCAACAQQAAgEAAAJDCAAA0wgAAIMIAAMjBAACIwQAAGMIAABDBAABIwgAAysIAAARCAAAEQgAAwEEAAFRCAABQwQAA2EEAAGBCAABAQAAABEIAAJLCAACwwQAAcEIAAEBCAABAwQAAGEIAADxCAACEwgAALEIAACBCAABIQgAAMMEAAKTCAADgwQAA-MEAAJjBAACAQAAAuEEAACDBAACowQAAQEAAAIA_AAAwwgAATMIAAODBAAAMwgAA4MAAAIA_AAAIQgAAAMEAAODBAACAwQAAAMEAAKDAAABgwgAAAMIAABxCAABAQQAAEMIAAKBAAAC6QgAAvsIAAIDBAABwQQAAMMIAADBCAAC4wQAAcMEAAIBBAADAQQAATEIAACDBAAA0wgAA3EIAABBBAACKwgAAXEIAAADCAADAwAAAMEIAALjBIAA4E0AJSHVQASqPAhAAGoACAAB8vgAA-L0AADw-AADgPAAAgr4AAIg9AADOvgAAC78AALK-AABEPgAArj4AAOC8AABAvAAAPD4AAOA8AAB8vgAAED0AAEC8AABMPgAAtj4AAH8_AADgPAAAgLsAALg9AACavgAAmr4AAIi9AAC4PQAAcD0AAIg9AADIPQAARL4AAFS-AACYPQAAyD0AAJq-AACgPAAATL4AABC9AAC4PQAAuD0AAAe_AAD4PQAABL4AANi9AAAEvgAAmD0AAIa-AABQvQAA8r4AAOi9AABEPgAAFD4AAEC8AABQvQAAMD0AAEU_AAAsPgAAXD4AAEQ-AACIPQAAqD0AADA9AACIvSAAOBNACUh8UAEqjwIQARqAAgAAuL0AALi9AAC-vgAAH78AABS-AAAwPQAAoDwAADC9AAA8vgAAfD4AAMi9AAD4vQAA2D0AAIC7AAAcvgAA6L0AAMg9AAA9PwAAqL0AAKo-AABMPgAA2L0AAHw-AABAvAAAcL0AAOA8AAAEvgAAED0AAOI-AACoPQAAqD0AALi9AACYvQAAoDwAAIg9AACovQAAij4AAES-AABQvQAAFL4AAKo-AAD4PQAAoDwAADC9AADovQAA1j4AAH-_AABAPAAAZL4AABQ-AAAwPQAA2D0AADw-AADCPgAAbL4AAIg9AACgvAAAJD4AAAQ-AADYvQAAED0AAMg9AACgvAAAdL4gADgTQAlIfFABMAk4AUoAYABoAA,,\"}","related_url":"http://www.youtube.com/watch?v=q984wH8EWPU","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["3587542330687643632"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"videoContentId":"3676225690","isLiked":0},"16163051368864820293":{"videoId":"16163051368864820293","docid":"34-2-1-ZBA275C9D9A0451E9","description":"Start testing and training models using Stable baselines 3 Reinforcement Learning using Tensor flow 2.x with PPO Algorithm The Proximal Policy Optimization algorithm combines ideas from A2C...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/4775596/3eb4dfde1b641223a904a34f6056abb0/564x318_1","videoSrc":"https://video-preview.s3.yandex.net/YwCqIAIAAAA.mp4","videoType":"video/mp4"},"target":"_self","position":"16","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Stable baselines 3 Reinforcement Learning using Tensor flow 2.x with PPO Algorithm","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=LPaFq2KWzLM\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDE2MTYzMDUxMzY4ODY0ODIwMjkzWhQxNjE2MzA1MTM2ODg2NDgyMDI5M2qOFxIBMBgAIksaMAAKKWhocGtyZ3lpdG1wbm55dWhoVUNYRHVVdTNNdTlrdG5mVVdJYmtFS2d3EgIAESoXwg8PGg8_E5YDigQgAMi_G4IEJAGABCsqiwEQARp4gfgAAgYB_wD4_vkEDQX9AQwR_QX1AQEA7_j9Bv8BAAD69P0H_AAAAAT3CAQAAAAA7fj_8_UAAAANA_gRAwAAAAry9gz6AAAADQoEAAj_AQH59fQJBP8AAAELCfn_AAAAAg8SBP8AAAD-EAUBAAAAAAYDAQAAAAAAIAAt9AnQOzgTQAlITlACKoQCEAAa8AFm-PT-6Q7tAfoJ8ADW_9kAge0c_0gOCwHr9wAA0f_uAeH-4ADo_Dn-6RT0AKcnHQDuAt3-JxUW__roGwALDxQAEgvnATLPDgEr9foA_Sb7_u4wDv4--hEBKP8LASLrAQEF7fsC2ubSAbzm6QMKEyEAD_cQBDX67QL-DCT9-Aj1_s0TAP7VFQgBvg8N_BUGDAYrKOgDVCDs_fgMCAMf4wgCKvAFAAbq7gTyBAQA5woJ-v3s7Pny7w8D3uAXAQ8yFQH5DvwH7-Xz-fj5AvUP8Pj4Af0B_xvqBAj89Pj46PX89t0dCvXbHQ375hgOBxUD_QAgAC1BWiU7OBNACUhhUAIqzwcQABrABwlS2b5FBJC6jKDxPPcL0bx62UA8eGz6vCMT8L3XLSc99_1AvHYaCT5bAD89pA3RvPyMu75aUw-8xurFu_29dD6SVEu9A7HsPDk_arxJe0i94RNhvW077b19uD-8GvIVPLbaw7wBv8a8kDwGPd7LLT6wUgW82OTfO0xUz70R7sS8w8RVPJfUnjusW5i9odCXvCUCdT5e2Jo9Sj0PvAXB4z3JOOa9FIxvO4eEVL2SJGg9v-HTOjVx_DzJLbe8qT8MvYJCyD3aE-48ItjdPHovk72Gdp69P7PaPKp3ALwu5Zk7a-gwPMDTATwfwz68Zo5APH_CtDxadz29RyXtuyM9y7047rk83ralvNaCyD0CI7k8dxvKvByEv71NrQ09N5zkOwXznD33eAE9lruFvNOG4z3Mdmo91nS9PJO5A70VXh29o8SVuHWw_j254bW7dp6CPJd5Bj21rHa9fuTSO5wlcj1UEYg9W-uLOlOmIj1MnKa8a4zMvN-jfry_Ore7-oxVPP3Fpz1zLZq8FF5-u2OWwbuD5im9zfGjO8mOTb1buXK8mIAIPAJnBD0oTzQ8IkAfO1UZQT3a_0A9Zlmku9gasL181_-7TLxquwOvuz24wkA955sfO5fiKr3L3Q66QNTku2n1nz1pyOU4ywj3uyYJuL0sK2097QQtOUgxpTxljuE7Z8UBvFddBz1cZ429rlVtuYO1-7w7BAk9Vlmlu2nk0z3J0r28UrAGuAxBaTxTCwA6PenIun--Lb0hV6o8cI4Eu6Gd0z1RgZi9l51ROcbgYbwJTuA6miMvuwuJybsVtQo9903MOWTriT34gXU89RleuKs9kb0aUhW-MFEKOvX9bz3Nxq88zuBkuPZVw70HZ-a8Je0hOu-5Hb3YV6i8bzohug2qzT2Ckl28LKmJOEZXUzgWLlC8FkjQuD6MOj122r-9uWGWt2sAJTzFq-y9DLZCOQEVzr1MPYY9lOn7N7E5Yr0hch-8QiMCudElpz3O2Wc9_o8kOXToGbvJsCU9pMMROO_nFD3t4uw84_qYtWBZGb6Lwk69KjD6uNiYPD20JcY8zh-AuEN-vL2bRkm8eEvINwKKBzyfOaC9sxGdt1M4B70faCU9Hz8tuCRad70dbcG9DhYaOThlDj0B3qK9YHV4NgVGiD0QbKa8MvmONoOXKrwH_Cs95UUyN3f2xT3Rkic-eabwOLhzAT3MK4K9L2Z0uKAXDj0XJb09KH8AObgfsLyviCs9ItOVuDEHQb1WHg0819-tNqV8nT1usbG905sAuCAAOBNACUhtUAEqcxAAGmAi-wAr7w61zyJF0RDb2wLB1xjFHrs3_xHq_zMa_MoOBuqpMuz_PvgbGpcAAAAjLqok_gADf8z1-PvjFuG24OYxv10J1gmaBjcO5PQ2-PHt7v7nK3EAyMzRBVLS0ScxpiEgAC2dMBE7OBNACUhvUAIqrwYQDBqgBgAA8MEAAMDAAADQQQAAGEIAADBBAABYQgAAqEIAAKBBAAB8wgAAMEEAABRCAACkwgAAosIAANjBAAAQQgAANMIAAFDBAABAwQAAlsIAAPDBAADQQQAAcMEAALDBAACgwQAAAMIAAOBBAABIwgAAhMIAAPBBAAAQwQAAoEAAANBBAACMwgAAIEEAAJLCAABgQQAAAAAAAExCAAAUQgAAmEEAAAxCAAAAQAAAgL8AAKjBAADQQQAAaMIAAJrCAADgQAAABEIAAADBAACgwAAAgMEAAKDCAADIwQAAKEIAAJBBAACgwgAAAAAAAEDCAAAcQgAAyEIAAIC_AAC4wQAA3MIAAAAAAABkwgAAUMIAAFzCAABwwQAAjMIAAIC_AADQQQAAgsIAANhBAACYQQAAAMEAAMjBAACwQQAAMEEAACzCAACMwgAANEIAAPDBAACKQgAATEIAANBBAADgQQAAsEIAAOBBAABwwQAAUEIAAFhCAACAQAAAQEAAAIBCAACewgAAYMEAALDBAACQQgAAgL8AABDCAAAAQgAA2EEAAKBAAAAwwgAAcEEAAEDCAACAPwAA0MEAAHhCAABgQQAAIEIAAIDBAACIQQAAsEEAABBCAABAwAAAwMAAAFDBAACQwQAACEIAAPDBAABEwgAAAMIAABjCAACYQQAAZEIAADDBAABcwgAAJEIAAKjBAACoQQAAuMEAAOhBAACAQgAAmMEAAFhCAAD4wQAAiMIAAOjBAADgQAAAsMEAADhCAACAPwAALEIAAAzCAADAwQAARMIAAPhBAAAgQQAAGMIAABhCAAA8QgAAgEAAAKBBAADowQAAiMEAAMDBAACgwAAAEEIAAIbCAABYQgAACMIAAEzCAAAowgAAAAAAAAxCAACIQgAAqEEAAMjBAAAEwgAAwEIAAEDAAAAgwQAAcMEAAABCAAAEQgAAMMEAAIBBAABAQgAA6MEAAIjBAACSwgAAEMEAAHRCAABIQgAAdMIAACBBAAAQQgAAcMEAABTCAADQQQAAAEAAAODAAADgQQAAwEAAABBBAABIwgAAMMIAADBBIAA4E0AJSHVQASqPAhAAGoACAABsvgAAyD0AAHQ-AACgPAAADD4AAIi9AAAMPgAAXb8AABW_AABwvQAA6D0AANg9AACYPQAAXD4AAAS-AAAwvQAAnj4AAKg9AACoPQAA2j4AAH8_AACYvQAABL4AABS-AAAQPQAAuL0AAJg9AABkvgAA0r4AAKA8AABkPgAAgLsAAMg9AABwPQAAVD4AAFQ-AACYPQAAwr4AAIa-AABcvgAAPL4AAJY-AAAsvgAAQLwAANg9AACovQAAwj4AANi9AAAwvQAAzr4AAHw-AACKvgAAyD0AACw-AADCvgAAUL0AACM_AAA0PgAAyL0AAJg9AAAQPQAAQLwAADA9AADYvSAAOBNACUh8UAEqjwIQARqAAgAA-L0AABQ-AADovQAAJ78AADC9AADgvAAAED0AAIi9AAAwvQAAqD0AAIA7AADovQAAdL4AAHS-AAAcPgAAcL0AAEA8AAARPwAATL4AAJ4-AACgPAAAgDsAABC9AABwvQAAEL0AAOA8AAAsvgAAyD0AAFA9AABAvAAAcD0AAOg9AABEvgAA2L0AALg9AAD4PQAAJD4AAPg9AACOvgAAmL0AAIA7AABAvAAAPL4AAAQ-AACgvAAAQDwAAH-_AACYPQAAED0AAIg9AAC4vQAA2L0AABS-AABcPgAAmD0AALg9AADgPAAAUD0AAJi9AACYPQAA4LwAABA9AADKPgAA4DwgADgTQAlIfFABMAk4AUoAYABoAA,,\"}","related_url":"http://www.youtube.com/watch?v=LPaFq2KWzLM","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1920,"cheight":1080,"cratio":1.77777,"dups":["16163051368864820293"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"videoContentId":"2119837921","isLiked":0},"2285012231143518397":{"videoId":"2285012231143518397","docid":"34-8-13-Z00FAB6410C4D8470","description":"We go through what is PPO, compare with A2C, highlight differences and similarities. We look conceptually, do some maths, and compare using stable baselines. Both A2C and PPO are policy gradient...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/1777199/62698c35ee8e98a948a86a0ccc656b1e/564x318_1"},"target":"_self","position":"17","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Is A2C Different from PPO?","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=P2bgs0hUfK0\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhUKEzIyODUwMTIyMzExNDM1MTgzOTdaEzIyODUwMTIyMzExNDM1MTgzOTdqtQ0SATAYACJLGjAACiloaHBoZWlkc29paHRrcHVoaFVDSFBvTkhrX2FDNUxtSkREVkFINHc3URICABEqF8IPDxoPPxPvD4oEIACAkxyCBCQBgAQrKosBEAEaeIH7BPsAAf8A7wML-vsBAQH-CPb9Cf3-AOz47_wFAAAA5wX6Bwn_AAD_CgH2_wAAAPX7Cgz0_wEAFgn9_wQAAAD19fwEBAAAABAJBgP-AQAA-An2AgP_AAAOCQEFAAAAAO0T_wf_AP8ABg35AwEAAAAD7wAFAAEAACAALe3fzjs4E0AJSE5QAipzEAAaYPYYABEFIALl_QHu9Nv8Cf_jGfvh2wIA_QEAJfnv6Q7_6OMc-f8z8gIAzwAAAP4MEwsHAAM6Ed7J-Qz3-xvw4hX3fwgJ7xvIDvLS8PzcEvvwHB38HgDOA_8NHOXyDv38FiAALZgfgjs4E0AJSG9QAiqvBhAMGqAGAAAAwAAAyMEAADBCAACwQQAAREIAAMDAAACGQgAAqMEAAGDCAADIwQAAgEAAACDBAABgwgAAsMEAABBBAAAAQAAAiEIAAEDBAAAAwgAAmMEAAKBAAABUQgAAwEEAALJCAABwQgAAmMEAAKzCAACGwgAAkkIAADRCAABIQgAAmMEAADDCAACYwQAAcMIAAEDBAACUwgAApEIAALhBAAAgQgAABMIAAMhBAAAMQgAAkMEAAAAAAAAQQQAAAMEAAIA_AABcQgAAsMEAAJrCAACsQgAAgL8AAGDBAADIwQAAyMEAAEDBAACoQQAAsMEAADBBAADIQQAAIMIAAEzCAACYQQAAQMIAAATCAABgQgAAoMAAAPDBAACgQQAAQEEAAAhCAAB0wgAAIEEAABhCAABEwgAAoMEAANhBAAD4wQAAEEEAAMrCAAB8QgAAoMEAAFhCAAAwQQAA2EEAAFjCAAAgQQAAkkIAAEBBAADIQQAAQMAAAGxCAAAQwQAA6MEAACDCAADAQQAAqEEAAEBBAAAEwgAAOMIAAJZCAACGQgAAAEEAABDCAAD4QQAAQEAAABRCAACowQAAhEIAAGTCAABcQgAA4EEAABTCAAAAQgAAikIAAAzCAABQwgAAkMIAAABBAADwwQAAwEEAAIrCAACAvwAAhEIAAJDBAAAQwQAAgMEAANDBAADowQAAMMEAAFBBAAAAQQAAVEIAAEjCAAAcwgAAFMIAAHTCAABowgAAdMIAAKDBAACoQQAAMEIAABBBAACQwQAAoMEAAFTCAACaQgAA0EEAAEBCAAC4wQAANMIAACBBAABEQgAAgEIAALDBAACQwQAAGMIAAADCAACuQgAAJMIAAIDAAADQQQAAiMEAADDBAABAwAAA4EAAAIBCAAAwQgAAgD8AAMhBAACQwQAAUEEAAJjBAAAAQgAA8EEAACRCAADAwQAAgEEAAABCAADQwgAAEMEAAKjBAABIwgAAiEEAAKzCAACAQAAAgEEAANBBAABgQgAAsMEAAGBBAAAEQgAAcEEAAIC_AAAAQQAAMMEAANBBAAAowgAAgEEgADgTQAlIdVABKo8CEAAagAIAAEA8AABQvQAAfD4AAFA9AACSvgAAgj4AAKi9AAAZvwAAEL0AAMg9AAA0PgAATL4AABw-AAC6PgAAED0AAHS-AACKPgAA2D0AAFQ-AAAtPwAAdz8AAPi9AACYPQAAmL0AAI6-AADIvQAAUD0AADA9AADIPQAA0j4AAAQ-AABAvAAAgr4AAJI-AABQPQAAiD0AAIg9AABwPQAA6L0AADS-AADgvAAAfL4AAII-AADovQAAQDwAAEA8AABQvQAA2L0AAKi9AACGvgAA4DwAADQ-AADePgAAfD4AAPi9AACoPQAAfz8AAKi9AADoPQAAUD0AANi9AABAPAAA6D0AAEy-IAA4E0AJSHxQASqPAhABGoACAABsvgAALD4AAIK-AABFvwAADL4AAOg9AADWPgAAmL0AADC9AABcPgAALD4AAEy-AAC4vQAAmL0AABC9AADgPAAAmD0AACE_AAAsvgAArj4AAPg9AABAvAAAML0AAMi9AACIvQAADD4AAGS-AAAwPQAAoDwAAHC9AABQPQAAQDwAAHC9AAA0vgAAMD0AANi9AAD4PQAAmL0AABS-AACCvgAALD4AAOC8AABQPQAAmL0AABC9AACWPgAAf78AAKi9AABQvQAAMD0AAHw-AABMPgAAuD0AADw-AADIvQAAqD0AAIi9AAAwPQAApj4AAOC8AADoPQAAJL4AAEC8AADIPSAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=P2bgs0hUfK0","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["2285012231143518397"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0},"12669798376222498826":{"videoId":"12669798376222498826","docid":"34-1-8-ZB4AA58265470A5B5","description":"In this video, I break down Proximal Policy Optimization (PPO) from first principles, without assuming prior knowledge of Reinforcement Learning. By the end, you’ll understand the core RL...","preview":{"posterSrc":"//avatars.mds.yandex.net/get-vthumb/223388/a44215115e78c4971e556154af9166ac/564x318_1"},"target":"_self","position":"19","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","isAdultDoc":false,"relatedParams":{"text":"Proximal Policy Optimization (PPO) for LLMs Explained Intuitively","related_orig_text":"PPO","related_porno":false,"related_less_3m_off":true,"client":"d2d","no_cnt":1,"related_src":"serp","related":"{\"porno\":false,\"vfp\":1,\"orig_text\":\"PPO\",\"url\":\"http:\\/\\/www.youtube.com\\/watch?v=8jtAzxUwDj0\",\"src\":\"serp\",\"rvb\":\"Eq0DChM3NzkyMTg3OTg3ODU5Njg2OTAzChQxNzU1Mjk2MzE5MzY3MDk3MTM3NQoTOTEwODI0NDE0NTcwMzQ5NDkzNQoUMTAxMDk5Mjc5NTQ2NzIyNDg4MzAKFDEwMDEyNjY5MDE5NjMwMzUwMDU2ChQxNTQ1MTQ2MTEyNjY4NzUwMjkyNQoUMTI3OTEzNTI3MDA4MzIwMjQ2MjIKFDEyNTI0NjI1MzU4ODg1NTQwMjg4ChM5NjA1NTg3MzQ0MjMwNDczNjE1ChMzNTMyNzc3NTMxMzYzNTMwNTY4ChQxMTkyNDI0MTI3MjA5NzQ4NDE5MAoTNTc5OTY2NjMwMjE4MzQ2MjE1MgoUMTM1NTM5MDYyMTQ2MTQwMDgxMTUKEzM1ODc1NDIzMzA2ODc2NDM2MzIKFDE2MTYzMDUxMzY4ODY0ODIwMjkzChMyMjg1MDEyMjMxMTQzNTE4Mzk3ChQxMjY2OTc5ODM3NjIyMjQ5ODgyNgoUMTU1MDEzMDkyMDkxNDEzMTY1ODYKEzg0NTQxODg2MTkxNTc2NTE3NjIKETczMTg5Nzk4NzkzNDAwNjUxGhYKFDEyNjY5Nzk4Mzc2MjIyNDk4ODI2WhQxMjY2OTc5ODM3NjIyMjQ5ODgyNmq2DRIBMBgAIkwaMQAKKmhocG93d3NiZHlqZ3F6bGRoaFVDTVV5X1dzVUlZYk1faEtSOWRyYjlkQRICABIqF8IPDxoPPxOrCooEIADwwh2CBCQBgAQrKosBEAEaeIH_CQL1_gMA9gEB-fsBAAEVAvzz9QICAPEB9wIHAf8A7_wA9PkAAAD9AvsFAQAAAAH2AQT2_QEAERMFBAQAAAAJ8_cL-wAAAAEJBQT-AQAA-Pjr_gL_AAAQA_jy_wAAAPLzBfsCAAAA9fsGCAAAAAAL8fr1AAAAACAALei92Ts4E0AJSE5QAipzEAAaYPoWAAwgCv7nBDLn3gwGCvLaEeIT3jMAFQAALh0D6yn3DrM65v8g5wn1uwAAAAkI3x3XAA5S7gu_5xcJAvHP6iYQf_v1BPT7CuXRCCTLFurRBgnwSADL-xkDNtnQDAz7PCAALWwTSTs4E0AJSG9QAiqvBhAMGqAGAAC4QQAAgMEAABhCAACUQgAAwMAAAMDBAABAwQAAEMEAAITCAACgwgAAkkIAAHhCAABQwgAAAEAAAFRCAABgwQAAAMIAAGxCAADwQQAAgEAAAMBAAACgwAAANMIAAOBBAACowQAAxEIAAIA_AAAIwgAAokIAAHxCAAD4wQAABEIAAADCAACAQAAAyMEAAKhBAAA4wgAA8kIAAHDBAAAYwgAAAEEAAHBBAACAQQAA6EEAAOjBAAAUwgAAgD8AACDCAABIQgAADMIAAABAAABkQgAA4MEAAGBBAABwQQAAgL8AAIC_AADAwQAA8MEAABRCAACoQQAA4MEAAIDCAACAwAAAMEEAAJBBAAAIQgAAgEAAANjBAADgwAAA-EEAAFRCAABYwgAArEIAAABAAADUwgAAbMIAABxCAAAswgAA2MEAAATCAADAwQAAuMEAAABAAABAQQAAvEIAAAAAAAAAQAAAkkIAAADCAACSwgAAIMEAANDBAAAowgAAHEIAAKrCAACgQAAAWEIAABjCAAAAwQAAAAAAABBBAAAAwgAAIEEAAGTCAABAQgAA2EEAAIjBAACIQQAAEEEAAABBAACgQQAAkMEAAIDCAAAQQgAAsEEAAEjCAAAAwAAA4MAAADDBAACgwAAAcEEAAADAAADowQAAoEAAAETCAADAQQAADEIAAABBAACmwgAAkEIAABDBAAC4wQAAHEIAADhCAADAwAAAfEIAAEBAAABAwAAApsIAAFBBAADAwAAAiEEAAFDBAACAvwAAhkIAAFxCAAAIQgAASMIAAAzCAAAQQQAAPMIAADjCAACUwgAAoMEAADTCAAAQwQAAJMIAADRCAAAIQgAAVMIAAGTCAADAwQAAEEEAAIBBAACwwQAAUEIAAIDAAADwQQAAYMEAAHzCAAC4QQAAIMEAAOBAAADAQAAAJEIAAPjBAAAQwQAAIMEAAMZCAACgQAAAAEAAABTCAADwwgAABEIAABRCAAAgQQAALEIAAEBBAAAgwQAAMMIAAJhBAADAwAAAQEAAAIDCAAAwQQAAbMIAAOBAAACgwQAAUMIgADgTQAlIdVABKo8CEAAagAIAAI6-AAAkvgAARL4AAPg9AAAMvgAAML0AAIA7AAABvwAAHL4AAOi9AABkPgAAJD4AANg9AABkPgAA4DwAAMK-AADaPgAA4LwAAHA9AAAVPwAAfz8AAGQ-AAAUPgAAgDsAACS-AAAcPgAAUL0AAHC9AACYvQAAuL0AAHQ-AAA0vgAAQDwAAPg9AACSPgAALD4AADC9AAAwPQAAjr4AAEy-AACSvgAAmD0AAGQ-AABAvAAAgLsAAFA9AABUPgAA0r4AAKi9AAB8vgAARL4AAIg9AADmPgAAmD0AAJK-AADIvQAATT8AAKA8AAAcPgAA2L0AADS-AACIvQAAoLwAAAS-IAA4E0AJSHxQASqPAhABGoACAADIvQAAVD4AAES-AAAtvwAAFL4AAFC9AADYPQAAHL4AADC9AACSPgAADD4AAHC9AABsvgAAdL4AADw-AADgvAAAgDsAACM_AACovQAA2j4AAJg9AAC4vQAAcL0AALi9AAAwvQAAND4AAMi9AADIPQAAFL4AAKA8AABQPQAAgLsAAOA8AACIvQAAFD4AAKg9AADIvQAABD4AAHS-AAC4vQAAND4AAAw-AABAPAAAEL0AAMi9AAAwPQAAf78AAKi9AAAwvQAAJL4AALi9AACAOwAA4LwAAPg9AAC4PQAAiD0AAKC8AADIPQAAqL0AAKC8AACIvQAAyD0AAGw-AAD4PSAAOBNACUh8UAEwCTgBSgBgAGgA\"}","related_url":"http://www.youtube.com/watch?v=8jtAzxUwDj0","parent-reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","related_vfp":1,"relatedVideo":"yes"},"cwidth":1280,"cheight":720,"cratio":1.77777,"dups":["12669798376222498826"],"episode":0,"season":0,"isEmbedOnly":false,"greenHost":"YouTube","hasTranslation":false,"contentTypeId":null,"censored":false,"censoredShock":false,"isShockDoc":false,"isLiked":0}},"dups":{"7792187987859686903":{"videoId":"7792187987859686903","title":"\u0007[PPO\u0007] Implementation from Scratch | Reinforcement Learning","cleanTitle":"PPO Implementation from Scratch | Reinforcement Learning","host":{"title":"YouTube","href":"http://www.youtube.com/live/xHf8oKd7cgU","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/xHf8oKd7cgU?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDclp0M016TU1zd2pnV2NVQ3JpUTYxdw==","name":"Papers in 100 Lines of Code","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Papers+in+100+Lines+of+Code&q_source=channel","origUrl":"http://www.youtube.com/@papersin100linesofcode","a11yText":"Papers in 100 Lines of Code. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":1284,"text":"21:24","a11yText":"Duration 21 minutes 24 seconds","shortText":"21 min"},"views":{"text":"13.8K","a11yText":"13.8 thousand views"},"date":"7 Dec 2024","modifyTime":1733529600000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/xHf8oKd7cgU?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=xHf8oKd7cgU","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":1284},"parentClipId":"7792187987859686903","href":"/preview/7792187987859686903?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/7792187987859686903?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"17552963193670971375":{"videoId":"17552963193670971375","title":"Proximal Policy Optimization (\u0007[PPO\u0007]) - How to train Large Language Models","cleanTitle":"Proximal Policy Optimization (PPO) - How to train Large Language Models","host":{"title":"YouTube","href":"http://www.youtube.com/live/TjHH_--7l8g","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/TjHH_--7l8g?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDZ0JuY3B5bEoxa2lWYVB5UC1QWmF1UQ==","name":"Serrano.Academy","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Serrano.Academy&q_source=channel","origUrl":"http://www.youtube.com/@SerranoAcademy","a11yText":"Serrano.Academy. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":2304,"text":"38:24","a11yText":"Duration 38 minutes 24 seconds","shortText":"38 min"},"views":{"text":"80.9K","a11yText":"80.9 thousand views"},"date":"24 Jan 2024","modifyTime":1706108408000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/TjHH_--7l8g?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=TjHH_--7l8g","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":2304},"parentClipId":"17552963193670971375","href":"/preview/17552963193670971375?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/17552963193670971375?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"9108244145703494935":{"videoId":"9108244145703494935","title":"\u0007[PPO\u0007] | Proximal Policy Optimization (\u0007[PPO\u0007]) architecture | \u0007[PPO\u0007] Explained","cleanTitle":"PPO | Proximal Policy Optimization (PPO) architecture | PPO Explained","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=7lDX7NZX94g","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/7lDX7NZX94g?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDUWVWOXJJZHllNjJTQ0Nfdjhoem5tUQ==","name":"AILinkDeepTech","isVerified":false,"subscribersCount":0,"url":"/video/search?text=AILinkDeepTech&q_source=channel","origUrl":"http://www.youtube.com/@AILinkDeepTech","a11yText":"AILinkDeepTech. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":846,"text":"14:06","a11yText":"Duration 14 minutes 6 seconds","shortText":"14 min"},"date":"29 Jan 2025","modifyTime":1738108800000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/7lDX7NZX94g?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=7lDX7NZX94g","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":846},"parentClipId":"9108244145703494935","href":"/preview/9108244145703494935?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/9108244145703494935?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"10109927954672248830":{"videoId":"10109927954672248830","title":"Deep Reinforcement Learning with Proximal Policy Optimization (\u0007[PPO\u0007]) with Code example!","cleanTitle":"Deep Reinforcement Learning with Proximal Policy Optimization (PPO) with Code example!","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=HlKHCg6rz0s","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/HlKHCg6rz0s?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDYlkzWjk4eVo0VkUzblo5N3ZXemNuUQ==","name":"Luke Ditria","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Luke+Ditria&q_source=channel","origUrl":"http://www.youtube.com/@LukeDitria","a11yText":"Luke Ditria. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":3239,"text":"53:59","a11yText":"Duration 53 minutes 59 seconds","shortText":"53 min"},"views":{"text":"7.9K","a11yText":"7.9 thousand views"},"date":"15 Jan 2024","modifyTime":1705276800000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/HlKHCg6rz0s?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=HlKHCg6rz0s","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":3239},"parentClipId":"10109927954672248830","href":"/preview/10109927954672248830?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/10109927954672248830?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"10012669019630350056":{"videoId":"10012669019630350056","title":"What is a \u0007[PPO\u0007] and how does it work?","cleanTitle":"What is a PPO and how does it work?","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=kXgTmYgAfoA","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/kXgTmYgAfoA?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDRWNQTkJxN1lWLVBQVzZpaVJNaVNMUQ==","name":"EVCO Insurance Services","isVerified":false,"subscribersCount":0,"url":"/video/search?text=EVCO+Insurance+Services&q_source=channel","origUrl":"http://www.youtube.com/@EVCOinsurance","a11yText":"EVCO Insurance Services. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":103,"text":"1:43","a11yText":"Duration 1 minute 43 seconds","shortText":"1 min"},"views":{"text":"27.6K","a11yText":"27.6 thousand views"},"date":"25 Oct 2013","modifyTime":1382659200000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/kXgTmYgAfoA?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=kXgTmYgAfoA","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":103},"parentClipId":"10012669019630350056","href":"/preview/10012669019630350056?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/10012669019630350056?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"15451461126687502925":{"videoId":"15451461126687502925","title":"Simply Explaining Proximal Policy Optimization (\u0007[PPO\u0007]) | Deep Reinforcement Learning","cleanTitle":"Simply Explaining Proximal Policy Optimization (PPO) | Deep Reinforcement Learning","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=5VHLd9eCZ-w","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/5VHLd9eCZ-w?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDa0hnb1R5b1d1el9JcFZ6UlVraEpVZw==","name":"Johnny Code","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Johnny+Code&q_source=channel","origUrl":"http://www.youtube.com/@johnnycode","a11yText":"Johnny Code. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":1875,"text":"31:15","a11yText":"Duration 31 minutes 15 seconds","shortText":"31 min"},"views":{"text":"21.2K","a11yText":"21.2 thousand views"},"date":"10 Apr 2025","modifyTime":1744243200000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/5VHLd9eCZ-w?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=5VHLd9eCZ-w","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":1875},"parentClipId":"15451461126687502925","href":"/preview/15451461126687502925?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/15451461126687502925?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"12791352700832024622":{"videoId":"12791352700832024622","title":"Introduction to Proximal Policy Optimization algorithm (\u0007[PPO\u0007])","cleanTitle":"Introduction to Proximal Policy Optimization algorithm (PPO)","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=lYP3cF2wqOY","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/lYP3cF2wqOY?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDWjhxY3p3T09yTDh5d2FDUno1V1Vqdw==","name":"Python Lessons","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Python+Lessons&q_source=channel","origUrl":"http://www.youtube.com/@PyLessons","a11yText":"Python Lessons. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":1743,"text":"29:03","a11yText":"Duration 29 minutes 3 seconds","shortText":"29 min"},"views":{"text":"12.8K","a11yText":"12.8 thousand views"},"date":"30 Mar 2020","modifyTime":1585526400000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/lYP3cF2wqOY?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=lYP3cF2wqOY","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":1743},"parentClipId":"12791352700832024622","href":"/preview/12791352700832024622?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/12791352700832024622?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"12524625358885540288":{"videoId":"12524625358885540288","title":"\u0007[PPO\u0007] vs EPO: What's the Difference?","cleanTitle":"PPO vs EPO: What's the Difference?","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=XrtSGU3ZKQc","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/XrtSGU3ZKQc?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDTEdrSkdaNk1CbzFDUDdZSTJBSFZIZw==","name":"Hiveeo","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Hiveeo&q_source=channel","origUrl":"http://www.youtube.com/@hiveeo","a11yText":"Hiveeo. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":114,"text":"1:54","a11yText":"Duration 1 minute 54 seconds","shortText":"1 min"},"views":{"text":"10.4K","a11yText":"10.4 thousand views"},"date":"19 Jun 2018","modifyTime":1529366400000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/XrtSGU3ZKQc?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=XrtSGU3ZKQc","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":114},"parentClipId":"12524625358885540288","href":"/preview/12524625358885540288?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/12524625358885540288?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"9605587344230473615":{"videoId":"9605587344230473615","title":"\u0007[PPO\u0007] - Introduction","cleanTitle":"PPO - Introduction","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=81DIcSOAHHk","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/81DIcSOAHHk?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDUEVhSG5zd2RsUUM1eXotUjMwa0Jldw==","name":"Interesting Colors","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Interesting+Colors&q_source=channel","origUrl":"http://www.youtube.com/@interestingcolors3294","a11yText":"Interesting Colors. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":1001,"text":"16:41","a11yText":"Duration 16 minutes 41 seconds","shortText":"16 min"},"date":"26 Mar 2023","modifyTime":1679788800000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/81DIcSOAHHk?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=81DIcSOAHHk","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":1001},"parentClipId":"9605587344230473615","href":"/preview/9605587344230473615?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/9605587344230473615?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"3532777531363530568":{"videoId":"3532777531363530568","title":"Proximal Policy Optimization (\u0007[PPO\u0007]) Tutorial - Master Roboschool!!!","cleanTitle":"Proximal Policy Optimization (PPO) Tutorial - Master Roboschool!!!","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=WxQfQW48A4A","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/WxQfQW48A4A?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDclJUV2ZzbzlPUzNEMDktUVNMQTVqZw==","name":"Skowster the Geek","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Skowster+the+Geek&q_source=channel","origUrl":"https://www.youtube.com/channel/UCrRTWfso9OS3D09-QSLA5jg","a11yText":"Skowster the Geek. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":1221,"text":"20:21","a11yText":"Duration 20 minutes 21 seconds","shortText":"20 min"},"views":{"text":"18.5K","a11yText":"18.5 thousand views"},"date":"12 Nov 2018","modifyTime":1542006000000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/WxQfQW48A4A?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=WxQfQW48A4A","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":1221},"parentClipId":"3532777531363530568","href":"/preview/3532777531363530568?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/3532777531363530568?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"11924241272097484190":{"videoId":"11924241272097484190","title":"Q&A 1: Teacher Models, \u0007[PPO\u0007] Implementation Questions & More | RLHF & Post-training Co...","cleanTitle":"Q&A 1: Teacher Models, PPO Implementation Questions & More | RLHF & Post-training Course","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=x-MqKBzoxkI","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/x-MqKBzoxkI?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDYXlRakNIelNucVBzemNITk1tZmtTZw==","name":"Nathan Lambert","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Nathan+Lambert&q_source=channel","origUrl":"http://www.youtube.com/@natolambert","a11yText":"Nathan Lambert. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":922,"text":"15:22","a11yText":"Duration 15 minutes 22 seconds","shortText":"15 min"},"date":"15 Jun 2026","modifyTime":1781481600000,"freshBadge":"2 days ago","isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/x-MqKBzoxkI?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=x-MqKBzoxkI","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":922},"parentClipId":"11924241272097484190","href":"/preview/11924241272097484190?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/11924241272097484190?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"5799666302183462152":{"videoId":"5799666302183462152","title":"Reinforcement Learning: Policy Optimization Introduction. Reinforce to \u0007[PPO\u0007] to RLHF #datascience","cleanTitle":"Reinforcement Learning: Policy Optimization Introduction. Reinforce to PPO to RLHF #datascience","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=mfjWWOsCNIo","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/mfjWWOsCNIo?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDcUFpMWxUc2Qyd2o3cDA1LU9vczR1Zw==","name":"The Machine Learning Engineer","isVerified":false,"subscribersCount":0,"url":"/video/search?text=The+Machine+Learning+Engineer&q_source=channel","origUrl":"http://www.youtube.com/@themachinelearningengineer","a11yText":"The Machine Learning Engineer. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":5263,"text":"1:27:43","a11yText":"Duration 1 hour 27 minutes 43 seconds","shortText":"1 hr 27 min"},"date":"11 May 2026","modifyTime":1778457600000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/mfjWWOsCNIo?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=mfjWWOsCNIo","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":5263},"parentClipId":"5799666302183462152","href":"/preview/5799666302183462152?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/5799666302183462152?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"13553906214614008115":{"videoId":"13553906214614008115","title":"\u0007[PPO\u0007] Negotiation & Optimization in 3 Simple Steps","cleanTitle":"PPO Negotiation & Optimization in 3 Simple Steps","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=fv4fGLesQIA","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/fv4fGLesQIA?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDN2F2bERCOTZCY1dMMTlmUk80dm43UQ==","name":"Henry Schein Dental","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Henry+Schein+Dental&q_source=channel","origUrl":"http://www.youtube.com/@HenryScheinDental","a11yText":"Henry Schein Dental. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":4687,"text":"1:18:07","a11yText":"Duration 1 hour 18 minutes 7 seconds","shortText":"1 hr 18 min"},"views":{"text":"1.6K","a11yText":"1.6 thousand views"},"date":"20 May 2022","modifyTime":1653004800000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/fv4fGLesQIA?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=fv4fGLesQIA","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":4687},"parentClipId":"13553906214614008115","href":"/preview/13553906214614008115?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/13553906214614008115?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"3587542330687643632":{"videoId":"3587542330687643632","title":"\u0007[PPO\u0007] Meaning","cleanTitle":"PPO Meaning","host":{"title":"YouTube","href":"http://www.youtube.com/v/q984wH8EWPU","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/q984wH8EWPU?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDcWE1Rmx0OEhIUlJQRWo4aE5OYVhBdw==","name":"SDictionary","isVerified":false,"subscribersCount":0,"url":"/video/search?text=SDictionary&q_source=channel","origUrl":"http://www.youtube.com/@SDictionaryEd","a11yText":"SDictionary. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":21,"text":"00:21","a11yText":"Duration 21 seconds","shortText":""},"views":{"text":"14.3K","a11yText":"14.3 thousand views"},"date":"20 Apr 2015","modifyTime":1429488000000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/q984wH8EWPU?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=q984wH8EWPU","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":21},"parentClipId":"3587542330687643632","href":"/preview/3587542330687643632?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/3587542330687643632?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"16163051368864820293":{"videoId":"16163051368864820293","title":"Stable baselines 3 Reinforcement Learning using Tensor flow 2.x with \u0007[PPO\u0007] Algorithm","cleanTitle":"Stable baselines 3 Reinforcement Learning using Tensor flow 2.x with PPO Algorithm","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=LPaFq2KWzLM","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/LPaFq2KWzLM?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDWER1VXUzTXU5a3RuZlVXSWJrRUtndw==","name":"StudyGyaan","isVerified":false,"subscribersCount":0,"url":"/video/search?text=StudyGyaan&q_source=channel","origUrl":"http://www.youtube.com/@StudyGyaan","a11yText":"StudyGyaan. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":406,"text":"6:46","a11yText":"Duration 6 minutes 46 seconds","shortText":"6 min"},"views":{"text":"2.4K","a11yText":"2.4 thousand views"},"date":"24 May 2021","modifyTime":1621814400000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/LPaFq2KWzLM?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=LPaFq2KWzLM","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":406},"parentClipId":"16163051368864820293","href":"/preview/16163051368864820293?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/16163051368864820293?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"2285012231143518397":{"videoId":"2285012231143518397","title":"Is A2C Different from \u0007[PPO\u0007]?","cleanTitle":"Is A2C Different from PPO?","host":{"title":"YouTube","href":"http://www.youtube.com/watch?v=P2bgs0hUfK0","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/P2bgs0hUfK0?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDSFBvTkhrX2FDNUxtSkREVkFINHc3UQ==","name":"RL Hugh","isVerified":false,"subscribersCount":0,"url":"/video/search?text=RL+Hugh&q_source=channel","origUrl":"http://www.youtube.com/@rlhugh","a11yText":"RL Hugh. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":2031,"text":"33:51","a11yText":"Duration 33 minutes 51 seconds","shortText":"33 min"},"views":{"text":"1.6K","a11yText":"1.6 thousand views"},"date":"12 Aug 2022","modifyTime":1660262400000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/P2bgs0hUfK0?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=P2bgs0hUfK0","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":2031},"parentClipId":"2285012231143518397","href":"/preview/2285012231143518397?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/2285012231143518397?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false},"12669798376222498826":{"videoId":"12669798376222498826","title":"Proximal Policy Optimization (\u0007[PPO\u0007]) for LLMs Explained Intuitively","cleanTitle":"Proximal Policy Optimization (PPO) for LLMs Explained Intuitively","host":{"title":"YouTube","href":"http://www.youtube.com/live/8jtAzxUwDj0","playerUri":"\u003ciframe src=\"//www.youtube.com/embed/8jtAzxUwDj0?enablejsapi=1&wmode=opaque\" frameborder=\"0\" scrolling=\"no\" allowfullscreen=\"1\" allow=\"autoplay; fullscreen; accelerometer; gyroscope; picture-in-picture\" aria-label=\"Video\">\u003c/iframe>","playerId":"youtube","providerName":"youtube.com","sourceHost":"www.youtube.com","name":"youtube.com","secondPart":{"type":"CHANNEL","id":"d3d3LnlvdXR1YmUuY29tO1VDTVV5X1dzVUlZYk1faEtSOWRyYjlkQQ==","name":"Julia Turc","isVerified":false,"subscribersCount":0,"url":"/video/search?text=Julia+Turc&q_source=channel","origUrl":"http://www.youtube.com/@juliaturc1","a11yText":"Julia Turc. "},"faviconUrl":"//favicon.yandex.net/favicon/v2/http%3A%2F%2Fyoutube.com?color=255%2C255%2C255%2C0&size=32&stub=1"},"duration":{"value":1323,"text":"22:03","a11yText":"Duration 22 minutes 3 seconds","shortText":"22 min"},"views":{"text":"57.1K","a11yText":"57.1 thousand views"},"date":"7 Mar 2025","modifyTime":1741305600000,"isExternal":false,"player":{"embedUrl":"https://www.youtube.com/embed/8jtAzxUwDj0?autoplay=1&enablejsapi=1&wmode=opaque","playerId":"youtube","videoUrl":"http://www.youtube.com/watch?v=8jtAzxUwDj0","reqid":"1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL","duration":1323},"parentClipId":"12669798376222498826","href":"/preview/12669798376222498826?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","rawHref":"/video/preview/12669798376222498826?parent-reqid=1781720382169355-10136375804529763633-balancer-l7leveler-kubr-yp-klg-309-BAL&text=PPO","isEmbedOnly":false,"shouldPlayInstreamPreroll":false,"commentsDisabled":false,"reactionsDisabled":false}}},"viewer":{"_isInitial":false,"clips":{"items":{},"dups":{},"loadingStatus":"None"},"internal":{"videoId":"","sandboxEventPrefix":"sandbox:","sandboxVersion":"0xa58d53e1b19","isEmbedded":false,"from":"yavideo","service":"ya-video","hbPeriod":30,"table":"video_tech","isInstreamDisabled":false,"nonce":"1363758045297636337309","errorList":[],"isAdultAdv":false,"isImportantCommonAdv":false,"shouldShowAdvId":false,"advConfig":{"under-player":{"regular":{"default":"R-I-48058-725","mail":"R-A-13411721-6"},"adult":{"default":"R-I-474674-114","mail":"R-A-13426421-6"}},"under-player-lite":{"regular":{"default":"R-I-48058-728"},"adult":{"default":"R-I-474674-103"}},"under-player-old":{"regular":{"default":"R-I-48058-725","mail":"R-A-13411721-6"},"adult":{"default":"R-I-474674-114","mail":"R-A-13426421-6"}},"video-list":{"regular":{"default":"R-I-48058-708","mail":"R-A-13411721-2"},"adult":{"default":"R-I-474674-101","mail":"R-A-13426421-2"}},"search-list":{"adult":{"default":"R-I-474674-135","mail":"R-A-13426421-23"},"regular":{"default":"R-I-48058-751","mail":"R-A-13411721-23"}},"search-grid-inplace":{"regular":{"default":"R-I-48058-742","mail":"R-A-13411721-16"},"adult":{"default":"R-I-474674-126","mail":"R-A-13426421-16"}},"search-grid-head":{"regular":{"default":"R-I-2120168-7"}},"search-list-right":{"adult":{"default":"R-I-19214552-1"},"regular":{"default":"R-I-8843654-1"}},"before-player-old":{"regular":{"default":"R-I-2120168-1"}},"before-player":{"adult":{"default":"R-I-19178478-1"},"regular":{"default":"R-I-2120168-1"}}},"shouldValidateSandbox":false,"sandboxInitTimeout":15000,"isSSROnlyMastheadEnabled":true,"query":"PPO","queryUriEscaped":"PPO","filterMode":1,"isUserChild":false,"advInstreamConfig":{"regular":{"default":{"category":"2","impId":"7","partnerId":"2216089","vmapScenarioId":"119"}},"adult":{"default":{"category":"3","impId":"4","partnerId":"1988486","vmapScenarioId":"119"}}}},"playbackQueue":{"currentIndex":0,"items":[]},"related":{"items":[],"pages":[],"loadingStatus":"None","nextPageNum":0,"ncrnd":0},"playlist":{"items":{}},"delayedViews":{"ids":[],"loadingStatus":"None"}}}