{"id":3006884,"date":"2023-08-31T08:49:40","date_gmt":"2023-08-31T15:49:40","guid":{"rendered":"urn:uuid:6a5c06ac-59c2-4eab-b9b6-fa72fc022ac7"},"modified":"2023-10-06T12:40:41","modified_gmt":"2023-10-06T19:40:41","slug":"learning-bipedal-robot-locomotion-from-human-movement","status":"publish","type":"research-post","link":"https:\/\/sonyinteractive.com\/en\/innovation\/research-academia\/research\/learning-bipedal-robot-locomotion-from-human-movement\/","title":{"rendered":"Learning Bipedal Robot Locomotion from Human Movement"},"content":{"rendered":"\n<p class=\"sie-paragraph\">Teaching an anthropomorphic robot from human example offers the opportunity to impart humanlike qualities on its movement. In this work we present a reinforcement learning based method for teaching a real world bipedal robot to perform movements directly from human motion capture data. Our method seamlessly transitions from training in a simulation environment to executing on a physical robot without requiring any real world training iterations or offline steps. To overcome the disparity in joint configurations between the robot and the motion capture actor, our method incorporates motion re-targeting into the training process. Domain randomization techniques are used to compensate for the differences between the simulated and physical systems. We demonstrate our method on an internally developed humanoid robot with movements ranging from a dynamic walk cycle to complex balancing and waving. Our controller preserves the style imparted by the motion capture data and exhibits graceful failure modes resulting in safe operation for the robot. This work was performed for research purposes only.<\/p>\n\n\n\n<p class=\"sie-paragraph\">To read the full research please visit <a class=\"sie-paragraph\" href=\"https:\/\/arxiv.org\/abs\/2105.12277\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/arxiv.org\/abs\/2105.12277<\/a><\/p>\n","protected":false},"author":13,"parent":0,"template":"","byline":[188],"research-post-category":[201],"class_list":["post-3006884","research-post","type-research-post","status-publish","has-post-thumbnail","hentry","research-post-category-robotics","post-learning-bipedal-robot-locomotion-from-human-movement"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v27.0 (Yoast SEO v27.0) - https:\/\/yoast.com\/product\/yoast-seo-premium-wordpress\/ -->\n<title>Learning Bipedal Robot Locomotion from Human Movement - Sony Interactive Entertainment<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Learning Bipedal Robot Locomotion from Human Movement\" \/>\n<meta property=\"og:description\" content=\"Teaching an anthropomorphic robot from human example offers the opportunity to impart humanlike qualities on its movement. In this work we present a reinforcement learning based method for teaching a real world bipedal robot to perform movements directly from human motion capture data. Our method seamlessly transitions from training in a simulation environment to executing [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/\" \/>\n<meta property=\"og:site_name\" content=\"Sony Interactive Entertainment\" \/>\n<meta property=\"article:modified_time\" content=\"2023-10-06T19:40:41+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"1920\" \/>\n\t<meta property=\"og:image:height\" content=\"1080\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data1\" content=\"1 minute\" \/>\n\t<meta name=\"twitter:label2\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data2\" content=\"Michael Taylor\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/\",\"url\":\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/\",\"name\":\"Learning Bipedal Robot Locomotion from Human Movement - Sony Interactive Entertainment\",\"isPartOf\":{\"@id\":\"https:\/\/sonyinteractive.com\/en\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#primaryimage\"},\"image\":{\"@id\":\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg\",\"datePublished\":\"2023-08-31T15:49:40+00:00\",\"dateModified\":\"2023-10-06T19:40:41+00:00\",\"breadcrumb\":{\"@id\":\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#primaryimage\",\"url\":\"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg\",\"contentUrl\":\"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg\",\"width\":1920,\"height\":1080},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\/\/sonyinteractive.com\/en\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Learning Bipedal Robot Locomotion from Human Movement\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/sonyinteractive.com\/en\/#website\",\"url\":\"https:\/\/sonyinteractive.com\/en\/\",\"name\":\"Sony Interactive Entertainment\",\"description\":\"Pushing the Boundaries of Play\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/sonyinteractive.com\/en\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"Learning Bipedal Robot Locomotion from Human Movement - Sony Interactive Entertainment","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/","og_locale":"en_US","og_type":"article","og_title":"Learning Bipedal Robot Locomotion from Human Movement","og_description":"Teaching an anthropomorphic robot from human example offers the opportunity to impart humanlike qualities on its movement. In this work we present a reinforcement learning based method for teaching a real world bipedal robot to perform movements directly from human motion capture data. Our method seamlessly transitions from training in a simulation environment to executing [&hellip;]","og_url":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/","og_site_name":"Sony Interactive Entertainment","article_modified_time":"2023-10-06T19:40:41+00:00","og_image":[{"width":1920,"height":1080,"url":"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg","type":"image\/jpeg"}],"twitter_card":"summary_large_image","twitter_misc":{"Est. reading time":"1 minute","Written by":"Michael Taylor"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/","url":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/","name":"Learning Bipedal Robot Locomotion from Human Movement - Sony Interactive Entertainment","isPartOf":{"@id":"https:\/\/sonyinteractive.com\/en\/#website"},"primaryImageOfPage":{"@id":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#primaryimage"},"image":{"@id":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#primaryimage"},"thumbnailUrl":"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg","datePublished":"2023-08-31T15:49:40+00:00","dateModified":"2023-10-06T19:40:41+00:00","breadcrumb":{"@id":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#primaryimage","url":"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg","contentUrl":"https:\/\/sonyinteractive.com\/tachyon\/2023\/08\/researchpost-featuredimage-robotics.jpg","width":1920,"height":1080},{"@type":"BreadcrumbList","@id":"https:\/\/sonyinteractive.com\/en\/innovation\/research\/learning-bipedal-robot-locomotion-from-human-movement\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/sonyinteractive.com\/en\/"},{"@type":"ListItem","position":2,"name":"Learning Bipedal Robot Locomotion from Human Movement"}]},{"@type":"WebSite","@id":"https:\/\/sonyinteractive.com\/en\/#website","url":"https:\/\/sonyinteractive.com\/en\/","name":"Sony Interactive Entertainment","description":"Pushing the Boundaries of Play","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/sonyinteractive.com\/en\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"}]}},"ab_tests":{},"_links":{"self":[{"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/research-post\/3006884","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/research-post"}],"about":[{"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/types\/research-post"}],"author":[{"embeddable":true,"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/users\/13"}],"version-history":[{"count":1,"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/research-post\/3006884\/revisions"}],"predecessor-version":[{"id":3006885,"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/research-post\/3006884\/revisions\/3006885"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/media\/3007115"}],"wp:attachment":[{"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/media?parent=3006884"}],"wp:term":[{"taxonomy":"byline","embeddable":true,"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/byline?post=3006884"},{"taxonomy":"research-post-category","embeddable":true,"href":"https:\/\/sonyinteractive.com\/en\/wp-json\/wp\/v2\/research-post-category?post=3006884"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}