{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T11:08:50Z","timestamp":1780398530551,"version":"3.54.1"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032074478","type":"print"},{"value":"9783032074485","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T00:00:00Z","timestamp":1764028800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T00:00:00Z","timestamp":1764028800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-07448-5_14","type":"book-chapter","created":{"date-parts":[[2025,11,24]],"date-time":"2025-11-24T09:30:31Z","timestamp":1763976631000},"page":"151-164","update-policy":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Hitting the \u2018Gym\u2019: Reinforcement Learning for Control and Co-design of\u00a0Exercise-Strengthened Biohybrid Robots in\u00a0Simulation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0003-3160-2541","authenticated-orcid":false,"given":"Saul","family":"Schaffer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hima Hrithik","family":"Pamu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0001-6638-2687","authenticated-orcid":false,"given":"Victoria A.","family":"Webster-Wood","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,25]]},"reference":[{"key":"14_CR1","unstructured":"Bae, W.J., et\u00a0al.: Ab168. evaluation of the biocompatibility of packing materials for a catheter. Transl. Androl. Urology 4(Suppl 1) (2015)"},{"issue":"3","key":"14_CR2","doi-asserted-by":"publisher","first-page":"1718","DOI":"10.1109\/LRA.2017.2678540","volume":"2","author":"JE Bernth","year":"2017","unstructured":"Bernth, J.E., Arezzo, A., Liu, H.: A novel robotic meshworm with segment-bending anchoring for colonoscopy. IEEE Robot. Autom. Lett. 2(3), 1718\u20131724 (2017). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1109\/LRA.2017.2678540","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"9\u201310","key":"14_CR3","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1089\/ten.tea.2011.0313","volume":"18","author":"W Bian","year":"2012","unstructured":"Bian, W., Juhas, M., Pfeiler, T.W., Bursac, N.: Local tissue geometry determines contractile force generation of engineered muscle networks. Tissue Eng. Part A 18(9\u201310), 957\u2013967 (2012)","journal-title":"Tissue Eng. Part A"},{"key":"14_CR4","doi-asserted-by":"publisher","unstructured":"Brown, S.T., et\u00a0al.: Bridges-2: a platform for rapidly-evolving and data intensive research. In: Practice and Experience in Advanced Research Computing, pp.\u00a01\u20134 (2021). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1145\/3437359.3465593","DOI":"10.1145\/3437359.3465593"},{"key":"14_CR5","doi-asserted-by":"publisher","DOI":"10.3389\/fnut.2019.00083","volume":"6","author":"NA Burd","year":"2019","unstructured":"Burd, N.A., McKenna, C.F., Salvador, A.F., Paulussen, K.J., Moore, D.R.: Dietary protein quantity, quality, and exercise are key to healthy living: a muscle-centric perspective across the lifespan. Front. Nutr. 6, 461773 (2019)","journal-title":"Front. Nutr."},{"issue":"2","key":"14_CR6","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1089\/soro.2015.0002","volume":"2","author":"JC Case","year":"2015","unstructured":"Case, J.C., White, E.L., Kramer, R.K.: Soft material characterization for robotic applications. Soft Rob. 2(2), 80\u201387 (2015)","journal-title":"Soft Rob."},{"issue":"6","key":"14_CR7","doi-asserted-by":"publisher","first-page":"1900171","DOI":"10.1002\/aisy.201900171","volume":"2","author":"K Chin","year":"2020","unstructured":"Chin, K., Hellebrekers, T., Majidi, C.: Machine learning for soft robotic sensing and control. Adv. Intell. Syst. 2(6), 1900171 (2020)","journal-title":"Adv. Intell. Syst."},{"key":"14_CR8","unstructured":"Cosserat, E.M.P., Cosserat, F.: Th\u00e9orie des corps d\u00e9formables. A. Hermann et fils (1909)"},{"issue":"28","key":"14_CR9","doi-asserted-by":"publisher","first-page":"10125","DOI":"10.1073\/pnas.1401577111","volume":"11","author":"C Cvetkovic","year":"2014","unstructured":"Cvetkovic, C., et al.: Three-dimensionally printed biological machines powered by skeletal muscle. Proc. Natl. Acad. Sci. 11(28), 10125\u201310130 (2014)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"3","key":"14_CR10","doi-asserted-by":"publisher","DOI":"10.1088\/1748-3182\/8\/3\/035003","volume":"8","author":"KA Daltorio","year":"2013","unstructured":"Daltorio, K.A., et al.: Efficient worm-like locomotion: slip and control of soft-bodied peristaltic robots. Bioinspiration Biomimetics 8(3), 035003 (2013). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1088\/1748-3182\/8\/3\/035003","journal-title":"Bioinspiration Biomimetics"},{"issue":"4","key":"14_CR11","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1089\/ten.tec.2009.0125","volume":"16","author":"K Donnelly","year":"2010","unstructured":"Donnelly, K., et al.: A novel bioreactor for stimulating skeletal muscle in vitro. Tissue Eng. Part C: Methods 16(4), 711\u2013718 (2010)","journal-title":"Tissue Eng. Part C: Methods"},{"key":"14_CR12","doi-asserted-by":"publisher","unstructured":"Gazzola, M., et\u00a0al.: Forward and inverse problems in the mechanics of soft filaments. R. Soc. Open Sci. 5(6) (2018). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1098\/rsos.171628","DOI":"10.1098\/rsos.171628"},{"issue":"4","key":"14_CR13","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1089\/soro.2015.0010","volume":"2","author":"AD Horchler","year":"2015","unstructured":"Horchler, A.D., et al.: Peristaltic locomotion of a modular mesh-based worm robot: precision, compliance, and friction. Soft Rob. 2(4), 135\u2013145 (2015)","journal-title":"Soft Rob."},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Kandhari, A., Huang, Y., Daltorio, K.A., Chiel, H.J., Quinn, R.D.: Body stiffness in orthogonal directions oppositely affects worm-like robot turning and straight-line locomotion. Bioinspiration and Biomimetics 13(2) (2018)","DOI":"10.1088\/1748-3190\/aaa342"},{"issue":"1","key":"14_CR15","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1162\/evco_a_00242","volume":"27","author":"P Kerschke","year":"2019","unstructured":"Kerschke, P., Hoos, H.H., Neumann, F., Trautmann, H.: Automated algorithm selection: survey and perspectives. Evol. Comput. 27(1), 3\u201345 (2019)","journal-title":"Evol. Comput."},{"issue":"2","key":"14_CR16","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0246102","volume":"16","author":"D Kim","year":"2021","unstructured":"Kim, D., et al.: Review of machine learning methods in soft robotics. PLoS ONE 16(2), e0246102 (2021)","journal-title":"PLoS ONE"},{"key":"14_CR17","doi-asserted-by":"publisher","unstructured":"Kim, S., et\u00a0al.: Micro artificial muscle fiber using niti spring for soft robotics. In: 2009 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 2228\u20132234 (2009). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1109\/IROS.2009.5354178","DOI":"10.1109\/IROS.2009.5354178"},{"key":"14_CR18","unstructured":"Laroche, R., Feraud, R.: Reinforcement learning algorithm selection. arXiv preprint arXiv:1701.08810 (2017)"},{"issue":"1","key":"14_CR19","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1146\/annurev-cellbio-101512-122340","volume":"29","author":"T Mammoto","year":"2013","unstructured":"Mammoto, T., Mammoto, A., Ingber, D.E.: Mechanobiology and Developmental Control. Annu. Rev. Cell Dev. Biol. 29(1), 27\u201361 (2013)","journal-title":"Annu. Rev. Cell Dev. Biol."},{"key":"14_CR20","doi-asserted-by":"publisher","unstructured":"Manwell, T., et\u00a0al.: Elastic mesh braided worm robot for locomotive endoscopy. In: 2014 36th Annual International Conference of the IEEE Engineering in Medicine and Biology Society, pp. 848\u2013851 (2014). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1109\/EMBC.2014.6943724","DOI":"10.1109\/EMBC.2014.6943724"},{"key":"14_CR21","doi-asserted-by":"crossref","unstructured":"Moore, D.R., Philp, A.: Nutritional strategies to promote muscle mass and function across the health span. Front. Nutr. 7, 569270 (2020)","DOI":"10.3389\/fnut.2020.569270"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Morimoto, Y., Takeuchi, S.: Biohybrid robot powered by muscle tissues. Mechanically Responsive Materials for Soft Robotics, pp. 395\u2013416 (2020)","DOI":"10.1002\/9783527822201.ch16"},{"issue":"181","key":"14_CR23","first-page":"1","volume":"21","author":"S Narvekar","year":"2020","unstructured":"Narvekar, S., et al.: Curriculum learning for reinforcement learning domains: a framework and survey. J. Mach. Learn. Res. 21(181), 1\u201350 (2020)","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"14_CR24","doi-asserted-by":"publisher","first-page":"3389","DOI":"10.1109\/LRA.2021.3063698","volume":"6","author":"N Naughton","year":"2021","unstructured":"Naughton, N., Sun, J., Tekinalp, A., Parthasarathy, T., Chowdhary, G., Gazzola, M.: Elastica: a compliant mechanics environment for soft robotic control. IEEE Robot. Autom. Lett. 6(2), 3389\u20133396 (2021)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"14_CR25","doi-asserted-by":"crossref","unstructured":"Pagan-Diaz, G.J., et\u00a0al.: SI: simulation and fabrication of stronger, larger, and faster walking biohybrid machines. Adv. Funct. Mater. 28(23) (2018)","DOI":"10.1002\/adfm.201801145"},{"key":"14_CR26","doi-asserted-by":"crossref","unstructured":"Powell, C.A., Smiley, B.L., Mills, J., Vandenburgh, H.H.: Mechanical stimulation improves tissue-engineered human skeletal muscle. Am. J. Physiol. Cell Physiol. 283(5 52-5), 1557\u20131565 (2002)","DOI":"10.1152\/ajpcell.00595.2001"},{"issue":"268","key":"14_CR27","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., et al.: Stable-baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"14_CR28","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1146\/annurev-bioeng-110122-013805","volume":"26","author":"R Raman","year":"2024","unstructured":"Raman, R.: Biofabrication of living actuators. Annu. Rev. Biomed. Eng. 26(1), 223\u2013245 (2024)","journal-title":"Annu. Rev. Biomed. Eng."},{"issue":"3","key":"14_CR29","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1038\/nprot.2016.185","volume":"12","author":"R Raman","year":"2017","unstructured":"Raman, R., Cvetkovic, C., Bashir, R.: A modular approach to the design, fabrication, and characterization of muscle-powered biological machines. Nat. Protoc. 12(3), 519\u2013533 (2017)","journal-title":"Nat. Protoc."},{"key":"14_CR30","doi-asserted-by":"crossref","unstructured":"Raman, R., Laschi, C.: Soft robotics for human health. Device 2(7) (2024)","DOI":"10.1016\/j.device.2024.100432"},{"issue":"13","key":"14_CR31","doi-asserted-by":"publisher","first-page":"3497","DOI":"10.1073\/pnas.1516139113","volume":"113","author":"R Raman","year":"2016","unstructured":"Raman, R., et al.: Optogenetic skeletal muscle-powered adaptive biological machines. Proc. Natl. Acad. Sci. 113(13), 3497\u20133502 (2016)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"12","key":"14_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/adhm.201700030","volume":"6","author":"R Raman","year":"2017","unstructured":"Raman, R., et al.: Damage, healing, and remodeling in optogenetic skeletal muscle bioactuators. Adv. Healthc. Mater. 6(12), 1\u20139 (2017). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1002\/adhm.201700030","journal-title":"Adv. Healthc. Mater."},{"key":"14_CR33","doi-asserted-by":"publisher","unstructured":"Ricotti, L., et\u00a0al.: Biohybrid actuators for robotics: a review of devices actuated by living cells. Sci. Robot. 2(12) (2017). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1126\/scirobotics.aaq0495","DOI":"10.1126\/scirobotics.aaq0495"},{"key":"14_CR34","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1007\/978-3-031-20470-8_15","volume":"13548","author":"S Schaffer","year":"2022","unstructured":"Schaffer, S., Lee, J.S., Beni, L., Webster-Wood, V.A.: A computational approach for contactless muscle force and strain estimations in distributed actuation biohybrid mesh constructs. Biomim. Biohybrid Syst. 13548, 140\u2013151 (2022). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1007\/978-3-031-20470-8_15","journal-title":"Biomim. Biohybrid Syst."},{"key":"14_CR35","doi-asserted-by":"publisher","unstructured":"Schaffer, S., Webster-Wood, V.A.: The tall, the squat, & the bendy: parametric modeling and simulation towards multi-functional biohybrid robots. In: Meder, F., Hunt, A., Margheri, L., Mura, A., Mazzolai, B. (eds.) Biomimetic and Biohybrid Systems. Living Machines 2023. LNCS, vol. 14158, pp. 217\u2013226. Springer, Cham (2023). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1007\/978-3-031-39504-8_15","DOI":"10.1007\/978-3-031-39504-8_15"},{"key":"14_CR36","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. CoRR abs\/1707.06347 (2017)"},{"issue":"5","key":"14_CR37","doi-asserted-by":"publisher","first-page":"1485","DOI":"10.1109\/TMECH.2012.2204070","volume":"18","author":"S Seok","year":"2013","unstructured":"Seok, S., Onal, C.D., Cho, K.J., Wood, R.J., Rus, D., Kim, S.: Meshworm: a peristaltic soft robot with antagonistic nickel titanium coil actuators. IEEE\/ASME Trans. Mechatron. 18(5), 1485\u20131497 (2013). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1109\/TMECH.2012.2204070","journal-title":"IEEE\/ASME Trans. Mechatron."},{"key":"14_CR38","doi-asserted-by":"publisher","DOI":"10.1016\/j.ohx.2020.e00095","volume":"7","author":"DJ Shiwarski","year":"2020","unstructured":"Shiwarski, D.J., Tashman, J.W., Eaton, A.F., Apodaca, G., Feinberg, A.W.: 3D printed biaxial stretcher compatible with live fluorescence microscopy. HardwareX 7, e00095 (2020)","journal-title":"HardwareX"},{"key":"14_CR39","unstructured":"Stable-Baselines3 Contributors: PPO - Proximal Policy Optimization (2024). https:\/\/2.zoppoz.workers.dev:443\/https\/stable-baselines3.readthedocs.io\/en\/master\/modules\/ppo.html. Accessed 23 July 2024"},{"key":"14_CR40","doi-asserted-by":"publisher","unstructured":"Towers, M., et al.: Gymnasium (2023). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.5281\/zenodo.8127026","DOI":"10.5281\/zenodo.8127026"},{"key":"14_CR41","unstructured":"Wang, Y., He, H., Tan, X.: Truly proximal policy optimization. In: Adams, R.P., Gogate, V. (eds.) Proceedings of The 35th Uncertainty in Artificial Intelligence Conference. Proceedings of Machine Learning Research, vol.\u00a0115, pp. 113\u2013122. PMLR (22\u201325 July 2020)"},{"key":"14_CR42","doi-asserted-by":"publisher","unstructured":"Webster, V.A., et\u00a0al.: Simulating muscular thin films using thermal contraction capabilities in finite element analysis tools. J. Mech. Behav. Biomed. Mater. 63, 326\u2013336 (2016). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.jmbbm.2016.06.027","DOI":"10.1016\/j.jmbbm.2016.06.027"},{"key":"14_CR43","doi-asserted-by":"publisher","unstructured":"Zhang, X., Chan, F.K., Parthasarathy, T., Gazzola, M.: Modeling and simulation of complex dynamic musculoskeletal architectures. Nat. Commun. 10(1) (2019). https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1038\/s41467-019-12759-5","DOI":"10.1038\/s41467-019-12759-5"}],"container-title":["Lecture Notes in Computer Science","Biomimetic and Biohybrid Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-07448-5_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T10:19:19Z","timestamp":1780395559000},"score":1,"resource":{"primary":{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/link.springer.com\/10.1007\/978-3-032-07448-5_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,25]]},"ISBN":["9783032074478","9783032074485"],"references-count":43,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1007\/978-3-032-07448-5_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,25]]},"assertion":[{"value":"25 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Living Machines","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Conference on Biomimetic and Biohybrid Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sheffield","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"lm2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2.zoppoz.workers.dev:443\/https\/livingmachinesconference.eu\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}