{"id":"https://openalex.org/W2979416344","doi":"https://doi.org/10.1145/3377813.3381349","title":"Engineering for a science-centric experimentation platform","display_name":"Engineering for a science-centric experimentation platform","publication_year":2020,"publication_date":"2020-06-27","ids":{"openalex":"https://openalex.org/W2979416344","doi":"https://doi.org/10.1145/3377813.3381349","mag":"2979416344"},"language":"en","primary_location":{"id":"doi:10.1145/3377813.3381349","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377813.3381349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.03878","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013005168","display_name":"Nikos Diamantopoulos","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikos Diamantopoulos","raw_affiliation_strings":["Netflix, Inc","Netflix, Inc.,Los Gatos,California,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix, Inc","institution_ids":["https://openalex.org/I869089601"]},{"raw_affiliation_string":"Netflix, Inc.,Los Gatos,California,USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111745814","display_name":"Jeffrey Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Wong","raw_affiliation_strings":["Netflix, Inc","Netflix, Inc.,Los Gatos,California,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix, Inc","institution_ids":["https://openalex.org/I869089601"]},{"raw_affiliation_string":"Netflix, Inc.,Los Gatos,California,USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015418477","display_name":"David Issa Mattos","orcid":"https://orcid.org/0000-0002-2501-9926"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"David Issa Mattos","raw_affiliation_strings":["Chalmers University of Technology, Gothenburg, Sweden","Chalmers University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology, Gothenburg, Sweden","institution_ids":["https://openalex.org/I66862912"]},{"raw_affiliation_string":"Chalmers University of Technology","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084021903","display_name":"Ilias Gerostathopoulos","orcid":"https://orcid.org/0000-0001-9333-7101"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["DE","NL"],"is_corresponding":false,"raw_author_name":"Ilias Gerostathopoulos","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Netherlands and Technical University of Munich, Germany","Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Netherlands and Technical University of Munich, Germany","institution_ids":["https://openalex.org/I865915315","https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087509697","display_name":"Matthew Wardrop","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Wardrop","raw_affiliation_strings":["Netflix, Inc","Netflix, Inc.,Los Gatos,California,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix, Inc","institution_ids":["https://openalex.org/I869089601"]},{"raw_affiliation_string":"Netflix, Inc.,Los Gatos,California,USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006879142","display_name":"Tobias Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tobias Mao","raw_affiliation_strings":["Netflix, Inc","Netflix, Inc.,Los Gatos,California,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix, Inc","institution_ids":["https://openalex.org/I869089601"]},{"raw_affiliation_string":"Netflix, Inc.,Los Gatos,California,USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087934401","display_name":"Colin McFarland","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colin McFarland","raw_affiliation_strings":["Netflix, Inc","Netflix, Inc.,Los Gatos,California,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix, Inc","institution_ids":["https://openalex.org/I869089601"]},{"raw_affiliation_string":"Netflix, Inc.,Los Gatos,California,USA","institution_ids":["https://openalex.org/I869089601"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3903,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66936007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"191","last_page":"200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7667232751846313},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6847315430641174},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6035818457603455},{"id":"https://openalex.org/keywords/e-science","display_name":"e-Science","score":0.5745304226875305},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5686354637145996},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5337532162666321},{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.5322256684303284},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5111063122749329},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4810785949230194},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.46740323305130005},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.42278528213500977},{"id":"https://openalex.org/keywords/abstraction-layer","display_name":"Abstraction layer","score":0.4141184091567993},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.39213427901268005},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.19777452945709229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19208118319511414},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17027640342712402},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1681479811668396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7667232751846313},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6847315430641174},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6035818457603455},{"id":"https://openalex.org/C517757529","wikidata":"https://www.wikidata.org/wiki/Q1273268","display_name":"e-Science","level":3,"score":0.5745304226875305},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5686354637145996},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5337532162666321},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.5322256684303284},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5111063122749329},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4810785949230194},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.46740323305130005},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.42278528213500977},{"id":"https://openalex.org/C147358964","wikidata":"https://www.wikidata.org/wiki/Q1200992","display_name":"Abstraction layer","level":3,"score":0.4141184091567993},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39213427901268005},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.19777452945709229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19208118319511414},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17027640342712402},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1681479811668396},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/3377813.3381349","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377813.3381349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.03878","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.03878","pdf_url":"https://arxiv.org/pdf/1910.03878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2979416344","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1910.03878v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:research.chalmers.se:519813","is_oa":false,"landing_page_url":"https://research.chalmers.se/en/publication/519813","pdf_url":null,"source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:research.vu.nl:publications/2dbbfa69-3fb9-4590-ab4c-b4107bc0a065","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85092572378&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Diamantopoulos, N, Wong, J, Mattos, D I, Gerostathopoulos, I, Wardrop, M, Mao, T & McFarland, C 2020, Engineering for a science-centric experimentation platform. in ICSE-SEIP '20 : Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering: Software Engineering in Practice., 3381349, Proceedings - International Conference on Software Engineering, IEEE Computer Society, pp. 191-200, 42nd ACM/IEEE International Conference on Software Engineering: Software Engineering in Practice, ICSE-SEIP 2020, Virtual, Online, Korea, Republic of, 27/06/20. https://doi.org/10.1145/3377813.3381349","raw_type":"contributionToPeriodical"},{"id":"pmh:vu:oai:research.vu.nl:publications/2dbbfa69-3fb9-4590-ab4c-b4107bc0a065","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/2dbbfa69-3fb9-4590-ab4c-b4107bc0a065","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICSE-SEIP '20: Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering: Software Engineering in Practice, 191 - 200","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"doi:10.48550/arxiv.1910.03878","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.03878","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.03878","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.03878","pdf_url":"https://arxiv.org/pdf/1910.03878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5699999928474426}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W178558778","https://openalex.org/W208047983","https://openalex.org/W1490576214","https://openalex.org/W1516659296","https://openalex.org/W1571725767","https://openalex.org/W1968226729","https://openalex.org/W1979290264","https://openalex.org/W1995945562","https://openalex.org/W2019852991","https://openalex.org/W2032136732","https://openalex.org/W2080770071","https://openalex.org/W2084840427","https://openalex.org/W2099090406","https://openalex.org/W2110228583","https://openalex.org/W2124758339","https://openalex.org/W2126002144","https://openalex.org/W2146292423","https://openalex.org/W2159325249","https://openalex.org/W2162739315","https://openalex.org/W2169113736","https://openalex.org/W2202869242","https://openalex.org/W2244876453","https://openalex.org/W2265096785","https://openalex.org/W2509295096","https://openalex.org/W2517868792","https://openalex.org/W2567202186","https://openalex.org/W2620002388","https://openalex.org/W2743849295","https://openalex.org/W2765165237","https://openalex.org/W2797563284","https://openalex.org/W2884019407","https://openalex.org/W2895842676","https://openalex.org/W2896728844","https://openalex.org/W2899080042","https://openalex.org/W2954602266","https://openalex.org/W2964270008","https://openalex.org/W2978637548","https://openalex.org/W3125697501","https://openalex.org/W3151685851"],"related_works":["https://openalex.org/W2250416214","https://openalex.org/W2554103890","https://openalex.org/W1603082949","https://openalex.org/W2984209734","https://openalex.org/W1652567766","https://openalex.org/W2968747090","https://openalex.org/W1821453161","https://openalex.org/W944047821","https://openalex.org/W2830461842","https://openalex.org/W3121435445","https://openalex.org/W2513693240","https://openalex.org/W2963844980","https://openalex.org/W2411800655","https://openalex.org/W2990363736","https://openalex.org/W1912325728","https://openalex.org/W3134586122","https://openalex.org/W2404750393","https://openalex.org/W3195057643","https://openalex.org/W2969556982","https://openalex.org/W3012087942"],"abstract_inverted_index":{"Netflix":[0,17,64],"is":[1,113],"an":[2],"internet":[3],"entertainment":[4],"service":[5],"that":[6,71,109],"routinely":[7],"employs":[8],"experimentation":[9,69],"to":[10,23,28,91,115,122],"guide":[11],"strategy":[12],"around":[13],"product":[14],"innovations.":[15],"As":[16],"grew,":[18],"it":[19,120],"had":[20],"the":[21,55,73,97,106],"opportunity":[22],"explore":[24,123],"increasingly":[25],"specialized":[26],"improvements":[27],"its":[29],"service,":[30],"which":[31],"generated":[32],"demand":[33],"for":[34],"deeper":[35],"analyses":[36],"supported":[37],"by":[38,43,88,100],"richer":[39],"metrics":[40,127],"and":[41,51,61,103,124,128],"powered":[42],"more":[44,52],"diverse":[45],"statistical":[46],"methodologies.":[47],"To":[48],"facilitate":[49],"this,":[50],"fully":[53],"harness":[54],"skill":[56],"sets":[57],"of":[58,75,81],"both":[59,126],"engineering":[60],"data":[62,85],"science,":[63],"engineers":[65],"created":[66],"a":[67,78],"science-centric":[68],"platform":[70],"leverages":[72],"expertise":[74],"scientists":[76],"from":[77],"wide":[79],"range":[80],"backgrounds":[82],"working":[83],"on":[84],"science":[86],"tasks":[87],"allowing":[89],"them":[90,101],"make":[92],"direct":[93],"code":[94,108],"contributions":[95],"in":[96,111],"languages":[98],"used":[99],"(Python":[102],"R).":[104],"Moreover,":[105],"same":[107],"runs":[110],"production":[112,134],"able":[114],"be":[116],"run":[117],"locally,":[118],"making":[119],"straightforward":[121],"graduate":[125],"causal":[129],"inference":[130],"methodologies":[131],"directly":[132],"into":[133],"services.":[135]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}