{"id":"https://openalex.org/W4416768412","doi":"https://doi.org/10.1007/s00354-025-00302-8","title":"Creative Evaluators: When Machines Evaluate Us","display_name":"Creative Evaluators: When Machines Evaluate Us","publication_year":2025,"publication_date":"2025-11-27","ids":{"openalex":"https://openalex.org/W4416768412","doi":"https://doi.org/10.1007/s00354-025-00302-8"},"language":"en","primary_location":{"id":"doi:10.1007/s00354-025-00302-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00354-025-00302-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00354-025-00302-8.pdf","source":{"id":"https://openalex.org/S165364243","display_name":"New Generation Computing","issn_l":"0288-3635","issn":["0288-3635","1882-7055"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"New Generation Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00354-025-00302-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120435388","display_name":"Kuakou Bossou","orcid":"https://orcid.org/0000-0001-9013-6902"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kuakou Bossou","raw_affiliation_strings":["Computer Science and Engineering Department, Santa Clara University, 500 El Camino Real, Santa Clara, CA, 95053, USA"],"raw_orcid":"https://orcid.org/0000-0001-9013-6902","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, Santa Clara University, 500 El Camino Real, Santa Clara, CA, 95053, USA","institution_ids":["https://openalex.org/I16269868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035014734","display_name":"Margareta Ackerman","orcid":"https://orcid.org/0000-0002-2804-4721"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Margareta Ackerman","raw_affiliation_strings":["Computer Science and Engineering Department, Santa Clara University, 500 El Camino Real, Santa Clara, CA, 95053, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, Santa Clara University, 500 El Camino Real, Santa Clara, CA, 95053, USA","institution_ids":["https://openalex.org/I16269868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5035014734","https://openalex.org/A5120435388"],"corresponding_institution_ids":["https://openalex.org/I16269868"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13323604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"44","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.8647000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.8647000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.016300000250339508,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.89410001039505},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.7702000141143799},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6722999811172485},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6244000196456909},{"id":"https://openalex.org/keywords/computational-creativity","display_name":"Computational creativity","score":0.5188999772071838},{"id":"https://openalex.org/keywords/creativity-technique","display_name":"Creativity technique","score":0.42980000376701355}],"concepts":[{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.89410001039505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8812000155448914},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.7702000141143799},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6722999811172485},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6244000196456909},{"id":"https://openalex.org/C47350684","wikidata":"https://www.wikidata.org/wiki/Q5157306","display_name":"Computational creativity","level":3,"score":0.5188999772071838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4884999990463257},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46549999713897705},{"id":"https://openalex.org/C52641369","wikidata":"https://www.wikidata.org/wiki/Q1426250","display_name":"Creativity technique","level":3,"score":0.42980000376701355},{"id":"https://openalex.org/C170477896","wikidata":"https://www.wikidata.org/wiki/Q17039022","display_name":"Ideation","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C166667406","wikidata":"https://www.wikidata.org/wiki/Q853133","display_name":"Creative problem-solving","level":3,"score":0.3239000141620636},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29409998655319214},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C2777051285","wikidata":"https://www.wikidata.org/wiki/Q17537576","display_name":"Creative work","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00354-025-00302-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00354-025-00302-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00354-025-00302-8.pdf","source":{"id":"https://openalex.org/S165364243","display_name":"New Generation Computing","issn_l":"0288-3635","issn":["0288-3635","1882-7055"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"New Generation Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s00354-025-00302-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00354-025-00302-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00354-025-00302-8.pdf","source":{"id":"https://openalex.org/S165364243","display_name":"New Generation Computing","issn_l":"0288-3635","issn":["0288-3635","1882-7055"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"New Generation Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311294","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416768412.pdf","grobid_xml":"https://content.openalex.org/works/W4416768412.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W302203192","https://openalex.org/W1593326789","https://openalex.org/W1991406047","https://openalex.org/W2034671641","https://openalex.org/W2081759870","https://openalex.org/W2100176269","https://openalex.org/W2110224684","https://openalex.org/W2144343387","https://openalex.org/W2147223282","https://openalex.org/W2156264173","https://openalex.org/W2170238612","https://openalex.org/W2317489319","https://openalex.org/W2519157545","https://openalex.org/W2559757404","https://openalex.org/W2560662714","https://openalex.org/W2748025215","https://openalex.org/W2788411626","https://openalex.org/W2802392912","https://openalex.org/W2970641574","https://openalex.org/W2980373020","https://openalex.org/W2995523160","https://openalex.org/W3003000045","https://openalex.org/W3013532257","https://openalex.org/W3017358845","https://openalex.org/W3047459543","https://openalex.org/W3099108724","https://openalex.org/W3181414820","https://openalex.org/W4200545033","https://openalex.org/W4251778269"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"The":[1],"Computational":[2],"Creativity":[3],"literature":[4],"stresses":[5],"the":[6,36,44,55,64,88,92,112,122,160,163,166,169],"importance":[7],"of":[8,46,118,168],"evaluation":[9],"in":[10,14,63,87,128],"computational":[11],"creativity":[12],"systems":[13],"addition":[15],"to":[16,29,77,84,159],"generative":[17],"capabilities.":[18],"But,":[19],"what":[20],"about":[21],"machines":[22,41,58,70,129],"that":[23,59,130,149],"only":[24],"evaluate?":[25],"When":[26],"it":[27],"comes":[28],"co-creative":[30,104],"systems,":[31],"humans":[32,62,86],"often":[33],"take":[34,131],"on":[35,132,162],"primary":[37],"evaluative":[38,134],"role,":[39],"while":[40,91,155],"assist":[42],"with":[43],"generation":[45],"creative":[47,65,89,119],"artifacts.":[48,138],"In":[49],"this":[50,141],"paper,":[51],"we":[52,143],"propose":[53],"flipping":[54],"paradigm,":[56],"envisioning":[57],"(only)":[60],"evaluate":[61,78],"space.":[66],"We":[67,101],"call":[68],"such":[69],"Creative":[71,108],"Evaluators":[72],"whose":[73],"end":[74],"goal":[75],"is":[76],"human-made":[79,137],"artifacts":[80],"and":[81,116,121,126,165],"provides":[82],"feedback":[83,158],"aid":[85],"process,":[90],"machine":[93,148],"itself":[94],"refrains":[95],"from":[96],"directly":[97],"generating":[98],"any":[99],"content.":[100],"present":[102,144],"a":[103,147],"framework":[105],"for":[106,124,136,152],"designing":[107],"Evaluators,":[109],"which":[110],"includes":[111],"tension":[113],"between":[114],"originality":[115,164],"quality":[117,167],"artifacts,":[120],"need":[123],"explainability":[125],"fairness":[127],"an":[133],"role":[135],"To":[139],"illustrate":[140],"framework,":[142],"Titlevator":[145],",":[146],"evaluates":[150],"titles":[151],"AI":[153],"papers,":[154],"also":[156],"providing":[157],"user":[161],"paper":[170],"being":[171],"evaluated.":[172]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-11-28T00:00:00"}