{"id":"https://openalex.org/W2140882881","doi":"https://doi.org/10.1109/dlrp.2000.942154","title":"NTCIR workshops: data collection-based evaluation of information retrieval and its challenges","display_name":"NTCIR workshops: data collection-based evaluation of information retrieval and its challenges","publication_year":2002,"publication_date":"2002-11-11","ids":{"openalex":"https://openalex.org/W2140882881","doi":"https://doi.org/10.1109/dlrp.2000.942154","mag":"2140882881"},"language":"en","primary_location":{"id":"doi:10.1109/dlrp.2000.942154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dlrp.2000.942154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 2000 Kyoto International Conference on Digital Libraries: Research and Practice","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045875579","display_name":"Noriko Kando","orcid":"https://orcid.org/0000-0002-2133-0215"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"N. Kando","raw_affiliation_strings":["National Institute of Information, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Information, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102957694","display_name":"Jun Adachi","orcid":"https://orcid.org/0000-0001-5553-0402"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"J. Adachi","raw_affiliation_strings":["National Institute of Information, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Information, Japan","institution_ids":["https://openalex.org/I184597095"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I184597095"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.25000763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"99","issue":null,"first_page":"67","last_page":"74"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.8065000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.8065000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7389000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.7182999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9131307005882263},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8439887762069702},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.7714015245437622},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6468021273612976},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5127311944961548},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.42548099160194397},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4205419719219208},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4105268716812134},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.35329484939575195},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22316917777061462}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9131307005882263},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8439887762069702},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.7714015245437622},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6468021273612976},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5127311944961548},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.42548099160194397},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4205419719219208},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4105268716812134},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.35329484939575195},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22316917777061462},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dlrp.2000.942154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dlrp.2000.942154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 2000 Kyoto International Conference on Digital Libraries: Research and Practice","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1509815353","https://openalex.org/W1994960885","https://openalex.org/W2123602027","https://openalex.org/W2160892561","https://openalex.org/W2161935199","https://openalex.org/W2290457265","https://openalex.org/W2916157582","https://openalex.org/W4205168661","https://openalex.org/W6696584577","https://openalex.org/W6758749836"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2003578783","https://openalex.org/W2027108423","https://openalex.org/W1855666948","https://openalex.org/W2758561209","https://openalex.org/W1548095260","https://openalex.org/W2781711915","https://openalex.org/W2112817590","https://openalex.org/W1555291398"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"the":[3,42,54,83,123],"NTCIR":[4],"Workshops.":[5],"A":[6],"series":[7],"of":[8,63,90,114],"evaluation":[9,57,70,105],"workshops":[10],"designed":[11],"to":[12],"enhance":[13],"research":[14,79,98,116,120],"in":[15,41,96],"Japanese":[16],"and":[17,25,45,68,80,103,125,130],"Asian":[18],"language":[19],"text":[20,27],"retrieval,":[21,24],"cross-lingual":[22],"information":[23],"related":[26],"processing":[28],"techniques":[29],"such":[30],"as":[31,110],"summarization,":[32],"extraction,":[33],"etc.":[34],"Twenty-eight":[35],"groups":[36,47],"from":[37,48],"six":[38],"countries":[39,50],"participated":[40],"first":[43],"workshop":[44,58,106],"forty-six":[46],"eight":[49],"have":[51],"registered":[52],"for":[53,66,72,128],"second.":[55],"An":[56],"usually":[59],"provides":[60],"a":[61,111,126],"set":[62],"data":[64,84,94,124],"usable":[65],"experiments":[67,81],"unified":[69],"procedures":[71],"experimental":[73],"results.":[74],"Each":[75],"participating":[76],"group":[77],"conducts":[78],"using":[82],"with":[85],"various":[86],"approaches.":[87],"The":[88],"importance":[89],"reusable":[91],"large-scale":[92],"standard":[93],"collections":[95],"IR":[97],"has":[99],"been":[100],"widely":[101],"recognized":[102,109],"an":[104],"is":[107],"now":[108],"new":[112],"style":[113],"active":[115],"project":[117],"that":[118],"facilitates":[119],"by":[121],"providing":[122],"forum":[127],"ideas":[129],"technology":[131],"transfer.":[132],"Finally,":[133],"some":[134],"thoughts":[135],"on":[136],"future":[137],"directions":[138],"are":[139],"suggested.":[140]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}