{"id":"https://openalex.org/W4327672556","doi":"https://doi.org/10.48550/arxiv.2303.08600","title":"MSeg3D: Multi-modal 3D Semantic Segmentation for Autonomous Driving","display_name":"MSeg3D: Multi-modal 3D Semantic Segmentation for Autonomous Driving","publication_year":2023,"publication_date":"2023-03-15","ids":{"openalex":"https://openalex.org/W4327672556","doi":"https://doi.org/10.48550/arxiv.2303.08600"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2303.08600","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.08600","pdf_url":"https://arxiv.org/pdf/2303.08600","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.08600","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108050324","display_name":"Jiale Li","orcid":"https://orcid.org/0000-0002-3299-5386"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080852978","display_name":"Hang Dai","orcid":"https://orcid.org/0000-0002-7609-0124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100779302","display_name":"Han Hao","orcid":"https://orcid.org/0000-0001-7730-561X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078775578","display_name":"Yong Ding","orcid":"https://orcid.org/0000-0002-3571-7576"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.8031646013259888},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7646886706352234},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7089982628822327},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.6745229959487915},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6380680799484253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6274943351745605},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6021870374679565},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5776298642158508},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5729295015335083},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5230622887611389},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3225243091583252},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.22628286480903625},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.13043445348739624}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.8031646013259888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7646886706352234},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7089982628822327},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.6745229959487915},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6380680799484253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6274943351745605},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6021870374679565},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5776298642158508},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5729295015335083},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5230622887611389},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3225243091583252},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.22628286480903625},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13043445348739624},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2303.08600","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.08600","pdf_url":"https://arxiv.org/pdf/2303.08600","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2303.08600","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.08600","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.08600","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.08600","pdf_url":"https://arxiv.org/pdf/2303.08600","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4047288554","display_name":null,"funder_award_id":"2018YFE0183900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4327672556.pdf","grobid_xml":"https://content.openalex.org/works/W4327672556.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4281783339","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W4293094720","https://openalex.org/W2739701376","https://openalex.org/W2114282491"],"abstract_inverted_index":{"LiDAR":[0,116],"and":[1,25,55,73,96,119,139,147,157],"camera":[2],"are":[3],"two":[4],"modalities":[5],"available":[6,166],"for":[7],"3D":[8,63],"semantic":[9,64],"segmentation":[10,22,65],"in":[11,85],"autonomous":[12],"driving.":[13],"The":[14,82,105],"popular":[15],"LiDAR-only":[16,160],"methods":[17],"severely":[18],"suffer":[19],"from":[20],"inferior":[21],"on":[23,101,115,136],"small":[24],"distant":[26],"objects":[27],"due":[28],"to":[29,77],"insufficient":[30],"laser":[31],"points,":[32],"while":[33],"the":[34,79,125,143,148,159],"robust":[35],"multi-modal":[36,56,62,83,106],"solution":[37],"is":[38,109,164],"under-explored,":[39],"where":[40],"we":[41],"investigate":[42],"three":[43],"crucial":[44],"inherent":[45],"difficulties:":[46],"modality":[47,80],"heterogeneity,":[48],"limited":[49],"sensor":[50],"field":[51],"of":[52,88],"view":[53],"intersection,":[54],"data":[57,107],"augmentation.":[58],"We":[59],"propose":[60],"a":[61],"model":[66,126],"(MSeg3D)":[67],"with":[68,128],"joint":[69],"intra-modal":[70],"feature":[71,75,90,94,98],"extraction":[72],"inter-modal":[74],"fusion":[76,84,91,99],"mitigate":[78],"heterogeneity.":[81],"MSeg3D":[86,132,153],"consists":[87],"geometry-based":[89],"GF-Phase,":[92],"cross-modal":[93],"completion,":[95],"semantic-based":[97],"SF-Phase":[100],"all":[102],"visible":[103],"points.":[104],"augmentation":[108,130],"reinvigorated":[110],"by":[111],"applying":[112],"asymmetric":[113],"transformations":[114],"point":[117,150],"cloud":[118],"multi-camera":[120,145],"images":[121],"individually,":[122],"which":[123],"benefits":[124],"training":[127],"diversified":[129],"transformations.":[131],"achieves":[133],"state-of-the-art":[134],"results":[135],"nuScenes,":[137],"Waymo,":[138],"SemanticKITTI":[140],"datasets.":[141],"Under":[142],"malfunctioning":[144],"input":[146],"multi-frame":[149],"clouds":[151],"input,":[152],"still":[154],"shows":[155],"robustness":[156],"improves":[158],"baseline.":[161],"Our":[162],"code":[163],"publicly":[165],"at":[167],"\\url{https://github.com/jialeli1/lidarseg3d}.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}