{"id":"https://openalex.org/W4405470278","doi":"https://doi.org/10.48550/arxiv.2412.11695","title":"CiTrus: Squeezing Extra Performance out of Low-data Bio-signal Transfer Learning","display_name":"CiTrus: Squeezing Extra Performance out of Low-data Bio-signal Transfer Learning","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405470278","doi":"https://doi.org/10.48550/arxiv.2412.11695"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.11695","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.11695","pdf_url":"https://arxiv.org/pdf/2412.11695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.11695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016631801","display_name":"Eloy Geenjaar","orcid":"https://orcid.org/0000-0001-5448-6358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geenjaar, Eloy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5110491600","display_name":"Lie Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Lie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9110999703407288,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9110999703407288,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5899397134780884},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5719590187072754},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4181394875049591},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31235936284065247}],"concepts":[{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5899397134780884},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5719590187072754},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4181394875049591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31235936284065247},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.11695","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.11695","pdf_url":"https://arxiv.org/pdf/2412.11695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.11695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.11695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.11695","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.11695","pdf_url":"https://arxiv.org/pdf/2412.11695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4405470278.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Transfer":[0],"learning":[1],"for":[2,85,202],"bio-signals":[3],"has":[4],"recently":[5],"become":[6],"an":[7],"important":[8],"technique":[9],"to":[10,134],"improve":[11,65],"prediction":[12],"performance":[13,67,153,160,182],"on":[14,31,54,68,154,183,200],"downstream":[15,56,124,157,184],"tasks":[16],"with":[17,37,45,82,126,166],"small":[18],"bio-signal":[19,57,87],"datasets.":[20,70],"Recent":[21],"works":[22],"have":[23],"shown":[24],"that":[25,142,178],"pre-training":[26,109,137,179,187,196],"a":[27,32,38,46,76,91,97,116,123,127],"neural":[28],"network":[29],"model":[30,53,80,149],"large":[33],"dataset":[34,125],"(e.g.":[35],"EEG)":[36],"self-supervised":[39,43],"task,":[40,95],"replacing":[41],"the":[42,52,66,135,143,171,198,203],"head":[44],"linear":[47],"classification":[48],"head,":[49],"and":[50,102,106,131,193,205],"fine-tuning":[51,111],"different":[55,128],"datasets":[58],"(e.g.,":[59],"EMG":[60],"or":[61],"ECG)":[62],"can":[63,150],"dramatically":[64,117],"those":[69,190],"In":[71,170],"this":[72],"paper,":[73],"we":[74,176],"propose":[75],"new":[77],"convolution-transformer":[78],"hybrid":[79,148],"architecture":[81],"masked":[83,93],"auto-encoding":[84,94],"low-data":[86,156],"transfer":[88],"learning,":[89],"introduce":[90,115],"frequency-based":[92,195],"employ":[96],"more":[98,118],"comprehensive":[99],"evaluation":[100],"framework,":[101],"evaluate":[103],"how":[104],"much":[105],"when":[107],"(multimodal)":[108],"improves":[110,181],"performance.":[112],"We":[113],"also":[114],"performant":[119],"method":[120],"of":[121,146,173],"aligning":[122],"temporal":[129],"length":[130],"sampling":[132],"rate":[133],"original":[136],"dataset.":[138],"Our":[139],"findings":[140],"indicate":[141],"convolution-only":[144],"part":[145],"our":[147,167,194],"achieve":[151],"state-of-the-art":[152],"some":[155],"tasks.":[158],"The":[159],"is":[161],"often":[162,188],"improved":[163],"even":[164],"further":[165],"full":[168],"model.":[169],"case":[172],"transformer-based":[174],"models":[175],"find":[177],"especially":[180],"datasets,":[185],"multimodal":[186],"increases":[189],"gains":[191],"further,":[192],"performs":[197],"best":[199],"average":[201],"lowest":[204],"highest":[206],"data":[207],"regimes.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2024-12-18T00:00:00"}