{"id":"https://openalex.org/W4411058054","doi":"https://doi.org/10.3390/a18060350","title":"Memory-Efficient Batching for Time Series Transformer Training: A Systematic Evaluation","display_name":"Memory-Efficient Batching for Time Series Transformer Training: A Systematic Evaluation","publication_year":2025,"publication_date":"2025-06-05","ids":{"openalex":"https://openalex.org/W4411058054","doi":"https://doi.org/10.3390/a18060350"},"language":"en","primary_location":{"id":"doi:10.3390/a18060350","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18060350","pdf_url":"https://www.mdpi.com/1999-4893/18/6/350/pdf?version=1749132712","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/18/6/350/pdf?version=1749132712","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074096341","display_name":"Phanwadee Sinthong","orcid":"https://orcid.org/0009-0006-4423-3860"},"institutions":[{"id":"https://openalex.org/I96916377","display_name":"Walailak University","ror":"https://ror.org/04b69g067","country_code":"TH","type":"education","lineage":["https://openalex.org/I96916377"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"Phanwadee Sinthong","raw_affiliation_strings":["Informatics Innovation Center of Excellence, School of Informatics, Walailak University, Nakhon Si Thammarat 80160, Thailand"],"affiliations":[{"raw_affiliation_string":"Informatics Innovation Center of Excellence, School of Informatics, Walailak University, Nakhon Si Thammarat 80160, Thailand","institution_ids":["https://openalex.org/I96916377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101562820","display_name":"Nam Nguyen","orcid":"https://orcid.org/0009-0008-6981-4463"},"institutions":[{"id":"https://openalex.org/I1305444813","display_name":"Capital One (United States)","ror":"https://ror.org/00svp7168","country_code":"US","type":"company","lineage":["https://openalex.org/I1305444813"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nam Nguyen","raw_affiliation_strings":["Capital One, New York, NY 10171, USA"],"affiliations":[{"raw_affiliation_string":"Capital One, New York, NY 10171, USA","institution_ids":["https://openalex.org/I1305444813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054052378","display_name":"Vijay Ekambaram","orcid":"https://orcid.org/0009-0004-5824-9826"},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vijay Ekambaram","raw_affiliation_strings":["IBM Research India, Banglore 560045, India"],"affiliations":[{"raw_affiliation_string":"IBM Research India, Banglore 560045, India","institution_ids":["https://openalex.org/I4210103279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067289130","display_name":"Arindam Jati","orcid":"https://orcid.org/0000-0002-9498-8536"},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arindam Jati","raw_affiliation_strings":["IBM Research India, Banglore 560045, India"],"affiliations":[{"raw_affiliation_string":"IBM Research India, Banglore 560045, India","institution_ids":["https://openalex.org/I4210103279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057936833","display_name":"Jayant Kalagnanam","orcid":"https://orcid.org/0009-0009-5051-2606"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jayant Kalagnanam","raw_affiliation_strings":["IBM TJ Watson Research Center, Yorktown Heights, NY 10598, USA"],"affiliations":[{"raw_affiliation_string":"IBM TJ Watson Research Center, Yorktown Heights, NY 10598, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011540879","display_name":"Peeravit Koad","orcid":"https://orcid.org/0000-0001-7667-2573"},"institutions":[{"id":"https://openalex.org/I96916377","display_name":"Walailak University","ror":"https://ror.org/04b69g067","country_code":"TH","type":"education","lineage":["https://openalex.org/I96916377"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Peeravit Koad","raw_affiliation_strings":["Informatics Innovation Center of Excellence, School of Informatics, Walailak University, Nakhon Si Thammarat 80160, Thailand"],"affiliations":[{"raw_affiliation_string":"Informatics Innovation Center of Excellence, School of Informatics, Walailak University, Nakhon Si Thammarat 80160, Thailand","institution_ids":["https://openalex.org/I96916377"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074096341"],"corresponding_institution_ids":["https://openalex.org/I96916377"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.4129,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80776539,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"18","issue":"6","first_page":"350","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.949400007724762,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9182000160217285,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6692951917648315},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6215393543243408},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5534557700157166},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.46330055594444275},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.3467544913291931},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32214874029159546},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2613567113876343},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23237240314483643},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1665107011795044},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12821170687675476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6692951917648315},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6215393543243408},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5534557700157166},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.46330055594444275},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3467544913291931},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32214874029159546},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2613567113876343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23237240314483643},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1665107011795044},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12821170687675476},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a18060350","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18060350","pdf_url":"https://www.mdpi.com/1999-4893/18/6/350/pdf?version=1749132712","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:704d6bc654964a6da0ed250bd8b88960","is_oa":true,"landing_page_url":"https://doaj.org/article/704d6bc654964a6da0ed250bd8b88960","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 18, Iss 6, p 350 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a18060350","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18060350","pdf_url":"https://www.mdpi.com/1999-4893/18/6/350/pdf?version=1749132712","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5520729454","display_name":null,"funder_award_id":"WU67219","funder_id":"https://openalex.org/F4320326188","funder_display_name":"Walailak University"}],"funders":[{"id":"https://openalex.org/F4320326188","display_name":"Walailak University","ror":"https://ror.org/04b69g067"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411058054.pdf","grobid_xml":"https://content.openalex.org/works/W4411058054.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2896457183","https://openalex.org/W2988937804","https://openalex.org/W3012479151","https://openalex.org/W3022643593","https://openalex.org/W3086105743","https://openalex.org/W3094502228","https://openalex.org/W3098605233","https://openalex.org/W3116489684","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3169032173","https://openalex.org/W3169483174","https://openalex.org/W3170092793","https://openalex.org/W3171884590","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W3198685994","https://openalex.org/W3204263062","https://openalex.org/W4225494949","https://openalex.org/W4283318673","https://openalex.org/W4310416691","https://openalex.org/W4320352504","https://openalex.org/W6768723914","https://openalex.org/W6778883912","https://openalex.org/W6784447870","https://openalex.org/W6797155008","https://openalex.org/W6797854001","https://openalex.org/W6810081322","https://openalex.org/W6838322825","https://openalex.org/W6838633097","https://openalex.org/W6846448792","https://openalex.org/W6853251322"],"related_works":["https://openalex.org/W1919101720","https://openalex.org/W4390822878","https://openalex.org/W4246257243","https://openalex.org/W96888382","https://openalex.org/W4386126592","https://openalex.org/W2041308758","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Transformer-based":[0],"time":[1,9],"series":[2,10],"models":[3,149],"are":[4,31],"being":[5],"increasingly":[6],"employed":[7],"for":[8,91,100,196],"data":[11,22,66,74],"analysis.":[12],"However,":[13],"their":[14],"training":[15,198],"remains":[16,38],"memory":[17,29,113,135],"intensive,":[18],"especially":[19],"with":[20],"high-dimensional":[21],"and":[23,72,96,115,129,139,153,155,171,178],"extended":[24],"look-back":[25],"windows,":[26],"while":[27],"model-level":[28],"optimizations":[30],"well":[32],"studied,":[33],"the":[34],"batch":[35,123,189],"formation":[36,190],"process":[37,191],"an":[39],"underexplored":[40],"factor":[41],"to":[42,144],"performance":[43],"inefficiency.":[44],"This":[45,62],"paper":[46],"introduces":[47],"a":[48,156,193],"memory-efficient":[49],"batching":[50,107],"framework":[51,108],"based":[52],"on":[53,59],"view-based":[54],"sliding":[55],"windows":[56],"operating":[57],"directly":[58],"GPU-resident":[60],"tensors.":[61],"approach":[63],"eliminates":[64],"redundant":[65],"materialization":[67],"caused":[68],"by":[69],"tensor":[70],"stacking":[71],"reduces":[73],"transfer":[75],"volumes":[76],"without":[77,160],"modifying":[78],"model":[79,130,162],"architectures.":[80,131],"We":[81,103,164],"present":[82],"two":[83],"variants":[84],"of":[85,142],"our":[86,105,167],"solution:":[87],"(1)":[88],"per-batch":[89],"optimization":[90,99],"datasets":[92],"exceeding":[93],"GPU":[94,112,183],"memory,":[95],"(2)":[97],"dataset-wise":[98],"in-memory":[101],"workloads.":[102],"evaluate":[104],"proposed":[106,186],"systematically":[109],"using":[110,169],"peak":[111],"consumption":[114],"epoch":[116],"runtime":[117,140],"as":[118,192],"efficiency":[119],"metrics":[120],"across":[121,146],"varying":[122],"sizes,":[124],"sequence":[125],"lengths,":[126],"feature":[127],"dimensions,":[128],"Results":[132],"show":[133],"consistent":[134],"savings,":[136],"averaging":[137],"90%":[138],"improvements":[141],"up":[143],"33%":[145],"multiple":[147],"transformer-based":[148],"(Informer,":[150],"Autoformer,":[151],"Transformer,":[152],"PatchTST)":[154],"linear":[157],"baseline":[158],"(DLinear)":[159],"compromising":[161],"accuracy.":[163],"extensively":[165],"validate":[166],"method":[168,187],"synthetic":[170],"standard":[172],"real-world":[173],"benchmarks,":[174],"demonstrating":[175],"accuracy":[176],"preservation":[177],"practical":[179],"scalability":[180],"in":[181],"distributed":[182],"environments.":[184],"The":[185],"highlights":[188],"critical":[194],"component":[195],"improving":[197],"efficiency.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}