{"id":"https://openalex.org/W3010926827","doi":"https://doi.org/10.1109/fie43999.2019.9028519","title":"Integration of Software Testing to Programming Assignments: An Experimental Study","display_name":"Integration of Software Testing to Programming Assignments: An Experimental Study","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W3010926827","doi":"https://doi.org/10.1109/fie43999.2019.9028519","mag":"3010926827"},"language":"en","primary_location":{"id":"doi:10.1109/fie43999.2019.9028519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie43999.2019.9028519","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045578136","display_name":"Gustavo Martins Nunes Avellar","orcid":"https://orcid.org/0000-0002-3340-6766"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Gustavo M. N. Avellar","raw_affiliation_strings":["Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081763518","display_name":"Rog\u00e9rio Ferreira da Silva","orcid":"https://orcid.org/0000-0003-2151-226X"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rogerio F. da Silva","raw_affiliation_strings":["Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008236808","display_name":"Lilian Passos Scatalon","orcid":"https://orcid.org/0000-0002-1813-6171"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lilian P. Scatalon","raw_affiliation_strings":["Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103188201","display_name":"Stev\u00e3o Alves de Andrade","orcid":"https://orcid.org/0000-0002-1559-6789"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Stevao A. Andrade","raw_affiliation_strings":["Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089721393","display_name":"M\u00e1rcio Eduardo Delamaro","orcid":"https://orcid.org/0000-0001-7535-5891"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcio E. Delamaro","raw_affiliation_strings":["Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001800899","display_name":"Ellen Francine Barbosa","orcid":"https://orcid.org/0000-0003-3275-2293"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ellen F. Barbosa","raw_affiliation_strings":["Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Science (ICMC), University of S\u00e3o Paulo (USP), S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045578136"],"corresponding_institution_ids":["https://openalex.org/I17974374"],"apc_list":null,"apc_paid":null,"fwci":1.002,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80454928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7879354953765869},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.7499081492424011},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6235573291778564},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5942537188529968},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.5876739025115967},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5487287640571594},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.5373495817184448},{"id":"https://openalex.org/keywords/post-hoc","display_name":"Post hoc","score":0.515784502029419},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.475768506526947},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.4689708948135376},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4642961919307709},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.4520932137966156},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4483909010887146},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.41392406821250916},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.41126903891563416},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.40071386098861694},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2895715832710266},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07541850209236145}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7879354953765869},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7499081492424011},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6235573291778564},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5942537188529968},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.5876739025115967},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5487287640571594},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.5373495817184448},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.515784502029419},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.475768506526947},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.4689708948135376},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4642961919307709},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.4520932137966156},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4483909010887146},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.41392406821250916},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.41126903891563416},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.40071386098861694},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2895715832710266},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07541850209236145},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie43999.2019.9028519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie43999.2019.9028519","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W83875491","https://openalex.org/W240302486","https://openalex.org/W1481784587","https://openalex.org/W1493688518","https://openalex.org/W1607519102","https://openalex.org/W1988063143","https://openalex.org/W2001451867","https://openalex.org/W2016857330","https://openalex.org/W2022038738","https://openalex.org/W2037595410","https://openalex.org/W2041282815","https://openalex.org/W2049047048","https://openalex.org/W2056547059","https://openalex.org/W2058975394","https://openalex.org/W2082751146","https://openalex.org/W2101848183","https://openalex.org/W2104796418","https://openalex.org/W2113848838","https://openalex.org/W2116145742","https://openalex.org/W2121855876","https://openalex.org/W2125920815","https://openalex.org/W2140823721","https://openalex.org/W2148899257","https://openalex.org/W2149501077","https://openalex.org/W2159143689","https://openalex.org/W2169471397","https://openalex.org/W2774636784","https://openalex.org/W3000882748","https://openalex.org/W4247128285","https://openalex.org/W4291213652","https://openalex.org/W6629538277","https://openalex.org/W6636446546","https://openalex.org/W6677053713"],"related_works":["https://openalex.org/W2245279861","https://openalex.org/W3133844515","https://openalex.org/W2362944210","https://openalex.org/W2365415353","https://openalex.org/W45942381","https://openalex.org/W2187965414","https://openalex.org/W2355932548","https://openalex.org/W643015529","https://openalex.org/W4291700435","https://openalex.org/W2429370774"],"abstract_inverted_index":{"This":[0],"Research":[1],"Full":[2],"Paper":[3],"reinforces":[4],"that":[5,149],"Software":[6,21,95,165],"Testing":[7,22,96],"can":[8,58],"be":[9],"a":[10,24,32,125,152,198],"helpful":[11],"practice":[12],"to":[13,65,79,182],"students":[14,37,86,150,180],"while":[15],"working":[16],"on":[17],"programming":[18,83,111,121,158],"assignments.":[19],"Considering":[20],"as":[23],"process,":[25],"the":[26,49,82,88,116,139,143,168],"testing":[27,113,123,194],"activity":[28],"is":[29,92,97],"composed":[30],"by":[31,114,138,195],"sequence":[33],"of":[34,85,135,142,197],"steps.":[35],"When":[36],"write":[38,183],"and":[39,54,68,112,119,122],"submit":[40],"their":[41,184],"own":[42,185],"test":[43,50,61,117,127,145,173,186],"cases,":[44],"they":[45],"are":[46],"responsible":[47],"for":[48],"design,":[51],"automation,":[52],"execution,":[53],"evaluation.":[55],"Otherwise,":[56],"instructors":[57],"provide":[59],"ready-made":[60,172],"suites,":[62],"needing":[63],"only":[64],"execute":[66],"it":[67],"evaluate":[69],"it.":[70],"In":[71],"this":[72],"scenario,":[73],"we":[74],"conducted":[75],"an":[76],"experimental":[77],"study":[78],"investigate":[80],"how":[81],"performance":[84,154],"from":[87],"Computer":[89],"Science":[90],"area":[91],"affected":[93],"when":[94,179],"integrated":[98],"with":[99,124,155,161],"programming.":[100],"We":[101,129,188],"proposed":[102],"three":[103],"different":[104],"approaches:":[105],"(i)":[106],"ad":[107,156],"hoc":[108,157],"programming;":[109],"(ii)":[110],"writing":[115],"suite;":[118],"(iii)":[120],"readymade":[126],"suite.":[128,146],"assessed":[130,190],"students'":[131,191],"programs":[132],"in":[133,159],"terms":[134],"correctness,":[136],"measured":[137],"pass":[140],"rate":[141],"reference":[144],"Results":[147],"indicate":[148],"had":[151,181],"lower":[153],"comparison":[160],"both":[162],"approaches":[163],"involving":[164],"Testing.":[166],"On":[167],"other":[169],"hand,":[170],"using":[171],"cases":[174],"raised":[175],"better":[176],"results":[177],"than":[178],"cases.":[187],"also":[189],"attitudes":[192],"towards":[193],"means":[196],"survey.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}