{"id":"https://openalex.org/W4385571552","doi":"https://doi.org/10.18653/v1/2023.clinicalnlp-1.51","title":"SummQA at MEDIQA-Chat 2023: In-Context Learning with GPT-4 for Medical Summarization","display_name":"SummQA at MEDIQA-Chat 2023: In-Context Learning with GPT-4 for Medical Summarization","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385571552","doi":"https://doi.org/10.18653/v1/2023.clinicalnlp-1.51"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.clinicalnlp-1.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.clinicalnlp-1.51","pdf_url":"https://aclanthology.org/2023.clinicalnlp-1.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Clinical Natural Language Processing Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.clinicalnlp-1.51.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015359031","display_name":"Yash Mathur","orcid":"https://orcid.org/0009-0003-1514-4795"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yash Mathur","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085652542","display_name":"Sanketh Rangreji","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanketh Rangreji","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089262860","display_name":"Raghav Kapoor","orcid":"https://orcid.org/0000-0002-1030-7423"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raghav Kapoor","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092391952","display_name":"Medha Palavalli","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Medha Palavalli","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013007353","display_name":"Amanda Bertsch","orcid":"https://orcid.org/0000-0002-1368-1111"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda Bertsch","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061241015","display_name":"Matthew R. Gormley","orcid":"https://orcid.org/0009-0002-7785-6045"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Gormley","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5015359031"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.1198,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89736909,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"490","last_page":"502"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9486398696899414},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8249952793121338},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7321838140487671},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6573113799095154},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4612310230731964},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4171047806739807},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40008559823036194},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.358493447303772},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35461050271987915},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.06834295392036438}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9486398696899414},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8249952793121338},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7321838140487671},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6573113799095154},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4612310230731964},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4171047806739807},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40008559823036194},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.358493447303772},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35461050271987915},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.06834295392036438},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.clinicalnlp-1.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.clinicalnlp-1.51","pdf_url":"https://aclanthology.org/2023.clinicalnlp-1.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Clinical Natural Language Processing Workshop","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.clinicalnlp-1.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.clinicalnlp-1.51","pdf_url":"https://aclanthology.org/2023.clinicalnlp-1.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Clinical Natural Language Processing Workshop","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385571552.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2061886377","https://openalex.org/W2754624876","https://openalex.org/W2890157215","https://openalex.org/W2911489562","https://openalex.org/W2962849707","https://openalex.org/W2965373594","https://openalex.org/W3008374555","https://openalex.org/W3028533291","https://openalex.org/W3034879520","https://openalex.org/W3034999214","https://openalex.org/W3098267758","https://openalex.org/W3098562101","https://openalex.org/W3098913828","https://openalex.org/W3114290355","https://openalex.org/W3138773240","https://openalex.org/W3156470785","https://openalex.org/W3163095497","https://openalex.org/W3164972323","https://openalex.org/W3169068430","https://openalex.org/W3172943453","https://openalex.org/W3173777717","https://openalex.org/W4221106857","https://openalex.org/W4226178750","https://openalex.org/W4286431794","https://openalex.org/W4287207937","https://openalex.org/W4287887977","https://openalex.org/W4287891464","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4297435087","https://openalex.org/W4310823636","https://openalex.org/W4324302588","https://openalex.org/W4360891289","https://openalex.org/W4366823941","https://openalex.org/W4385571505","https://openalex.org/W4385573581","https://openalex.org/W4385574049","https://openalex.org/W4385574298","https://openalex.org/W4386492483","https://openalex.org/W4386566731"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W1517524280","https://openalex.org/W4389760904","https://openalex.org/W4306886878","https://openalex.org/W4323520239"],"abstract_inverted_index":{"Medical":[0,39],"dialogue":[1],"summarization":[2,52,77],"is":[3,55],"challenging":[4],"due":[5],"to":[6,23],"the":[7,13,21,37,43,66,134],"unstructured":[8],"nature":[9],"of":[10,15,59,136,148],"medical":[11,16],"conversations,":[12],"use":[14,81],"terminologyin":[17],"gold":[18],"summaries,":[19],"and":[20,64,122,167],"need":[22],"identify":[24,145],"key":[25],"information":[26],"across":[27],"multiple":[28],"symptom":[29],"sets.":[30],"We":[31,87,151,159,169],"present":[32],"a":[33,56,82],"novel":[34],"system":[35],"for":[36,50,73,139],"Dialogue2Note":[38],"Summarization":[40,105],"tasks":[41],"in":[42,91,100,112,128],"MEDIQA":[44],"2023":[45],"Shared":[46],"Task.":[47],"Our":[48,131],"approach":[49],"sectionwise":[51],"(Task":[53,78],"A)":[54],"two-stage":[57],"process":[58],"selecting":[60],"semantically":[61],"similar":[62,68,83],"dialogues":[63,69],"using":[65],"top-k":[67],"as":[70],"in-context":[71],"examples":[72],"GPT-4.":[74],"For":[75],"full-note":[76],"B),":[79],"we":[80,143],"solution":[84],"with":[85,155],"k=1.":[86],"achieved":[88],"3rd":[89],"place":[90,99,111,124],"Task":[92,101,113,129],"A":[93,114],"(2nd":[94,106],"among":[95,107,119,125],"all":[96,108,120,126],"teams),":[97,109,121],"4th":[98],"B":[102],"Division":[103],"Wise":[104],"15th":[110],"Section":[115],"Header":[116],"Classification":[117],"(9th":[118],"8th":[123],"teams":[127],"B.":[130],"results":[132],"highlight":[133],"effectiveness":[135],"few-shot":[137],"prompting":[138],"this":[140],"task,":[141],"though":[142],"also":[144],"several":[146,156],"weaknesses":[147],"prompting-based":[149],"approaches.":[150],"compare":[152],"GPT-4":[153,162],"performance":[154],"finetuned":[157],"baselines.":[158],"find":[160],"that":[161],"summaries":[163],"are":[164],"more":[165],"abstractive":[166],"shorter.":[168],"make":[170],"our":[171],"code":[172],"publicly":[173],"available.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}
