{"id":"https://openalex.org/W4388514780","doi":"https://doi.org/10.48550/arxiv.2311.04016","title":"Exploring Dataset-Scale Indicators of Data Quality","display_name":"Exploring Dataset-Scale Indicators of Data Quality","publication_year":2023,"publication_date":"2023-11-07","ids":{"openalex":"https://openalex.org/W4388514780","doi":"https://doi.org/10.48550/arxiv.2311.04016"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.04016","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.04016","pdf_url":"https://arxiv.org/pdf/2311.04016","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.04016","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016656010","display_name":"Benjamin Feuer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feuer, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066142047","display_name":"Chinmay Hegde","orcid":"https://orcid.org/0000-0003-4574-8066"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hegde, Chinmay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7495472431182861},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7190760374069214},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.5757485032081604},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5334819555282593},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5226314067840576},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5133339762687683},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45141932368278503},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.44542187452316284},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.396271675825119},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3457476496696472},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2854178845882416},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0930459201335907},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.07527652382850647},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.06645461916923523}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7495472431182861},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7190760374069214},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.5757485032081604},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5334819555282593},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5226314067840576},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5133339762687683},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45141932368278503},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.44542187452316284},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.396271675825119},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3457476496696472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2854178845882416},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0930459201335907},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.07527652382850647},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06645461916923523},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.04016","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.04016","pdf_url":"https://arxiv.org/pdf/2311.04016","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.04016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.04016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.04016","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.04016","pdf_url":"https://arxiv.org/pdf/2311.04016","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388514780.pdf","grobid_xml":"https://content.openalex.org/works/W4388514780.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W2377538627","https://openalex.org/W2107220315","https://openalex.org/W1589637664","https://openalex.org/W2094985717","https://openalex.org/W127355350"],"abstract_inverted_index":{"Modern":[0],"computer":[1,40],"vision":[2],"foundation":[3],"models":[4],"are":[5],"trained":[6],"on":[7],"massive":[8],"amounts":[9],"of":[10,47,76,107],"data,":[11],"incurring":[12],"large":[13],"economic":[14],"and":[15,57,60,84,97,110],"environmental":[16],"costs.":[17],"Recent":[18],"research":[19],"has":[20],"suggested":[21],"that":[22,44,61],"improving":[23],"data":[24,32,37],"quality":[25,38,46],"can":[26,51,99],"significantly":[27],"reduce":[28],"the":[29,45,62,70,74],"need":[30],"for":[31],"quantity.":[33],"But":[34],"what":[35],"constitutes":[36],"in":[39,105],"vision?":[41],"We":[42,72],"posit":[43],"a":[48],"given":[49],"dataset":[50],"be":[52],"decomposed":[53],"into":[54],"distinct":[55],"sample-level":[56],"dataset-level":[58,79],"constituents,":[59],"former":[63],"have":[64],"been":[65],"more":[66],"extensively":[67],"studied":[68],"than":[69],"latter.":[71],"ablate":[73],"effects":[75],"two":[77],"important":[78],"constituents:":[80],"label":[81],"set":[82],"design,":[83],"class":[85],"balance.":[86],"By":[87],"monitoring":[88],"these":[89],"constituents":[90],"using":[91],"key":[92],"indicators":[93],"we":[94],"provide,":[95],"researchers":[96],"practitioners":[98],"better":[100],"anticipate":[101],"model":[102],"performance,":[103],"measured":[104],"terms":[106],"its":[108],"accuracy":[109],"robustness":[111],"to":[112],"distribution":[113],"shifts.":[114]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}
