{"id":"https://openalex.org/W4390723016","doi":"https://doi.org/10.48550/arxiv.2401.03804","title":"TeleChat Technical Report","display_name":"TeleChat Technical Report","publication_year":2024,"publication_date":"2024-01-08","ids":{"openalex":"https://openalex.org/W4390723016","doi":"https://doi.org/10.48550/arxiv.2401.03804"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2401.03804","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.03804","pdf_url":"https://arxiv.org/pdf/2401.03804","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.03804","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101722779","display_name":"Zhongjiang He","orcid":"https://orcid.org/0009-0000-1835-9271"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zhongjiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380108","display_name":"Zihan Wang","orcid":"https://orcid.org/0000-0003-1056-6326"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111250639","display_name":"Xinzhang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xinzhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101707300","display_name":"Shixuan Liu","orcid":"https://orcid.org/0000-0003-4780-3890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101651313","display_name":"Yitong Yao","orcid":"https://orcid.org/0009-0001-0164-1841"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Yitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102712077","display_name":"Yuyao Huang","orcid":"https://orcid.org/0000-0002-3989-9514"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yuyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106943753","display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0003-2924-946X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xuelong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108892712","display_name":"Yongxiang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yongxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104226842","display_name":"Zhonghao Che","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Che, Zhonghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032216635","display_name":"Zhaoxi Zhang","orcid":"https://orcid.org/0000-0002-3813-2776"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhaoxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115589913","display_name":"Yan Wang","orcid":"https://orcid.org/0009-0002-3286-3516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327839","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-8246-0606"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046880903","display_name":"Luwen Pu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pu, Luwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102602975","display_name":"Huihan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Huinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113145190","display_name":"Ruiyu Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Ruiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101947414","display_name":"Yu Zhao","orcid":"https://orcid.org/0009-0002-6504-527X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436731","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-3354-0690"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052865881","display_name":"Xiaomeng Huang","orcid":"https://orcid.org/0000-0002-4158-1089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xiaomeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100308103","display_name":"Zhilong Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhilong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021532205","display_name":"Jia\u2010Xin Peng","orcid":"https://orcid.org/0000-0002-0119-0139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Jiaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100528779","display_name":"Wenjun Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Wenjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592654","display_name":"Shiquan Wang","orcid":"https://orcid.org/0000-0002-6009-1405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shiquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111109276","display_name":"Bingkai Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Bingkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039443823","display_name":"Xuewei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"he, Xuewei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101290256","display_name":"Zhuoru Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Zhuoru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101290257","display_name":"Qiyi Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Qiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003138916","display_name":"Yanhan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yanhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100712807","display_name":"Zhongqiu Li","orcid":"https://orcid.org/0000-0003-2004-293X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhongqiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008606566","display_name":"Lingling Shi","orcid":"https://orcid.org/0000-0002-4821-6818"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Lingling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037179787","display_name":"Weiwei Fu","orcid":"https://orcid.org/0000-0001-7192-3118"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Weiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343699","display_name":"Yin Zhang","orcid":"https://orcid.org/0000-0001-6986-4227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101390757","display_name":"Zilu Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zilu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113102383","display_name":"Sishi Xiong","orcid":"https://orcid.org/0009-0004-0011-4435"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Sishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101769560","display_name":"Yuxiang Zhang","orcid":"https://orcid.org/0000-0001-5228-3215"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595184","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0001-7885-9673"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5087486098","display_name":"Shuangyong Song","orcid":"https://orcid.org/0000-0001-7465-1082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Shuangyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9484999775886536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6980853080749512},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6820606589317322},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6478428244590759},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4752908945083618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4460500180721283},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.435799777507782},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34256789088249207},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1621963083744049},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1132429838180542},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07707855105400085}],"concepts":[{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6980853080749512},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6820606589317322},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6478428244590759},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4752908945083618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4460500180721283},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.435799777507782},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34256789088249207},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1621963083744049},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1132429838180542},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07707855105400085},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2401.03804","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.03804","pdf_url":"https://arxiv.org/pdf/2401.03804","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.03804","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.03804","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.03804","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.03804","pdf_url":"https://arxiv.org/pdf/2401.03804","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390723016.pdf","grobid_xml":"https://content.openalex.org/works/W4390723016.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W2105076537","https://openalex.org/W2774965289","https://openalex.org/W2073218260","https://openalex.org/W2071315630","https://openalex.org/W2028371633","https://openalex.org/W658175190","https://openalex.org/W2340360219","https://openalex.org/W2747917286"],"abstract_inverted_index":{"In":[0],"this":[1],"technical":[2],"report,":[3],"we":[4,80,132],"present":[5],"TeleChat,":[6],"a":[7,50,76,118,148],"collection":[8,52],"of":[9,16,53,63,86,114,121,138,150],"large":[10],"language":[11,27,92],"models":[12,28,34,113],"(LLMs)":[13],"with":[14,38,72,145],"parameters":[15],"3":[17],"billion,":[18],"7":[19],"billion":[20],"and":[21,58,98,128,141,147],"12":[22],"billion.":[23],"It":[24],"includes":[25],"pretrained":[26,44],"as":[29,31],"well":[30],"fine-tuned":[32,135],"chat":[33],"that":[35,79,105],"is":[36,42],"aligned":[37],"human":[39,73],"preferences.":[40],"TeleChat":[41,87,106],"initially":[43],"on":[45,88],"an":[46],"extensive":[47],"corpus":[48],"containing":[49],"diverse":[51],"texts":[54],"from":[55],"both":[56],"English":[57],"Chinese":[59],"languages,":[60],"including":[61,91],"trillions":[62],"tokens.":[64],"Subsequently,":[65],"the":[66,84,134,155],"model":[67,136],"undergoes":[68],"fine-tuning":[69],"to":[70,110,154],"align":[71],"preferences,":[74],"following":[75],"detailed":[77],"methodology":[78],"describe.":[81],"We":[82],"evaluate":[83],"performance":[85,109],"various":[89],"tasks,":[90],"understanding,":[93],"mathematics,":[94],"reasoning,":[95],"code":[96,146],"generation,":[97],"knowledge-based":[99],"question":[100],"answering.":[101],"Our":[102],"findings":[103],"indicate":[104],"achieves":[107],"comparable":[108],"other":[111],"open-source":[112],"similar":[115],"size":[116],"across":[117],"wide":[119],"range":[120],"public":[122,156],"benchmarks.":[123],"To":[124],"support":[125],"future":[126],"research":[127],"applications":[129],"utilizing":[130],"LLMs,":[131],"release":[133],"checkpoints":[137],"TeleChat's":[139],"7B":[140],"12B":[142],"variant,":[143],"along":[144],"portion":[149],"our":[151],"pretraining":[152],"data,":[153],"community.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2024-01-13T00:00:00"}