{“id”:“https://openalex.org/W4394923534“,”doi“:”https://doi.org/10.1145/3627703.3650083“,”title“:“ScheMoE”,”display_name“:”ScheMoE-“,”publication_year“:2024,”publitation_date“:”2024-04-22“,”ids“:{”openalex“:”https://openalex.org/W4394923534“,”doi“:”https://doi.org/10.1145/3627703.3650083“},”language“:”en“,”primary_location“:{”is_oa“:false,”landing_page_url“:”https://doi.org/10.1145/3627703.3650083“,”pdf_url“:null,”source“:null,”license“:null,”license_id“:null,”version“:null,”is_accepted“:false,”is_published“:false},”type“:”article“,”type_crossref“:”proceedings article“,”indexed_in“:[”crossref“],”open_access“:{”is_oa“:false,”oa_status“:”closed“,”oa_url“:null,”any_repository_has_fulltext“:false},”authorships“:[{”author_position“:“第一个”,“作者“:{”id“:”https://openalex.org/A5016836702“,”display_name“:”邵淮石“,”兽人“:”https://orcid.org/0000-0002-1418-5160“},”机构“:[{”id“:”https://openalex.org/I204983213“,”display_name“:”哈尔滨工业大学“,”ror“:”https://ror.org/01yqg2h08“,”country_code“:”CN“,”type“:“教育”,”世系“:[”https://openalex.org/I204983213“]],”国家“:[”CN“],”is_corresponding“:false,”raw_author_name“:”邵怀石“,”raw_affiation_strings“:[”哈尔滨工业大学,深圳“],”附属机构“:[{”raw_affiation_string“:”哈尔滨工业大学,深圳“,”institution_ids“:[”https://openalex.org/I204983213“]}]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5016665007“,”display_name“:”杏林盘“,”兽人“:”https://orcid.org/0000-0002-1172-9935“},”机构“:[{”id“:”https://openalex.org/I200769079“,”display_name“:”香港科技大学“,”ror“:”https://ror.org/00q4vv597“,”country_code“:”CN“,”type“:“教育”,”世系“:[”https://openalex.org/I200769079“]},{”id“:”https://openalex.org/I889458895“,”display_name“:”香港大学“,”ror“:”https://ror.org/02zhqgq86“,”country_code“:”HK“,”type“:“教育”,”世系“:[”https://openalex.org/I889458895“]],”国家“:[”CN“,”HK“],”is_corresponding“:false,”raw_author_name“:”Xinglin Pan“,”raw_affiation_strings“:[”香港科技大学(广州)“],”附属机构“:[{”raw_affiation_string“:”香港科技大学(广州)“,”institution_ids“:[”https://openalex.org/I200769079","https://openalex.org/I889458895“]}]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5018867983“,”display_name“:”Qiang Wang“,”orcid“:”https://orcid.org/0000-0002-2986-967X“},”机构“:[{”id“:”https://openalex.org/I204983213“,”display_name“:”哈尔滨工业大学“,”ror“:”https://ror.org/01yqg2h08“,”country_code“:”CN“,”type“:“教育”,”世系“:[”https://openalex.org/I204983213“]}],”国家“:[”CN“],”is_corresponding“:false,”raw_author_name“:”Qiang Wang“,”raw _ afiliation_strings“:[“哈尔滨理工大学,深圳”],”affiliations“:[{”raw _affiliation_string“:”哈尔滨理工学院,深圳”,“institution_ids”:[“https://openalex.org/I204983213“]}]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5027626597“,”display_name“:”刘成建“,”兽人“:”https://orcid.org/0000-0002-0103-4670“},”机构“:[{”id“:”https://openalex.org/I4210152380“,”display_name“:”深圳理工大学“,”ror“:”https://ror.org/04qzpec27“,”country_code“:”CN“,”type“:“教育”,”世系“:[”https://openalex.org/I4210152380“]}],”国家“:[”CN“],”is_corresponding“:false,”raw_author_name“:”Liu Chengjian“,”raw _ afiliation_strings“:[“深圳理工大学”],”affiliations“:[{”raw_ afiliation _string“:”深圳理工学院“,”institution_ids“:[https://openalex.org/I4210152380“]}]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5079912837“,”display_name“:”任晓哲“,”orcid“:”https://orcid.org/0000-0002-0432-5510“},”机构“:[{”id“:”https://openalex.org/I4210160618“,”display_name“:”华为技术(英国)“,”ror“:”https://ror.org/056gzgs71“,”“country_code”“:”GB“,”type“:”company“,”seriance“:[”https://openalex.org/I2250955327","https://openalex.org/I4210160618“]},{”id“:”https://openalex.org/I4210108585“,”display_name“:”中央研究院“,”ror“:”https://ror.org/01wnfae18“,”“country_code”“:”IN“,”type“:”facility“,”lineage“:[”https://openalex.org/I4210108585“]}],”国家“:[”GB“,”IN“],”is_corresponding“:false,”raw_author_name“:”Xiaozhe Ren“,”raw _affiliation_strings“:[“华为中央研究院,华为技术”],”affiliations“:[{”raw _affiliation_string“:”华为中央研究所,华为技术“,”institution_ids“:[https://openalex.org/I4210160618","https://openalex.org/I4210108585“]}]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5075481740“,”display_name“:”钟哲虎“,”兽人“:”https://orcid.org/0000-0002-6708-3942“},”机构“:[{”id“:”https://openalex.org/I4210160618“,”display_name“:”华为技术(英国)“,”ror“:”https://ror.org/056gzgs71“,”country_code“:”GB“,”type“:”company“,”沿袭“:[”https://openalex.org/I2250955327","https://openalex.org/I4210160618“]},{”id“:”https://openalex.org/I4210108585“,”display_name“:”中央研究院“,”ror“:”https://ror.org/01wnfae18“,”“country_code”“:”IN“,”type“:”facility“,”lineage“:[”https://openalex.org/I4210108585“]}],”国家“:[”GB“,”IN“],”is_corresponding“:false,”raw_author_name“:”胡忠哲“,”raw_affiliation_strings“:[“华为技术中心研究所”],”affiliations“:[{”raw_affiliation_string“:”华为技术中心研究所“,”institution_ids“:[https://openalex.org/I4210160618","https://openalex.org/I4210108585“]}]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5095771100“,”display_name“:”余阳“,”兽人“:”https://orcid.org/0009-0001-1544-956X“},”机构“:[{”id“:”https://openalex.org/I4210160618“,”display_name“:”华为技术(英国)“,”ror“:”https://ror.org/056gzgs71“,”“country_code”“:”GB“,”type“:”company“,”seriance“:[”https://openalex.org/I2250955327","https://openalex.org/I4210160618“]},{”id“:”https://openalex.org/I4210108585“,”display_name“:”中央研究院“,”ror“:”https://ror.org/01wnfae18“,”“country_code”“:”IN“,”type“:”facility“,”lineage“:[”https://openalex.org/I4210108585“]}],”国家“:[”GB“,”IN“],”is_corresponding“:false,”raw_author_name“:Yu Yang”,“raw_affiliation_strings”:[”华为中央研究院,华为技术“],“affiliations”:[{“raw_affiliation_string”:“华为中央研究所,华为技术”,“institution_ids”:[“https://openalex.org/I4210160618","https://openalex.org/I4210108585“]}]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5060171629“,”display_name“:”Bo Li“,”orcid“:”https://orcid.org/0000-0003-2955-750X“},”机构“:[{”id“:”https://openalex.org/I200769079“,”display_name“:”香港科技大学“,”ror“:”https://ror.org/00q4vv597“,”country_code“:”CN“,”type“:“教育”,”世系“:[”https://openalex.org/I200769079“]},{”id“:”https://openalex.org/I889458895“,”display_name“:”香港大学“,”ror“:”https://ror.org/02zhqgq86“,”country_code“:”HK“,”type“:“教育”,”世系“:[”https://openalex.org/I889458895“]}],”国家“:[”CN“,”HK“],”is_corresponding“:false,”raw_author_name“:”Bo Li“,“raw_affiliation_strings”:[”香港科技大学“],“affiliations”:[{“raw_affiliation_string”:“香港科技大学”,“institution_ids”:[“https://openalex.org/I200769079","https://openalex.org/I889458895“]}]},{”author_position“:”last“,”author“:{”id“:”https://openalex.org/A5100730785“,”display_name“:”朱晓文“,”兽人“:”https://orcid.org/0000-0001-9745-4372“},”机构“:[{”id“:”https://openalex.org/I200769079“,”display_name“:”香港科技大学“,”ror“:”https://ror.org/00q4vv597“,”country_code“:”CN“,”type“:“教育”,”世系“:[”https://openalex.org/I200769079“]},{”id“:”https://openalex.org/I889458895“,”display_name“:”香港大学“,”ror“:”https://ror.org/02zhqgq86“,”country_code“:”HK“,”type“:“教育”,”世系“:[”https://openalex.org/I889458895“]}],”国家“:[”CN“,”HK“],”is_corresponding“:false,”raw_author_name“:”朱晓雯“,“raw_affiliation_strings”:[“香港科技大学(广州)和香港科技大学”],“affiliations”:[{“raw_affiliation_string”:“香港科技学院(广州)和香港科技大学“,”institution_ids“:[”https://openalex.org/I200769079","https://openalex.org/I889458895“]}]}],”institution_assertions“:[],”countries_distinact_count“:4,”institutions_disticant_count”:6,”corresponding_author_ids“:[[],”corresponding_institution_ids”:[],“apc_list”:null,”apc_payed“:null”,“fwci”:0.0,”has_fulltext“:false,”cited_by_count“is_in_top_10_percent”:错误},“cited_by_percentile_year“:{“min”:0,“max”:85},“biblio”:{卷:null,“问题”:nullhttps://openalex.org/T12205“,”“display_name”:“时间序列数据和算法的聚类”,“score”:0.6788,“subfield”:{“id”:“https://openalex.org/subfields/1711“,”display_name“:”信号处理“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}},”主题“:[{”id“:”https://openalex.org/T12205“,”“display_name”:“时间序列数据和算法的聚类”,“score”:0.6788,“subfield”:{“id”:“https://openalex.org/subfields/1711“,”display_name“:”信号处理“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}},{”id“:”https://openalex.org/T10215“,”display_name“:”语义Web和本体开发“,”score“:0.6702,”subfield“:{”id“:”https://openalex.org/subfields/1702“,”display_name“:”人工智能“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}},{”id“:”https://openalex.org/T10601“,”display_name“:”手写识别和文本检测“,”score“:0.5785,”subfield“:{”id“:”https://openalex.org/subfields/1707“,”display_name“:”计算机视觉和模式识别“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}}],”关键词“:[{”id“:”https://openalex.org/keywords/schema-matching“,”display_name“:”架构匹配“,”score“:0.533127}],”concepts“:[{”id“:”https://openalex.org/C41008148,“wikidata”:https://www.wikidata.org/wiki/Q21198“,”display_name“:”计算机科学“,”level“:0,”score“:0.49231923}],”mesh“:[],”locations_count“:1,”location“:[{”is_oa“:false,”landing_page_url“:”https://doi.org/10.1145/3627703.3650083“,”pdf_url“:null,”source“:null,”license“:null:”license_id“:null,”version“:nuller,”is_accepted“:false,”is_published“:false}],”best_oa_location“:nul,”sustainable_development_goals“:[],”grants“:[],”datasets“:],”versions“:[]:”,“referenced_works_count”:26,“referrenced_works”:[”https://openalex.org/W1566289585","https://openalex.org/W2018346931","https://openalex.org/W2052440657","https://openalex.org/W2257408573","https://openalex.org/W2595551253","https://openalex.org/W2734941459","https://openalex.org/W2963786636","https://openalex.org/W2969388332","https://openalex.org/W2975712713","https://openalex.org/W3043278179","https://openalex.org/W3081168214","https://openalex.org/W3193250980","https://openalex.org/W3204998121","https://openalex.org/W3214578629","https://openalex.org/W4220838824","https://openalex.org/W4220967350","https://openalex.org/W4226079124网址","https://openalex.org/W4287121196","https://openalex.org/W4287391717","https://openalex.org/W4310282800","https://openalex.org/W4318541692","https://openalex.org/W4321636575","https://openalex.org/W4364382874","https://openalex.org/W4376652719","https://openalex.org/W4386260498","https://openalex.org/W4386396242“],”related_works“:[”https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2530322880","https://openalex.org/W2390279801","https://openalex.org/W2382290278","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2350741829","https://openalex.org/W2001405890“],”abstract_inverted_index“:{”In“:[0,76],”recent“:[1],”years“:[2],”大规模“:[3],”models“:[4112],”can“:[5],”be“:[6,41114],”easy“:[7],”scaled“:[8],”to“:[9,40,44113],”trillions“:[10],”of“:[11,57140],”parameters“:[12],”with“:[13,92],”稀疏“:[14],”“激活”:[15],“专家组合”:[16],“(MoE),”:[17],“其中”:[18,89128],“显著“:[19],“改善”:[20],“改进”:[21,37,67104162],“模型”:[22],“质量”:[23],“while”:[24148],“仅”:[25],“要求”:[26],“a”:[27,45,98158],“次线性”:[28],“增加”:[29],”in“:[30,64109116],“计算”:[31],“成本。“:[32],”“然而,”:[33],“MoE”:[34,65,85111170],“层”:[35],“需要”:[36],“输入”:[38],“数据”:[39,58145],“动态”:[42],“路由”:[43],“特定”:[46],“GPU”:[47,74],“用于”:[48],“计算”:[49],“期间”:[50],“分布式”:[51],“训练。“:[52],”The“:[53],”highly“:[54],”dynamic“:[55],”property“:[56],”routing“:59],”and“:[60,83106132144161173],”high“:[61],”communication“:/62105],”costs“:[63],”make“:[66],”training“:[68,86110],”system“:69],”low“:[70],”scaling“:[71],”efficiency“:[72],”on“:[73157],”clusters“●●●●。“:[75],”this“:[77],”work“,”we“:[79],”propose“:[80],”an“:[81117],”extensible“:[82],”efficiency“:[84],”system“,“:[87],”ScheMoE“:[88],”is“:[90],”assemblied“:[91],”several“:[93],”features“。“:[94],“1)”:[95],“ScheMoE”:[96121136166],“提供”:[97],“通用”:[99],“调度”:[100151],“框架”:[101],“that”:[102165],“允许”:[103],“计算”:[107],“任务”:[108],“计划”:[115],“最优”:[118],“方式”。“:[119],”2)“:[120],”integrates“:[122],”our“:[123150],”proposed“:[124],”novel“:/125],”all-to-all“:[126142],”collective“:[127],”better“:[129],”usiples“:[130],”inter-an“:[131],”inter-connect“:[133],”bandwidth。“:[134],”3)“:[135],”支持“:[137],”简单“:[138],”扩展“:[139],”自定义“:[141],”集合“:[143],”压缩“:[146],”方法“:[147],”享受“:[149],”算法。“:[152],”扩展“:[153],”实验“:[154],”are“:[155],”进行“:[156],”32-GPU“:[159],”cluster“:[160],”results“:[163],”show“:[164],”跑赢“:[167],”existing“:[168],”最先进“:[169],”systems“:[171],”Tutel“:[172],”Faster MoE“:[174],”by“:[175],”9%-30%。“:[176]},”cited_by_api_url“:”https://api.openalex.org/works?filter=cites:W4394923534“,”counts_by_year“:[],”updated_date“:”2024-09-15T11:28:43.490214“,”created_date:“2024-04-19”}“