{“id”:“https://openalex.org/W4392182133“,”doi“:”https://doi.org/10.48550/arxiv.2402.15179“,”title“:”通过表示编辑提高微调中的参数效率“,”display_name“:”通过表示编辑提高微调中的参数效率“,”publication_year“:2024,”publication_date“:”2024-02-23“,”ids“:{”openalex“:”https://openalex.org/W4392182133“,”doi“:”https://doi.org/10.48550/arxiv.2402.15179“},”language“:”en“,”primary_location“:{”is_oa“:true,”landing_page_url“:”https://arxiv.org/abs/2402.15179,“pdf_url”:https://arxiv.org/pdf/2402.15179,“源”:{“id”:https://openalex.org/S4306400194“,”display_name“:”arXiv(康奈尔大学)“,”issn_l“:null,”issn“:null,”is_oa“:true,”is_in_doaj“:false,”host_organization“:”https://openalex.org/I205783295“,”“host_organization_name”:“康奈尔大学”,“host_organization_lineage”:[“https://openalex.org/I205783295“],”host_organization_lineage_names“:[”Cornell University“],“type”:“repository”},“license”:null,“licence_id”:null,“version”:“submittedVersion”,“is_accepted”:false,“is_published”:false},”type“:”preprint“,”type_crossref“:“posted-content”,“indexed_in”:[”arxiv“],‘open_access’:{”is_oa“:true,”“oa_status”:“green”,“oa_url”:“https://arxiv.org/pdf/2402.15179“,”any_repository_has_fulltext“:true},”authorships“:[{”author_position“:”第一“,”作者“:{”id“:”https://openalex.org/A5084819949“,”display_name“:”Min Wu“,”orcid“:”https://orcid.org/0000-0003-4485-975X“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”Wu,Muling“,”raw关联字符串“:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5069021125“,”display_name“:”刘文浩“,”兽人“:”https://orcid.org/0000-0001-9757-1077“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”刘,文浩“,”raw关联字符串“:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5074900624“,”display_name“:”王晓华“,”兽人“:”https://orcid.org/0000-0002-6551-151X“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”王,小华“,”raw关联字符串“:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5020841033“,”display_name“:”天龙里“,”兽人“:”https://orcid.org/0000-0002-9483-457X“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”李,天龙“,”raw关联字符串“:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5063414270“,”display_name“:”翠翠绿“,”兽人“:”https://orcid.org/0000-0002-1913-8742“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”吕昌泽“,”raw关联字符串“:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5048752310“,”display_name“:”丽娟钟“,”兽人“:”https://orcid.org/0000-0001-6604-268“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”凌子轩“,”raw关联字符串“:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5044832379“,”display_name“:”Jiajun Zhu“,”orcid“:”https://orcid.org/0009-0006-7136-2844“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”朱建豪“,”raw关联字符串“:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5076223148“,”display_name“:”Cenyuan Zhang“,”orcid“:null},”institutions“:[],”countries“:[],”is_correresponsing“:false,”raw_author_name“:”Zhang,Cenyuan“,”raw_affiation_strings“:[]},{”author_position“:”middle“,”author“:{”id“:”https://openalex.org/A5017835517“,”display_name“:”郑晓青“,”兽人“:”https://orcid.org/0000-0003-4430-5036“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:郑晓庆”,“raw_affiliation_strings”:[]},{“author_position”:“last”,“author”:{“id”:“https://openalex.org/A508834359“,”display_name“:”黄宣静“,”orcid“:”https://orcid.org/0000-0001-9197-9426“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”黄,宣景“,”raw关联字符串“:[]}],”countries_distict_count“:0,”机构区分计数“:0”,“对应的作者ID”:[]、“对应的机构ID”:[],“apc_list”:null,“apc支付”:null,“has_fulltext”:false,“cited_by_count”:0,“cited_by_percentile_year“:{“min”:0,“max”:91},“biblio”:{卷:null,“问题”:nullhttps://openalex.org/T10054“,”display_name“:”并行计算与性能优化“,”score“:0.8249,”subfield“:{”id“:”https://openalex.org/subfields/1708“,”display_name“:”硬件和体系结构“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}},”主题“:[{”id“:”https://openalex.org/T10054“,”display_name“:”并行计算与性能优化“,”score“:0.8249,”subfield“:{”id“:”https://openalex.org/subfields/1708“,”display_name“:”硬件和体系结构“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}}],”关键词“:[{”id“:”https://openalex.org/keywords/performance-optimization网站“,”display_name“:”性能优化“,”score“:0.526397},{”id“:”https://openalex.org/keywords/bequinchmarking(https://openalex.org/关键词/基准测试)“,”display_name“:”标杆管理“,”score“:0.519908},{”id“:”https://openalex.org/keywords/gpu-computing网站“,”display_name“:”GPU Computing“,”score“:0.503101}],”concepts“:[{”id“:”https://openalex.org/C2776359362,“wikidata”:https://www.wikidata.org/wiki/Q2145286“,”display_name“:”Representation(politics)“,”level“:3,”score“:0.65552701},{”id“:”https://openalex.org/C41008148,“wikidata”:https://www.wikidata.org/wiki/Q21198“,”display_name“:”计算机科学“,”level“:0,”score“:0.5727127},{”id“:”https://openalex.org/C17744445,“wikidata”:https://www.wikidata.org/wiki/Q36442“,”display_name“:”政治学“,”level“:0,”score“:0.119932145},{”id“:”https://openalex.org/C199539241,“wikidata”:https://www.wikidata.org/wiki/Q7748(网址:https://www.wikidata.org/wiki/Q7748)“,”display_name“:”Law“,”level“:1,”score“:0.0},{”id“:”https://openalex.org/C94625758,“wikidata”:https://www.wikidata.org/wiki/Q7163“,”display_name“:”Politics“,”level“:2,”score“:0.0}],”mesh“:[],”locations_count“:1,”location“:[{”is_oa“:true,”landing_page_url“:”https://arxiv.org/abs/2402.15179,“pdf_url”:https://arxiv.org/pdf/2402.15179,“源”:{“id”:https://openalex.org/S4306400194“,”display_name“:”arXiv(康奈尔大学)“,”issn_l“:null,”issn“:null,”is_oa“:true,”is_in_doaj“:false,”host_organization“:”https://openalex.org/I205783295“,”“host_organization_name”:“康奈尔大学”,“host_organization_lineage”:[“https://openalex.org/I205783295“],”host_organization_lineage_names“:[”康奈尔大学“],“type”:“repository”},“license”:null,“licence_id”:null,“version”:“submittedVersion”,“is_accepted”:false,“is_published”:false}],“best_oa_location”:{“is_oa”:true,“landing_page_url”:“https://arxiv.org/abs/2402.15179,“pdf_url”:https://arxiv.org/pdf/2402.15179,“源”:{“id”:https://openalex.org/S4306400194“,”display_name“:”arXiv(康奈尔大学)“,”issn_l“:null,”issn“:null,”is_oa“:true,”is_in_doaj“:false,”host_organization“:”https://openalex.org/I205783295“,”“host_organization_name”:“康奈尔大学”,“host_organization_lineage”:[“https://openalex.org/I205783295“],”host_organization_lineage_names“:[”康奈尔大学“],“type”:“repository”},“license”:null,“licence_id”:null,“version”:“submittedVersion”,“is_accepted”:false,“is_published”:false},”sustainable_development_goals“:[],“grants”:[]https://openalex.org/W4391913857","https://openalex.org/W2748952813","https://openalex.org/W2530322880","https://openalex.org/W2478288626","https://openalex.org/W2390279801","https://openalex.org/W2382290278","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2350741829","https://openalex.org/W2001405890“],”ngrams_url“:”https://api.openalex.org/works/W4392182133/ngrams网站“,”“abstract_inverted_index”:{“参数”:[0],“效率”:[1],“微调”:[2],“(PEFT)”:[3],“有”:[4],“获得”:[5],“重要”:[6],“注意”:[7],“对于”:[8157],“其”:[9],“能力”:[10],“到”:[11,63,95106115],“实现”:[12],“竞争”:[13],“结果”:[14114142],“while”:[15],“更新”:[16],“仅”:[17],“a”:[18,60,90101153],“小”:[19],“子集“:[20],”of“:[21,28,43,51,86,92103129148],”trainable“:[22,87],”parameters。“:[23],”尽管“:[24],”该“:[25,41,49,75,84141144],”有希望“:[26154],”性能“:[27],”当前“:[29],”PEFT“:[30121155],”方法,“:[31],”它们“:[32],”现在“:[33],”挑战“:[34],”in“:[35],”超参数“:[36],”选择“:[37],”例如“:[38],”如“:[39152],”确定“:[40],“等级”:[42],“LoRA”:[44],“或”:[45,47112],“适配器”,“:[46],”指定“:[48],”长度“:[50],”软“:[52],”提示。“:[53],“In”:[54],“寻址”:[55],“这些”:[56],“挑战”:[57],“我们”:[58],“提议”:[59],“新颖”:[61],“方法”:[62156],“微调”:[64118],“神经”:[65159],“模型”:[66],“术语”:[67],“表征”:[68],“EDiting”:[69],“(RED),”:[70],“其中”:[71],“尺度”:[72],“和”:[73,99119132138140146],“偏见”:[74],“表征”:[76],“生成“:[77]”,“at”:[78],“each”:[79],“layer”。“:[80],”RED“:[81109],”实质上“:[82],”reduces“:[83],”number“:[85],”parameters“:[88],”by“:[89100],”factor“:[91102],”$25700$“:[93],”compared“:[94105],”full“:[96116],”parameter“:[97117],”fine-tuning“,”:[98],“$32$”:[104],”LoRA。“:[107],”显著“:[108],”实现“:[110],”可比“:[111],”优越“:[113],”其他“:[120],”方法。“:[122],“广泛”:[123],“实验”:[124],“曾经”:[125],“进行”:[126],“跨越”:[127],“模型”:[128],“变化”:[130],“架构”:[131],“尺度”:[133],“包括”:[134],“RoBERTa”:[135],“GPT-2”:[136],“T5”:[137],“Llama-2”:[139],“演示”:[143],“效率”:[145],“功效”:[147],“红色”:[149],“定位”:[150],“它”:[151],“大型“:[158],”模型。“:[160]},”cited_by_api_url“:”https://api.openalex.org/works?filter=cites:W4392182133“,”counts_by_year“:[],”updated_date“:”2024-06-08T09:24:15.658366“,”created_date”:“2024-02-27”}