{“id”:“https://openalex.org/W4392271089“,”doi“:”https://doi.org/10.48550/arxiv.2402.17304“,”title“:”探测用于全局和局部语义表示的多模态大型语言模型“,”display_name“:”探索用于全局和本地语义表示的多模态大型语言模式“,”publication_year“:2024,”publitation_date“:”2024-02-27“,”ids“:{”openalex“:”https://openalex.org/W4392271089“,”doi“:”https://doi.org/10.44850/arxiv.2402.17304网址“},”language“:”en“,”primary_location“:{”is_oa“:true,”landing_page_url“:”https://arxiv.org/abs/2402.17304,“pdf_url”:https://arxiv.org/pdf/2402.17304,“源”:{“id”:https://openalex.org/S4306400194“,”display_name“:”arXiv(康奈尔大学)“,”issn_l“:null,”issn“:null,”is_oa“:true,”is.in_doaj“:false,”is_core“:fase,”host_organization“:”https://openalex.org/I205783295“,”“host_organization_name”:“康奈尔大学”,“host_organization_lineage”:[“https://openalex.org/I205783295“],”host_organization_lineage_names“:[”Cornell University“],“type”:“repository”},“license”:null,“licence_id”:null,“version”:“submittedVersion”,“is_accepted”:false,“is_published”:false},”type“:”preprint“,”type_crossref“:“posted-content”,“indexed_in”:[”arxiv“],‘open_access’:{”is_oa“:true,”“oa_status”:“green”,“oa_url”:“https://arxiv.org/pdf/2402.17304“,”any_repository_has_fulltext“:true},”authorships“:[{”author_position“:”第一“,”作者“:{”id“:”https://openalex.org/A5072361963“,”display_name“:”Mingxu Tao“,”orcid“:”https://orcid.org/0009-0007-2326-4980“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”Tao,Mingxu“,”raw_affiliation_strings“:[],“affiliations”:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5079631942“,”display_name“:”乔丽·黄“,”兽人“:”https://orcid.org/0000-0003-4592-9270“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”Huang,Quzhe“,”raw_affiliation_strings“:[],“affiliations”:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5037471432“,”display_name“:”Ke Xu“,”orcid“:”https://orcid.org/0000-0002-8039-1421“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”Xu,Kun“,”raw关联字符串“:[],“关联关系”:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5013217019“,”display_name“:”陈立伟“,”兽人“:”https://orcid.org/0000-0002-9403-4505“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:Chen,Liwei”,“raw_affiliation_strings”:[],“affiliations”:[]},{“author_position”:“middle”,“author”:{“id”:“https://openalex.org/A5036495504“,”display_name“:”岩松峰“,”兽人“:”https://orcid.org/0000-0002-1204-8795“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:Feng,Yansong”,“raw_affiliation_strings”:[],“affiliations”:[]},{“author_position”:“last”,“author”:{“id”:“https://openalex.org/A5037132097“,”display_name“:”赵冬燕“,”兽人“:”https://orcid.org/0000-0002-0396-6703“},”机构“:[],”国家“:[[],”is_corresponding“:false,”raw_author_name“:”赵,东燕“,”raw关联字符串“:[],“隶属关系”:[]}],“国家区分计数”:0,“机构区分计数”:0,“对应作者ID”:[]、“对应作者ids”:[]],“apc_list”:null,“apc支付”:null,“fwci”:null,“hasi”_fulltext“:false,”cited_by_count“:0,”cited_by_percentile_year“:{”min“:0”,“max”:90},“biblio”:{“volume”:null,“issue”:nul,“first_page”:null,“last_page”:null},”is_retracted“:false,”is_paratext“:false,”primary_topic“:”{“id”:“https://openalex.org/T10181“,”display_name“:”统计机器翻译与自然语言处理“,”score“:0.9896,”subfield“:{”id“:”https://openalex.org/subfields/1702“,”display_name“:”人工智能“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}},”主题“:[{”id“:”https://openalex.org/T10181“,”display_name“:”统计机器翻译与自然语言处理“,”score“:0.9896,”subfield“:{”id“:”https://openalex.org/subfields/1702“,”display_name“:”人工智能“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}},{”id“:”https://openalex.org/T10028“,”display_name“:”自然语言处理“,”score“:0.9771,”subfield“:{”id“:”https://openalex.org/subfields/1702“,”display_name“:”人工智能“},”字段“:{”id“:”https://openalex.org/fields/17“,”display_name“:”Computer Science“},”domain“:{”id“:”https://openalex.org/domains/3“,”display_name“:”物理科学“}}],”关键词“:[{”id“:”https://openalex.org/关键词/语言建模“,”display_name“:”语言建模“,”score“:0.601289},{”id“:”https://openalex.org/keywords/word-representation网站“,”display_name“:”单词表示“,”score“:0.579407},{”id“:”https://openalex.org/keywords/多语言-神经-机器翻译“,”display_name“:”多语言神经机器翻译“,”score“:0.575693},{”id“:”https://openalex.org/keywords/topic-modeling网站“,”display_name“:”Topic Modeling“,”score“:0.560107},{”id“:”https://openalex.org/keywords/neural-machine-translation网站“,”display_name“:”神经机器翻译“,”score“:0.5585}],”concepts“:[{”id“:”https://openalex.org/C41008148,“wikidata”:https://www.wikidata.org/wiki/Q21198“,”display_name“:”计算机科学“,”level“:0,”score“:0.6144001},{”id“:”https://openalex.org/C2776359362,“wikidata”:https://www.wikidata.org/wiki/Q2145286“,”display_name“:”Representation(politics)“,”level“:3,”score“:0.6081844},{”id“:”https://openalex.org/C204321447,“wikidata”:https://www.wikidata.org/wiki/Q30642“,”display_name“:”自然语言处理“,”level“:1,”score“:0.5828486},{”id“:”https://openalex.org/C41895202,“wikidata”:https://www.wikidata.org/wiki/Q8162“,”display_name“:”语言学“,”level“:1,”score“:0.48723188},{”id“:”https://openalex.org/C154945302,“wikidata”:https://www.wikidata.org/wiki/Q11660“,”display_name“:”人工智能“,”level“:1,”score“:0.44655693},{”id“:”https://openalex.org/C17744445,“wikidata”:https://www.wikidata.org/wiki/Q36442“,”display_name“:”政治学“,”level“:0,”score“:0.09863776},{”id“:”https://openalex.org/C138885662,“wikidata”:https://www.wikidata.org/wiki/Q5891“,”display_name“:”哲学“,”等级“:0,”分数“:0.0884538},{”id“:”https://openalex.org/C94625758,“wikidata”:https://www.wikidata.org/wiki/Q7163“,”display_name“:”政治“,”级别“:2,”分数“:0.0},{”id“:”https://openalex.org/C199539241,“wikidata”:https://www.wikidata.org/wiki/Q7748“,”display_name“:”Law“,”level“:1,”score“:0.0}],”mesh“:[],”locations_count“:1.”locations“:[{”is_oa“:true,”landing_page_url“:”https://arxiv.org/abs/2402.17304,“pdf_url”:https://arxiv.org/pdf/2402.17304,“源”:{“id”:https://openalex.org/S4306400194“,”display_name“:”arXiv(康奈尔大学)“,”issn_l“:null,”issn“:null,”is_oa“:true,”is.in_doaj“:false,”is_core“:fase,”host_organization“:”https://openalex.org/I205783295“,”“host_organization_name”:“康奈尔大学”,“host_organization_lineage”:[“https://openalex.org/I205783295“],”host_organization_lineage_names“:[”康奈尔大学“],“type”:“repository”},“license”:null,“licence_id”:null,“version”:“submittedVersion”,“is_accepted”:false,“is_published”:false}],“best_oa_location”:{“is_oa”:true,“landing_page_url”:“https://arxiv.org/abs/2402.17304,“pdf_url”:https://arxiv.org/pdf/2402.17304,“源”:{“id”:https://openalex.org/S4306400194“,”display_name“:”arXiv(康奈尔大学)“,”issn_l“:null,”issn“:null,”is_oa“:true,”is.in_doaj“:false,”is_core“:fase,”host_organization“:”https://openalex.org/I205783295“,”“host_organization_name”:“康奈尔大学”,“host_organization_lineage”:[“https://openalex.org/I205783295“],”host_organization_lineage_names“:[”康奈尔大学“],“type”:“repository”},“license”:null,“licence_id”:null,“version”:“submittedVersion”,“is_accepted”:false,“is_published”:false},”sustainable_development_goals“:[],“grants”:[]https://openalex.org/W4391913857","https://openalex.org/W3204019825","https://openalex.org/W2748952813","https://openalex.org/W2478288626","https://openalex.org/W2390279801","https://openalex.org/W2382290278","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2350741829","https://openalex.org/W2001405890“],”ngrams_url“:”https://api.openalex.org/works/W4392271089/ngrams“,”“abstract_inverted_index”:{“The”:[0],“success”:[1],“of”:[2,76],“large”:[3,28],“language”:[4,29],“models”:[5,30,77101],“has”:[6],“inspired”:[7],“researchers”:[8],“to”:[9,15,25126130],“transfer”:[10],“their”:[11],“exceptived”:[12],“representating”:[13],“ability”:[14129],”“other”:[16],“模式”:[17],“几个”:[18],“最近”:[19],“工作”:[20],“leverage“:[21],”image-caption“:[22],”alignment“:[23],”datasets“:[24],”train“:[26],”multimal“:[27],”(MLLMs)“:[31],”which“:[32],”reactive“:[33],”artestated“:[34],”performance“:[35],”on“:[36,89122],”image-to-text“:[37],”tasks。“:[38109],”然而,“:[39],”那里“:[40],”是“:[41],”非常“:[42],”很少“:[43],”研究“:[44],”探索“:[45],”是否“:[46],”MLLMs“:[47],”真正“:[48],”理解“:[49],”the“:[50,73,95116],”完整“:[51],”图像“:[52],”信息“:[53,56,83124],”即“:[54],”全局“:[55,81132],”或“:[57],”if“:[58],”they“:[59],”can“:[60,78],”only“:[61],”捕获“:[62],”一些“:[63],”本地“:[64103123],”对象“:[65107],”信息。“:[66133],“In”:[67],“this”:[68],“study”:[69],“we”:[00111],“find”:[71],“that”:[72115],“intermediate”:[74],“layers”:【75118],“encode”:【79131】,“more”:【80】,“semantical”:【82104】,“which”:【84】,“representation”:【85105】,“vectors”:〔86〕,“perform”:〔87〕,“better”:【88】,“visual-language”:[90],“隐含”:[91],“任务”,:[92],“而不是”:[93],“而是”:[94],“最顶层“:[96117],”层。“:[97],“我们”:[98],“进一步”:[99],“探测”:[100],“对于”:[102],“通过”:[106],“检测”:[108],“与”:[110],“绘制”:[112],“a”:[113127],“结论”:[114],“可能”:[119],“过度”:[120],“焦点”:[121],“前导”:[125],“减少”:[128]},“引用_by_api_url”:”https://api.openalex.org/works?filter=cites:W4392271089“,”counts_by_year“:[],”updated_date“:”2024-06-27T06:34:05.897144“,”创建日期“:”2044-03-05“}