{“id”：“https://openalex.org/W4385570525“，”doi“：”https://doi.org/10.18653/v1/2023.findings-acl.586“，”title“：”The Devil is in The Details:On The Pittals of Event Extraction Evaluation“，”display_name“：”The Devil is On The Detail:On The Pottals for Event Extrasion Evaluate“，”publication_year“：2023，”publiction_date“：”2023-01-01“，”ids“：{”openalex“：”https://openalex.org/W4385570525“，”doi“：”https://doi.org/10.18653/v1/2023.findings-acl.586“｝，”language“：”en“，”primary_location“：｛”is_oa“：true，”landing_page_url“：”https://doi.org/10.18653/v1/2023.findings-acl.586，“pdf_url”：https://aclantology.org/2023.findings-acl.586.pdf“，”source“：null，”license“：”cc-by“，”licence_id“：”https://openalex.org/licenses/cc-by“，”version“：”publishedVersion“，”is_accepted“：true，”is_published“：true}，”type“：”article“，”type_crossref“：“procesdings-article”，”indexed_in“：[”crossref“]，”open_access“：{”is_oa“：true，”oa_status“：”青铜“，”oa_url“：”https://aclantology.org/2023.findings-acl.586.pdf“，”any_repository_has_fulltext“：true}，”authorships“：[{”author_position“：”第一“，”作者“：{”id“：”https://openalex.org/A5009299081“，”display_name“：”郝鹏“，”兽人“：”https://orcid.org/0000-0003-1558-5147“}，”机构“：[]，”国家“：[[]，”is_corresponding“：true，”raw_author_name“：”郝鹏“，”raw _affiliation_strings“：[”计算机科学与技术部，BNRist；“]，”从属关系“：[{”raw_affiliation_string“：”BNRist计算机科学与科技部；“，”institution_ids“：[]}]}，{”author_position“：”middle“，”author“：{”id“https://openalex.org/A5086657866“，”display_name“：”王晓志“，”orcid“：”https://orcid.org/0000-0002-9829-9332“}，”机构“：[]，”国家“：[[]，”is_corresponding“：false，”raw_author_name“：”王晓志“，”raw _ afiliation_strings“：[”计算机科学与技术部，BNRist；“]，”从属关系“：[{”raw_ afiliation _string“：”BNRist计算机科学与科技部；“，”机构id“：[]}]}，{”author_position“：”中间“，”作者“：{”id“：”https://openalex.org/A5039084645“，”display_name“：”永丰“，”兽人“：”https://orcid.org/0000-0002-8151-8594“}，”机构“：[]，”国家“：[[]，”is_corresponding“：false，”raw_author_name“：”Feng Yao“，”raw_affiliation_strings“：[”法学院，人工智能与法律研究所；“]，”从属关系“：[{”raw_affiliation_string“：”法学院、人工智能与法学研究所；”，“institution_ids”：[]}，{“author_position”：“middle”，“author”：{“id”https://openalex.org/A5021425216“，”display_name“：”Kai Zeng“，”orcid“：”https://orcid.org/0000-0002-2745-1253“}，”机构“：[]，”国家“：[[]，”is_corresponding“：false，”raw_author_name“：”曾凯生“，”raw_affiliation_strings“：[”计算机科学与技术部，BNRist；“]，”从属关系“：[{”raw_affiliation_string“：”BNRist计算机科技部；“，”机构id“：[]}，{”author_position“：”中间“，”作者“：{”id“：”https://openalex.org/A5011681774“，”display_name“：”Lijun Hou“，”orcid“：”https://orcid.org/0000-0002-5001-1707}，“机构”：[{“id”：https://openalex.org/I4210100255“，”display_name“：”北京人工智能研究院“，”ror“：”https://ror.org/016a74861“，”country_code“：“CN”，”type“：”other“，”seriance“：[”https://openalex.org/I4210100255“]}，{”id“：”https://openalex.org/I99065089“，”display_name“：”清华大学“，”ror“：”https://ror.org/03cve4549“，”country_code“：”CN“，”type“：“教育”，”世系“：[”https://openalex.org/I99065089“]}]，”国家“：[”CN“]，”is_corresponding“：false，”raw_author_name“：”Lei Hou“，”raw _affiliation_strings“：[“BNRist计算机科学与技术系；”，“KIRC，清华大学人工智能研究所，中国北京，100084”]，“affiliations”：[{“raw_affilition_string”：“KIRC，清华大学人工智能研究所，北京，100084”，“institution_ids”：[“https://openalex.org/I4210100255","https://openalex.org/I99065089“]}，{”raw_affiliation_string“：”计算机科学与技术部，BNRist；“，”institution_ids“：[]}]}、{”author_position“：”middle“，”author“：{”id“：”https://openalex.org/A5003324011“，”display_name“：”Juanzi Li“，”orcid“：null}，”institutions“：[{”id“：”https://openalex.org/I4210100255“，”display_name“：”北京人工智能研究院“，”ror“：”https://ror.org/016a74861“，”country_code“：“CN”，”type“：”other“，”seriance“：[”https://openalex.org/I4210100255“]}，{”id“：”https://openalex.org/I99065089“，”display_name“：”清华大学“，”ror“：”https://ror.org/03cve4549“，”country_code“：”CN“，”type“：“教育”，”世系“：[”https://openalex.org/I99065089“]｝]，”国家“：[”CN“]，”is_corresponding“：false，”raw_author_name“：”Juanzi Li“，”raw_affiation_string“：[”英国国家科学技术研究院计算机科学与技术系“，”清华大学人工智能研究所，北京，100084“]，”附属机构“：[｛”raw_affiation_string“：”BNRist计算机科学与技术系；“，”institution_ids“：[]}，{”raw_affiliation_string“：”KIRC，清华大学人工智能研究所，北京，100084，中国“，”institution_id“：[”https://openalex.org/I4210100255","https://openalex.org/I99065089“]}]}，{”author_position“：”middle“，”author“：{”id“：”https://openalex.org/A5002250184“，”display_name“：”刘志远“，”orcid“：”https://orcid.org/0000-0002-4943-6572}，“机构”：[{“id”：https://openalex.org/I4210100255“，”display_name“：”北京人工智能研究院“，”ror“：”https://ror.org/016a74861“，”country_code“：”CN“，”type“：”其他“，”沿袭“：[”https://openalex.org/I4210100255“]}，{”id“：”https://openalex.org/I99065089“，”display_name“：”清华大学“，”ror“：”https://ror.org/03cve4549“，”country_code“：”CN“，”type“：“教育”，”世系“：[”https://openalex.org/I99065089“]}]，”countries“：[”CN“]，”is_corresponding“：false，”raw_author_name“：”Zhiyuan Liu“，”raw _affiliation_strings“：【”BNRist计算机科学与技术系“，”KIRC，清华大学人工智能研究所，北京，100084，中国“】，”affiliations“：[{”raw _affiliation_string“：”KIRC，清华大学人工智能研究所，北京，100084”，“institution_ids”：[“https://openalex.org/I4210100255","https://openalex.org/I99065089“]}，{”raw_affiliation_string“：”计算机科学与技术部，BNRist；“，”institution_ids“：[]}]}、{”author_position“：”last“，”author“：{”id“：”https://openalex.org/A5073521504“，”display_name“：”Weixing Shen“，”orcid“：null}，”institutions“：[]，”countries“：[]，”is_corresponding“：false，”raw_author_name“:”Weiying Shen”，“raw_affiliation_strings”：[“法学院，人工智能与法律研究所；”]，“afliations”：[{“raw_affiliation_string”：“法学院、人工智能与法学院；”，“institution_ids”：[]}]，“countries_distiction_count”：1，“institutions_distinct_count“：2，”对应的_author_id“：[”https://openalex.org/A5009299081“]，”corresponding_institution_ids“：[]，”apc_list“：null，”apc_payed“：nully，”fwci“：null，”has_fulltext“：true，”fulltext_origin“：”pdf“，”cited_by_count“：0，”cited_by_percentile_year“：{”min“：0”max“：77}，”biblio“：{”volume“：null，”issue“：null，”first_page“：nul，”last_page“：空}，“is_retracted”：false，“is_page”aratext“：false，”primary_topic“：{”id“：”https://openalex.org/T13083“，”“display_name”：“从文本数据中自动提取关键字”，“score”：0.9966，“subfield”：{“id”：“https://openalex.org/subfields/1702“，”display_name“：”人工智能“}，”字段“：{”id“：”https://openalex.org/fields/17“，”display_name“：”Computer Science“}，”domain“：{”id“：”https://openalex.org/domains/3“，”display_name“：”物理科学“}}，”主题“：[{”id“：”https://openalex.org/T13083“，”“display_name”：“从文本数据中自动提取关键字”，“score”：0.9966，“subfield”：{“id”：“https://openalex.org/subfields/1702“，”display_name“：”人工智能“}，”字段“：{”id“：”https://openalex.org/fields/17“，”display_name“：”Computer Science“}，”domain“：{”id“：”https://openalex.org/domains/3“，”display_name“：”物理科学“}}，{”id“：”https://openalex.org/T10028“，”display_name“：”自然语言处理“，”score“：0.9932，”subfield“：{”id“：”https://openalex.org/subfields/1702“，”display_name“：”人工智能“}，”字段“：{”id“：”https://openalex.org/fields/17“，”display_name“：”Computer Science“}，”domain“：{”id“：”https://openalex.org/domains/3“，”display_name“：”物理科学“}}，{”id“：”https://openalex.org/T10215“，”display_name“：”语义Web和本体开发“，”score“：0.9871，”subfield“：{”id“：”https://openalex.org/subfields/1702“，”display_name“：”人工智能“}，”字段“：{”id“：”https://openalex.org/fields/17“，”display_name“：”Computer Science“}，”domain“：{”id“：”https://openalex.org/domains/3“，”display_name“：”物理科学“}}]，”关键词“：[{”id“：”https://openalex.org/keywords/extraction（https://openalex.org/keywords/extraction）“，”display_name“：”Extraction“，”score“：0.543762}，{”id“：”https://openalex.org/keywords/named-entity-recognition网站“，”display_name“：”命名实体识别“，”score“：0.521331}]，”concepts“：[{”id“：”https://openalex.org/C34736171，“wikidata”：https://www.wikidata.org/wiki/Q918333“，”display_name“：”预处理器“，”level“：2，”score“：0.85105455}，{”id“：”https://openalex.org/C43521106，“wikidata”：https://www.wikidata.org/wiki/Q2165493“，”display_name“：”Pipeline（software）“，”level“：2，”score“：0.8260058}，{”id“：”https://openalex.org/C41008148，“wikidata”：https://www.wikidata.org/wiki/Q21198（网址：https://www.wikidata.org/wiki/Q21198）“，”display_name“：”计算机科学“，”level“：0，”score“：0.8163961}，{”id“：”https://openalex.org/C2779662365，“wikidata”：https://www.wikidata.org/wiki/Q5416694（网址：https://www.wikidata.org/wiki/Q5416694）“，”display_name“：”Event（particle physics）“，”level“：2，”score“：0.75037634}，{”id“：”https://openalex.org/C2780451532，“wikidata”：https://www.wikidata.org/wiki/Q759676“，”display_name“：”Task（project management）“，”level“：2，”score“：0.5912912}，{”id“：”https://openalex.org/C43214815，“wikidata”：https://www.wikidata.org/wiki/Q7310987“，”display_name“：”可靠性（半导体）“，”level“：3，”score“：0.58365047}，{”id“：”https://openalex.org/C124101348，“wikidata”：https://www.wikidata.org/wiki/Q172491“，”display_name“：”数据挖掘“，”level“：1，”score“：0.58281875}，{”id“：”https://openalex.org/C98184364，“wikidata”：https://www.wikidata.org/wiki/Q1780131“，”display_name“：”Argument（complex analysis）“，”level“：2，”score“：0.5558946}，{”id“：”https://openalex.org/C10551718，“wikidata”：https://www.wikidata.org/wiki/Q5227332“，”display_name“：”数据预处理“，”level“：2，”score“：0.47427377}，{”id“：”https://openalex.org/C2777466982，“wikidata”：https://www.wikidata.org/wiki/Q5227287“，”display_name“：”数据提取“，”level“：3，”score“：0.43812844}，{”id“：”https://openalex.org/C154945302，“wikidata”：https://www.wikidata.org/wiki/Q11660“，”display_name“：”人工智能“，”level“：1，”score“：0.394208}，{”id“：”https://openalex.org/C119857082，“wikidata”：https://www.wikidata.org/wiki/Q2539“，”display_name“：”机器学习“，”level“：1，”score“：0.38371235}，{”id“：”https://openalex.org/C23123220，“wikidata”：https://www.wikidata.org/wiki/Q816826“，”display_name“：”信息检索“，”level“：1，”score“：0.3740185}，{”id“：”https://openalex.org/C2522767166，“wikidata”：https://www.wikidata.org/wiki/Q2374463“，”display_name“：”数据科学“，”level“：1，”score“：0.35959208｝，｛”id“：”https://openalex.org/C199360897，“wikidata”：https://www.wikidata.org/wiki/Q9143“，”display_name“：”编程语言“，”level“：1，”score“：0.12033132}，{”id“：”https://openalex.org/C127413603，“wikidata”：https://www.wikidata.org/wiki/Q11023“，”display_name“：”Engineering“，”level“：0，”score“：0.0780378}，{”id“：”https://openalex.org/C163258240，“wikidata”：https://www.wikidata.org/wiki/Q25342“，”display_name“：”功率（物理）“，”等级“：2，”分数“：0.0}，{”id“：”https://openalex.org/C55493867，“wikidata”：https://www.wikidata.org/wiki/Q7094“，”display_name“：”生物化学“，”level“：1，”score“：0.0}，{”id“：”https://openalex.org/C121332964，“wikidata”：https://www.wikidata.org/wiki/Q413“，”display_name“：”物理“，”级别“：0，”分数“：0.0}，{”id“：”https://openalex.org/C185592680，“wikidata”：https://www.wikidata.org/wiki/Q2329“，”display_name“：”Chemistry“，”level“：0，”score“：0.0｝，｛”id“：”https://openalex.org/C201995342，“wikidata”：https://www.wikidata.org/wiki/Q682496“，”display_name“：”系统工程“，”level“：1，”score“：0.0｝，｛”id“：”https://openalex.org/C2779473830，“wikidata”：https://www.wikidata.org/wiki/Q1540899“，”display_name“：”MEDLINE“，”level“：2，”score“：0.0｝，｛”id“：”https://openalex.org/C62520636，“wikidata”：https://www.wikidata.org/wiki/Q944“，”display_name“：”量子力学“，”level“：1，”score“：0.0}，{”id“：”https://openalex.org/C199539241，“wikidata”：https://www.wikidata.org/wiki/Q7748“，”display_name“：”Law“，”level“：1，”score“：0.0}，{”id“：”https://openalex.org/C17744445，“wikidata”：https://www.wikidata.org/wiki/Q36442“，”display_name“：”政治学“，”level“：0，”score“：0.0}]，”mesh“：[]，”locations_count“：1，”location“：[{”is_oa“：true，”landing_page_url“：”https://doi.org/10.18653/v1/2023.findings-acl.586，“pdf_url”：https://aclantology.org/2023.findings-acl.586.pdf“，”source“：null，”license“：”cc-by“，”licence_id“：”https://openalex.org/licenses/cc-by“，”version“：”publishedVersion“，”is_accepted“：true，”is_published“：true}]，”best_oa_location“：{”is_oa“：true，”landing_page_url“：”https://doi.org/10.18653/v1/2023.findings-acl.586，“pdf_url”：https://aclantology.org/2023.findings-acl.586.pdf“，”source“：null，”license“：”cc-by“，”licence_id“：”https://openalex.org/licenses/cc-by“，”version“：”publishedVersion“，”is_accepted“：true，”is_published“：true}，”sustainable_development_goals“：[]，”grants“：[]，”datasets“：〔]，”versions“：[〕，”referenced_works_count“：111，”reforenced_works“：[”https://openalex.org/W2250575108","https://openalex.org/W2250752175","https://openalex.org/W2250874314","https://openalex.org/W2250999640","https://openalex.org/W2251784184","https://openalex.org/W2295344126","https://openalex.org/W2469314752","https://openalex.org/W2475245295","https://openalex.org/W2508618307","https://openalex.org/W2512522169","https://openalex.org/W2514342821","https://openalex.org/W2514651853","https://openalex.org/W2562564313","https://openalex.org/W256626660","https://openalex.org/W2618285232","https://openalex.org/W2739918945","https://openalex.org/W2740134894网址","https://openalex.org/W2888004803","https://openalex.org/W2890267145","https://openalex.org/W2890373807","https://openalex.org/W2890776849","https://openalex.org/W2891553865","https://openalex.org/W2891862720","https://openalex.org/W2921566896","https://openalex.org/W2940125701","https://openalex.org/W2945058366","https://openalex.org/W2945453987","https://openalex.org/W2946760275","https://openalex.org/W2951855710","https://openalex.org/W2952411148","https://openalex.org/W2952429226","https://openalex.org/W2952437275","https://openalex.org/W2962911678","https://openalex.org/W2963341956","https://openalex.org/W2964206023","https://openalex.org/W2970311323","https://openalex.org/W2970684294","https://openalex.org/W2970763364","https://openalex.org/W2971036674","https://openalex.org/W2971104547","https://openalex.org/W2971145411","https://openalex.org/W2971148526","https://openalex.org/W2984582583","https://openalex.org/W3012590175","https://openalex.org/W3024298906","https://openalex.org/W3034900014","https://openalex.org/W3034960366","https://openalex.org/W3034999214","https://openalex.org/W303500929","https://openalex.org/W3035229828","https://openalex.org/W3035371499","https://openalex.org/W3092043163","https://openalex.org/W3098881736","https://openalex.org/W3100192071","https://openalex.org/W3100306564","https://openalex.org/W3100335017","https://openalex.org/W3101701554","https://openalex.org/W3102925419","https://openalex.org/W3102946850网址","https://openalex.org/W3103519070","https://openalex.org/W3103598187","https://openalex.org/W3103819114","https://openalex.org/W3104597568","https://openalex.org/W3104725668","https://openalex.org/W3106098584","https://openalex.org/W3106178264","https://openalex.org/W3114598110","https://openalex.org/W3117435054","https://openalex.org/W3167337824","https://openalex.org/W3170759063","https://openalex.org/W3173947599","https://openalex.org/W3173964750","https://openalex.org/W3174130957","https://openalex.org/W3174584874","https://openalex.org/W3174691968","https://openalex.org/W3174870841","https://openalex.org/W3174945605","https://openalex.org/W3175868346","https://openalex.org/W3176032431","https://openalex.org/W3176453404","https://openalex.org/W3176489256","https://openalex.org/W3176634681","https://openalex.org/W3177112239","https://openalex.org/W3177220799","https://openalex.org/W3177413495","https://openalex.org/W3177448563","https://openalex.org/W3204802073","https://openalex.org/W3207845731","https://openalex.org/W3211708814","https://openalex.org/W3211727449","https://openalex.org/W3211807332","https://openalex.org/W3212858917","https://openalex.org/W3213451312","https://openalex.org/W3214001877","https://openalex.org/W3214600742","https://openalex.org/W4206640861","https://openalex.org/W4221159406","https://openalex.org/W4225373045","https://openalex.org/W4280636077","https://openalex.org/W4281643888","https://openalex.org/W428512050","https://openalex.org/W4285162231","https://openalex.org/W4285195854","https://openalex.org/W4285211443","https://openalex.org/W4285276432","https://openalex.org/W4287019595","https://openalex.org/W4287854458","https://openalex.org/W4287854903","https://openalex.org/W4287887163","https://openalex.org/W428787991","https://openalex.org/W4287889133“]，”related_works“：[”https://openalex.org/W4248881655","https://openalex.org/W3092506759","https://openalex.org/W3010890513","https://openalex.org/W2989490741","https://openalex.org/W2482165163","https://openalex.org/W2393746579","https://openalex.org/W2390914021","https://openalex.org/W2389417819","https://openalex.org/W2367545121","https://openalex.org/W138569904“]，”ngrams_url“：”https://api.openalex.org/works/W4385570525/ngrams网站“，”abstract_inverted_index“：｛”Event“：[0]，”extraction“：[1，23]，”（EE）“：[2]，”is“：[3]，”a“：[417168]，”critical“：[5]，”task“：[6]，”aiming“：[7]，”at“：[8]，”extracting“：[9]，”events“：[10]，”from“：[11177]，”texts“：[12]，”which“：[13173]，”includes“：[14]，”two“：[15]，”子任务：“：[16]，”事件“：[17，21]，”检测“：[18]，”（ED）“：[19]，”和“：[20，34，64，84，93114139157]，”参数“：[22]，”（EAE）。在“：[24]，”this“：[25]，”paper“：[26]，”we“：[27145166]，”check“：[28]，”the“：[29,45,49,56119127]，”reliability“：[30]，”of“：[31,72,97100130136149]，”EE“：[32,78112]，”evaluations“：[33]，”identify“：[35]，”three“：[36]，”major“：[37]，”pitfaults:“：”：“：[38]，”（1）“：[39]，”the“：[40,68,95]，“数据”：[41,57153]，“预处理”：[42,58]，“差异”：[43,71]，“makes“：[44,76104]，“evaluation”：[46,99160170]，“results”：[47]，“on”：[48]，“same”：[50]，“dataset”：[51]，“not”：[52,61116]，“directly”：[53109]，“comparable”：[54]，“but”：55]，“details”：【59】，“are”：【60】，“wide”：【62】，“noted”：【63】，“specified”：【65】，“in”：【66122】，论文。（2） “：[67]，”输出“：[69]，”空格“：[70]，”不同“：[73]，”模型“：[74120]，”范例“：[75]，”差异数组“：[77]，”模式“：[79]，”缺乏“：[80]，”理由“：[81]，”for“：[82]，”比较“：[83]，”also“：[85]，”leads“：[86]，”to“：[87107]，”不清楚“：[88]，”映射“：[89]，”问题“：[90]，“介于”：[91]，“预测”：[92]，“注释。（3） “：[94]，“缺席”：[96]，“管道”：[98124159]，“许多”：[101]，“仅EAE”：[102]，“作品”：[103113]，“它们”：[105]，“难”：[106]，“是”：[108175]，“比较”：[110]，“与”：[111]，“可能”：[115]，“好”：[117]，“反映”：[118]，“性能”：[121]，“现实世界”：[123]，“场景。我们“：[125]，“证明”：[126]，“重要”：[128]，“影响”：[129]，“这些”：[131143164]，“陷阱”：[132]，“通过”：[133]，“综合”：[134]，“元分析”：[135]，“近期”：[137]，“论文”：[138]，“实证”：[140]，“实验”。To“：[141]，”避免“：[142]，”陷阱“：[144]，”建议“：[146]，”系列“：[148]，”补救措施“：[150165]，”包括“：[151]，”指定“：[152]，”预处理“：[154]，”标准化“：[155]，”输出“：[156]，”提供“：[158]，”结果。To“：[161]，“帮助”：[162]，“实现”：[163]，“开发”：[167]，“一致”：[169]，“框架”：[171]，“OMNIEVENT，”：[172]，“可以”：[174]，“获得”：[176]，“https://github.com/THU-KEG/OmniEvent。“：[178]}，”cited_by_api_url“：”https://api.openalex.org/works？filter=cites:W4385570525“，”counts_by_year“：[]，”updated_date“：”2024-06-26T06:22:08.10961“，”created_date:“2023-08-05”}“