{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/ukp-athene-multi-sentence-textual-entailment","title":"UKP-Athene: Multi-Sentence Textual Entailment for Claim Verification","arxiv_id":"1809.01479","date":"2018-09-03","proceeding":"WS 2018 11","authors":["Andreas Hanselowski","Hao Zhang","Zile Li","Daniil Sorokin","Benjamin Schiller","Claudia Schulz","Iryna Gurevych"],"abstract":"The Fact Extraction and VERification (FEVER) shared task was launched to support the development of systems able to verify claims by extracting supporting or refuting facts from raw text. The shared task organizers provide a large-scale dataset for the consecutive steps involved in claim verification, in particular, document retrieval, fact extraction, and claim classification. In this paper, we present our claim verification pipeline approach, which, according to the preliminary results, scored third in the shared task, out of 23 competing systems. For the document retrieval, we implemented a new entity linking approach. In order to be able to rank candidate facts and classify a claim on the basis of several selected facts, we introduce two extensions to the Enhanced LSTM (ESIM).","url_abs":"https://arxiv.org/abs/1809.01479v5","url_pdf":"https://arxiv.org/pdf/1809.01479v5.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"ukp-athene-multi-sentence-textual-entailment","repo_url":"https://github.com/UKPLab/fever-2018-team-athene","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"claim-verification","task_name":"Claim Verification"},{"task_slug":"entity-linking","task_name":"Entity Linking"},{"task_slug":"classification","task_name":"General Classification"},{"task_slug":"natural-language-inference","task_name":"Natural Language Inference"},{"task_slug":"retrieval","task_name":"Retrieval"},{"task_slug":"sentence","task_name":"Sentence"}],"methods":[{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/1809.01479","atlas_url":"https://app.syntology.ai/?focus=1809.01479","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1809.01479"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/UKPLab/fever-2018-team-athene","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"unverified":10},"by_repo_kind":{"official":{"samples":10,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"137a32b16bdb45b3","entry":"evidence_macro_precision","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/score/score.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/score/score.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"137a32b16bdb45b3"}},{"code_sha256_prefix":"51d80757dbbfaf1e","entry":"get_map_function","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/document/doc_retrieval.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/document/doc_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"51d80757dbbfaf1e"}},{"code_sha256_prefix":"c28ed1af6f068b2a","entry":"get_map_function","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/document/docment_retrieval.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/document/docment_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c28ed1af6f068b2a"}},{"code_sha256_prefix":"f68c97519ec5138b","entry":"is_correct_label","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/score/score.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/score/score.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f68c97519ec5138b"}},{"code_sha256_prefix":"201f78bc0d87dc7a","entry":"is_strictly_correct","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/score/score.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/score/score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"201f78bc0d87dc7a"}},{"code_sha256_prefix":"e8d106af8bff71ba","entry":"post_processing","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/sentences/ensemble.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/sentences/ensemble.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e8d106af8bff71ba"}},{"code_sha256_prefix":"339bbbadb4219f8f","entry":"post_processing","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/sentences/sentence_retrieval.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/sentences/sentence_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"339bbbadb4219f8f"}},{"code_sha256_prefix":"1f28b16f6e76f669","entry":"post_processing_4_train","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/sentences/ensemble.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/sentences/ensemble.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1f28b16f6e76f669"}},{"code_sha256_prefix":"054a7b76c678e992","entry":"process_line_with_progress","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/document/docment_retrieval.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/document/docment_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"054a7b76c678e992"}},{"code_sha256_prefix":"5962ce5fb5db7e2c","entry":"processed_line","repo":"UKPLab/fever-2018-team-athene","repo_kind":"official","path":"src/athene/retrieval/document/doc_retrieval.py","file_url":"https://github.com/UKPLab/fever-2018-team-athene/blob/HEAD/src/athene/retrieval/document/doc_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5962ce5fb5db7e2c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}