{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/fully-convolutional-scene-graph-generation","title":"Fully Convolutional Scene Graph Generation","arxiv_id":"2103.16083","date":"2021-03-30","proceeding":"CVPR 2021 1","authors":["Hengyue Liu","Ning Yan","Masood S. Mortazavi","Bir Bhanu"],"abstract":"This paper presents a fully convolutional scene graph generation (FCSGG) model that detects objects and relations simultaneously. Most of the scene graph generation frameworks use a pre-trained two-stage object detector, like Faster R-CNN, and build scene graphs using bounding box features. Such pipeline usually has a large number of parameters and low inference speed. Unlike these approaches, FCSGG is a conceptually elegant and efficient bottom-up approach that encodes objects as bounding box center points, and relationships as 2D vector fields which are named as Relation Affinity Fields (RAFs). RAFs encode both semantic and spatial features, and explicitly represent the relationship between a pair of objects by the integral on a sub-region that points from subject to object. FCSGG only utilizes visual features and still generates strong results for scene graph generation. Comprehensive experiments on the Visual Genome dataset demonstrate the efficacy, efficiency, and generalizability of the proposed method. FCSGG achieves highly competitive results on recall and zero-shot recall with significantly reduced inference time.","url_abs":"https://arxiv.org/abs/2103.16083v1","url_pdf":"https://arxiv.org/pdf/2103.16083v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"fully-convolutional-scene-graph-generation","repo_url":"https://github.com/liuhengyue/fcsgg","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"graph-generation","task_name":"Graph Generation"},{"task_slug":"scene-graph-generation","task_name":"Scene Graph Generation"}],"methods":[{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"faster-r-cnn","method_name":"Faster R-CNN"},{"method_slug":"rpn","method_name":"RPN"},{"method_slug":"roipool","method_name":"RoIPool"},{"method_slug":"softmax","method_name":"Softmax"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2103.16083","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.16083"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/liuhengyue/fcsgg","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"unverified":10},"by_repo_kind":{"official":{"samples":12,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"dd1114865f06f0fd","entry":"conv3x3","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/modeling/backbone/dla.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/modeling/backbone/dla.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dd1114865f06f0fd"}},{"code_sha256_prefix":"7abfa32a2f1d7424","entry":"logsumexp_2d","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/layers/attn.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/layers/attn.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7abfa32a2f1d7424"}},{"code_sha256_prefix":"d3c893809080ac97","entry":"add_coords","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/layers/wrappers.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/layers/wrappers.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d3c893809080ac97"}},{"code_sha256_prefix":"b692844d22d4900d","entry":"bbox_iou","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/evaluation/sgg_evaluation.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/evaluation/sgg_evaluation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b692844d22d4900d"}},{"code_sha256_prefix":"89aaff16a975e560","entry":"bbox_overlaps","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/evaluation/sgg_evaluation.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/evaluation/sgg_evaluation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"89aaff16a975e560"}},{"code_sha256_prefix":"ea2cbc482c8275e2","entry":"corr","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/layers/rnn.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/layers/rnn.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ea2cbc482c8275e2"}},{"code_sha256_prefix":"9d627c4b862db734","entry":"get_model_url","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/modeling/backbone/dla.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/modeling/backbone/dla.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9d627c4b862db734"}},{"code_sha256_prefix":"6727d2d8f1d79998","entry":"intersect_2d","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/evaluation/sgg_evaluation.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/evaluation/sgg_evaluation.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6727d2d8f1d79998"}},{"code_sha256_prefix":"0509f439b80d6c9d","entry":"reg_l1_loss","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/utils/centernet_utils.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/utils/centernet_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0509f439b80d6c9d"}},{"code_sha256_prefix":"c9a9bcd3640bffc2","entry":"reg_log_l1_loss","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/utils/centernet_utils.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/utils/centernet_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c9a9bcd3640bffc2"}},{"code_sha256_prefix":"3773b69c641e1dec","entry":"reg_smooth_l1_loss","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/utils/centernet_utils.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/utils/centernet_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3773b69c641e1dec"}},{"code_sha256_prefix":"994959b81c522b99","entry":"scenegraph_to_json","repo":"liuhengyue/fcsgg","repo_kind":"official","path":"fcsgg/evaluation/vg_evaluation.py","file_url":"https://github.com/liuhengyue/fcsgg/blob/HEAD/fcsgg/evaluation/vg_evaluation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"994959b81c522b99"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}