diff --git a/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py b/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py
index 28632f75..f7961015 100644
--- a/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py
+++ b/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py
@@ -198,7 +198,7 @@ def security_group_rules(self, os_id: str):
                 for os_rule in os_sg["rules"]:
                     remote_id = os_rule.get("remote_group_id")
                     if remote_id:
-                        self.security_group_members(remote_id, reference=True)
+                        self.security_group_members(remote_id, reference=False)
 
                     addr_grp_id = os_rule.get("remote_address_group_id")
                     if addr_grp_id: