diff --git a/core/core.go b/core/core.go
index 5475d6a0806..9f3d435393a 100644
--- a/core/core.go
+++ b/core/core.go
@@ -816,9 +816,6 @@ func constructPeerHost(ctx context.Context, id peer.ID, ps pstore.Peerstore, bwr
 	if !opts.DisableNatPortMap {
 		hostOpts = append(hostOpts, p2pbhost.NATPortMap)
 	}
-	if opts.AddrsFactory != nil {
-		hostOpts = append(hostOpts, opts.AddrsFactory)
-	}
 
 	addrsFactory := opts.AddrsFactory
 	if !opts.DisableRelay {