diff --git a/src/pattern.c b/src/pattern.c
index 04a76d207..f01e693a5 100644
--- a/src/pattern.c
+++ b/src/pattern.c
@@ -2506,6 +2506,8 @@ int pattern_read_from_file(struct pattern_head *head, unsigned int refflags,
 					return 0;
 			}
 		}
+		else if ((ref->flags & PAT_REF_ID) && load_smp)
+			ref->flags |= PAT_REF_SMP;
 	}
 	else {
 		/* The reference already exists, check the map compatibility. */