diff --git a/promenade/config.py b/promenade/config.py
index 8886bb75..57ffc736 100644
--- a/promenade/config.py
+++ b/promenade/config.py
@@ -61,9 +61,9 @@ class Configuration:
 
     @classmethod
     def from_design_ref(cls, design_ref, **kwargs):
-        documents = get_documents(design_ref)
+        documents, should_validate = get_documents(design_ref)
 
-        return cls(documents=documents, **kwargs)
+        return cls(documents=documents, validate=should_validate, **kwargs)
 
     def __getitem__(self, path):
         return self.get_path(path,
diff --git a/promenade/design_ref.py b/promenade/design_ref.py
index cbee1f68..1bcbfeaf 100644
--- a/promenade/design_ref.py
+++ b/promenade/design_ref.py
@@ -18,13 +18,15 @@ def get_documents(design_ref):
     LOG.debug('Fetching design_ref="%s"', design_ref)
     if design_ref.startswith(_DECKHAND_PREFIX):
         response = _get_from_deckhand(design_ref)
+        should_validate = False
     else:
         response = _get_from_basic_web(design_ref)
+        should_validate = True
     LOG.debug('Got response for design_ref="%s"', design_ref)
 
     response.raise_for_status()
 
-    return list(yaml.safe_load_all(response.text))
+    return list(yaml.safe_load_all(response.text)), should_validate
 
 
 def _get_from_basic_web(design_ref):