Merge pull request #860 from scrapinghub/develop

Support start urls in get key for cache
scrapinghub · Jun 4, 2018 · 24bdb44 · 24bdb44
2 parents 661f526 + 60c6a56
commit 24bdb44
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/portia_server/portia_orm/collection.py b/portia_server/portia_orm/collection.py
@@ -55,6 +55,10 @@ def get_key(model):
                     return get_key(model)
             elif isinstance(model, str):
                 return (self.__class__, model)
+            try:
+                return ('start-url', (model['type'], model['url']))
+            except (TypeError, KeyError):
+                pass
             raise TypeError('invalid key: {!r}'.format(model))
         self.cache = OrderedIndexedTransformDict(get_key)
         self.owner = owner and owner.with_snapshots()