to 002

Author: Germey

CHANGELOG.md

@@ -1,5 +1,11 @@
 # Gerapy Item Pipeline Changelog
 
+## 0.0.1 (2021-01-17)
+
+### Features
+
+* Fix bug of MongoDB
+
 ## 0.0.1 (2020-07-27)
 
 ### Features

gerapy_item_pipeline/__version__.py

@@ -1,3 +1,3 @@
-VERSION = (0, 0, '1')
+VERSION = (0, 0, '2')
 
 version = __version__ = '.'.join(map(str, VERSION))

gerapy_item_pipeline/mongodb.py

@@ -40,14 +40,28 @@ def process_item(self, item, spider):
         :param spider: spider object
         :return:
         """
-        collection_name = getattr(item, self.collection_name_field) or \
-                          item.get(self.collection_name_field,
-                                   self.collection_name_default)
-        if self.upsert:
-            # get primary key field or use primary key default
-            primary_key_field = getattr(item, self.item_primary_key_field) or \
-                                item.get(self.item_primary_key_field,
+        # update collection_name
+        if isinstance(item, dict):
+            collection_name = item.get(self.collection_name_field,
+                                       self.collection_name_default)
+        else:
+            if hasattr(item, self.collection_name_field):
+                collection_name = getattr(item, self.collection_name_field) or self.collection_name_default
+            else:
+                collection_name = item.get(self.collection_name_field,
+                                           self.collection_name_default)
+        # update primary_key_field
+        if isinstance(item, dict):
+            primary_key_field = item.get(self.item_primary_key_field,
                                          self.item_primary_key_default)
+        else:
+            if hasattr(item, self.item_primary_key_field):
+                primary_key_field = getattr(item, self.item_primary_key_field) or self.item_primary_key_default
+            else:
+                primary_key_field = getattr(item, self.item_primary_key_field) or \
+                                    item.get(self.item_primary_key_field,
+                                             self.item_primary_key_default)
+        if self.upsert:
             self.db[collection_name].update({
                 primary_key_field: item.get(primary_key_field)
             }, {