Changeset 3480 in products

Timestamp:

Jul 27, 2012 2:40:05 PM (12 years ago)

Author:

potar

Message:

added two request into portal_catalog

File:

• quintagroup.plonegooglesitemaps/branches/two_request/commonview.py (copied) (copied from quintagroup.plonegooglesitemaps/branches/1.7.1/quintagroup/plonegooglesitemaps/browser/commonview.py) (2 diffs)

quintagroup.plonegooglesitemaps/branches/two_request/commonview.py

@@ -10 +10 @@
 from quintagroup.plonegooglesitemaps.interfaces import IBlackoutFilter
 from quintagroup.plonegooglesitemaps.browser.utils import additionalURLs, \
-    applyOperations
+     getUrlsObjects, urlFilter, OPERATIONS_PARSE 
 
+from itertools import chain, starmap
+
+
+SITEMAP_SIZE = 50000
 
 class ISitemapView(Interface):
@@ -66 +70 @@
         return []
 
+    def defaultPagesInfo(self, func, url_filter=lambda x: x[0:x.rfind('/')]):
+        """  Method gets default page. 
+            It dedicated to generate {'http://...': func(brain),...}
+        """
+        objects = self.portal_catalog.searchResults(is_default_page=True)
+        # func - this fuction gets info from brain
+        # eg: func = lambda x: DateTime(x.ModificationDate)) 
+        # url_filter - get parent object (url)
+        return dict( 
+                     (url_filter(url), func(brain))
+               for 
+                   url, brain 
+               in 
+                   getUrlsObjects(objects))
+
+    def getObjectsInfo(self, modification_date):
+        """ Gets info (list of tuples) for sitemap """
+        # get all brains
+        objects = self.getBOFiltered(self.getFilteredObjects())
+        for url, brain in getUrlsObjects(objects):
+            yield url, modification_date(brain), \
+                  [(key, func(brain)) 
+                       for 
+                         key, func 
+                       in 
+                         self.additional_maps.iteritems()
+                       if key != modification_date.__name__]
+        
     def results(self):
         """ Prepare mapping for template
         """
-        result = []
-        objects = self.getFilteredObjects()
-        reg_exps = self.context.getReg_exp()
+        operations = [OPERATIONS_PARSE.match(op).groups() 
+                      for op in self.context.getReg_exp()]
 
-        brain_url_map = applyOperations(self.getBOFiltered(objects), reg_exps)
-        # Prepare dictionary for view
-        for url, b in brain_url_map.items():
-            res_map = {'url': url, }
-            [res_map.update({k: f(b)}) for k, f in self.additional_maps]
-            result.append(res_map)
-        self.num_entries = len(result)
-        return result
+        # eg: additional_maps == {'modification_date': lambda x: xxx)}
+        modification_date = self.additional_maps['modification_date']
+        urls_info = self.defaultPagesInfo(modification_date)
+        # after changing 'modification date' we'll change 
+        # url according with filter
+        num_entries = 0
+        for url, date, additional_info in self.getObjectsInfo(modification_date):
+
+            # TODO: check number of result. 
+            # A Sitemap file can contain no more than 50,000 URLs.
+            if num_entries > SITEMAP_SIZE:
+               break 
+
+            if url in urls_info:
+                default_page_modification_date = urls_info.get(url) 
+
+                # trying to update modification date
+                date = date if date > default_page_modification_date \
+                            else default_page_modification_date
+
+            result = dict(additional_info)
+            result.update({'modification_date': date.HTML4(),
+                           'url': urlFilter(url, operations)})
+            
+            num_entries += 1
+            yield result
 
     def getBOFiltered(self, objects):