+ def FindNextPage(self):
+ if "links" in self.raw_json:
+ for page in self.raw_json['links']:
+ if page['rel'] == 'next':
+ self.concatenate = True
+ print>>sys.stderr, " \r\n \t\t FindNextPage self.concatenate %s" %(self.concatenate )
+ return True, "?"+page['href'].split("?")[1]
+ if self.concatenate :
+ self.end = True
+ print>>sys.stderr, " \r\n \t\t END FindNextPage self.concatenate %s" %(self.concatenate )
+ return False, None
+
+ def ConcatenateJsonPages (self, saved_json_list):
+ #reset items list
+
+ tmp = {}
+ tmp['items'] = []
+ print >>sys.stderr, " \r\n ConcatenateJsonPages saved_json_list len ", len(saved_json_list)
+ for page in saved_json_list:
+ #for node in page['items']:
+ #self.raw_json['items'].append(node)
+ print>>sys.stderr, " \r\n ConcatenateJsonPages page['items']len ", len(page['items'])
+ tmp['items'].extend(page['items'])
+ #print>>sys.stderr, " \r\n ConcatenateJsonPages len ", len(self.raw_json['items'])
+ #print>>sys.stderr, " \r\n ConcatenateJsonPages self.raw_json['items']", self.raw_json['items']
+ return tmp
+