2 # -*- coding: utf-8 -*-
6 # Copyright (C) UPMC Paris Universitas
8 # Jordan Augé <jordan.auge@lip6.fr>
9 # Marc-Olivier Buob <marc-olivier.buob@lip6.fr>
10 # Thierry Parmentelat <thierry.parmentelat@inria.fr>
12 from types import StringTypes
13 from manifold.core.filter import Filter, Predicate
14 from manifold.util.frozendict import frozendict
15 from manifold.util.type import returns, accepts
22 return uuid.uuid4().hex
27 class ParameterError(StandardError): pass
31 Implements a TopHat query.
33 We assume this is a correct DAG specification.
35 1/ A field designates several tables = OR specification.
36 2/ The set of fields specifies a AND between OR clauses.
39 #---------------------------------------------------------------------------
41 #---------------------------------------------------------------------------
43 def __init__(self, *args, **kwargs):
45 self.query_uuid = uniqid()
47 # Initialize optional parameters
50 #l = len(kwargs.keys())
54 if isinstance(args[0], dict):
58 # Initialization from a tuple
60 if len_args in range(2, 7) and type(args) == tuple:
61 # Note: range(x,y) <=> [x, y[
67 self.timestamp = 'now'
68 self.object, self.filters, self.fields = args
70 self.object, self.filters, self.params, self.fields = args
72 self.timestamp = 'now'
74 self.action, self.object, self.filters, self.params, self.fields, self.timestamp = args
76 # Initialization from a dict
77 elif "object" in kwargs:
78 if "action" in kwargs:
79 self.action = kwargs["action"]
82 print "W: defaulting to get action"
86 self.object = kwargs["object"]
89 if "filters" in kwargs:
90 self.filters = kwargs["filters"]
93 self.filters = Filter([])
95 if "fields" in kwargs:
96 self.fields = set(kwargs["fields"])
101 # "update table set x = 3" => params == set
102 if "params" in kwargs:
103 self.params = kwargs["params"]
108 if "timestamp" in kwargs:
109 self.timestamp = kwargs["timestamp"]
110 del kwargs["timestamp"]
112 self.timestamp = "now"
115 raise ParameterError, "Invalid parameter(s) : %r" % kwargs.keys()
117 # raise ParameterError, "No valid constructor found for %s : args = %r" % (self.__class__.__name__, args)
119 if not self.filters: self.filters = Filter([])
120 if not self.params: self.params = {}
121 if not self.fields: self.fields = set([])
122 if not self.timestamp: self.timestamp = "now"
124 if isinstance(self.filters, list):
126 self.filters = Filter([])
129 self.filters.add(pred)
131 if isinstance(self.fields, list):
132 self.fields = set(self.fields)
134 for field in self.fields:
135 if not isinstance(field, StringTypes):
136 raise TypeError("Invalid field name %s (string expected, got %s)" % (field, type(field)))
138 #---------------------------------------------------------------------------
140 #---------------------------------------------------------------------------
143 return copy.deepcopy(self)
148 self.filters = Filter([])
150 self.fields = set([])
151 self.timestamp = "now"
152 self.timestamp = 'now' # ignored for now
154 @returns(StringTypes)
156 return "SELECT %s FROM %s WHERE %s" % (
157 ", ".join(self.get_select()) if self.get_select() else '*',
162 @returns(StringTypes)
164 return self.__str__()
167 return (self.action, self.object, self.filters, frozendict(self.params), frozenset(self.fields))
170 print "HASH", self.__key()
171 return hash(self.__key())
173 #---------------------------------------------------------------------------
175 #---------------------------------------------------------------------------
179 'action': self.action,
180 'object': self.object,
181 'timestamp': self.timestamp,
182 'filters': self.filters,
183 'params': self.params,
184 'fields': self.fields
187 def to_json (self, analyzed_query=None):
188 query_uuid=self.query_uuid
192 f=json.dumps (self.filters.to_list())
193 p=json.dumps (self.params)
194 c=json.dumps (list(self.fields))
195 # xxx unique can be removed, but for now we pad the js structure
198 if not analyzed_query:
201 aq = analyzed_query.to_json()
204 result= """ new ManifoldQuery('%(a)s', '%(s)s', '%(t)s', %(f)s, %(p)s, %(c)s, %(unique)s, '%(query_uuid)s', %(aq)s, %(sq)s)"""%locals()
205 if debug: print 'ManifoldQuery.to_json:',result
208 # this builds a ManifoldQuery object from a dict as received from javascript through its ajax request
209 # we use a json-encoded string - see manifold.js for the sender part
210 # e.g. here's what I captured from the server's output
211 # manifoldproxy.proxy: request.POST <QueryDict: {u'json': [u'{"action":"get","object":"resource","timestamp":"latest","filters":[["slice_hrn","=","ple.inria.omftest"]],"params":[],"fields":["hrn","hostname"],"unique":0,"query_uuid":"436aae70a48141cc826f88e08fbd74b1","analyzed_query":null,"subqueries":{}}']}>
212 def fill_from_POST (self, POST_dict):
214 json_string=POST_dict['json']
215 dict=json.loads(json_string)
216 for (k,v) in dict.iteritems():
219 print "Could not decode incoming ajax request as a Query, POST=",POST_dict
222 traceback.print_exc()
224 #---------------------------------------------------------------------------
226 #---------------------------------------------------------------------------
228 @returns(StringTypes)
229 def get_action(self):
233 def get_select(self):
234 return frozenset(self.fields)
236 @returns(StringTypes)
245 def get_params(self):
248 @returns(StringTypes)
249 def get_timestamp(self):
250 return self.timestamp
253 #DEPRECATED# def make_filters(self, filters):
254 #DEPRECATED# return Filter(filters)
256 #DEPRECATED# def make_fields(self, fields):
257 #DEPRECATED# if isinstance(fields, (list, tuple)):
258 #DEPRECATED# return set(fields)
260 #DEPRECATED# raise Exception, "Invalid field specification"
262 #---------------------------------------------------------------------------
264 #---------------------------------------------------------------------------
267 def action(self, action, object):
270 query.object = object
274 def get(self, object): return self.action('get', object)
277 def update(self, object): return self.action('update', object)
280 def create(self, object): return self.action('create', object)
283 def delete(self, object): return self.action('delete', object)
286 def execute(self, object): return self.action('execute', object)
288 def filter_by(self, *args):
291 if not isinstance(filters, (set, list, tuple, Filter)):
293 for predicate in filters:
294 self.filters.add(predicate)
296 predicate = Predicate(*args)
297 self.filters.add(predicate)
299 raise Exception, 'Invalid expression for filter'
302 def select(self, fields):
303 if not isinstance(fields, (set, list, tuple)):
306 self.fields.add(field)
309 def set(self, params):
310 self.params.update(params)
313 class AnalyzedQuery(Query):
315 # XXX we might need to propagate special parameters sur as DEBUG, etc.
317 def __init__(self, query=None):
320 self.query_uuid = query.query_uuid
323 self.query_uuid = uniqid()
325 @returns(StringTypes)
328 out.append("SELECT %s FROM %s WHERE %s" % (
329 ", ".join(self.get_select()),
334 for method, subquery in self.subqueries():
335 out.append(' [SQ #%d : %s] %s' % (cpt, method, str(subquery)))
338 return "\n".join(out)
341 super(AnalyzedQuery, self).clear()
342 self._subqueries = {}
344 def subquery(self, method):
345 # Allows for the construction of a subquery
346 if not method in self._subqueries:
347 analyzed_query = AnalyzedQuery()
348 analyzed_query.action = self.action
349 analyzed_query.object = method
350 self._subqueries[method] = analyzed_query
351 return self._subqueries[method]
353 def subqueries(self):
354 for method, subquery in self._subqueries.iteritems():
355 yield (method, subquery)
357 def filter_by(self, filters):
358 if not filters: return self
359 if not isinstance(filters, (set, list, tuple, Filter)):
361 for predicate in filters:
362 if '.' in predicate.key:
363 method, subkey = pred.key.split('.', 1)
364 sub_pred = Predicate(subkey, pred.op, pred.value)
365 self.subquery(method).filter_by(sub_pred)
367 super(AnalyzedQuery, self).filter_by(predicate)
370 def select(self, fields):
371 if not isinstance(fields, (set, list, tuple)):
375 method, subfield = field.split('.', 1)
376 self.subquery(method).select(subfield)
378 super(AnalyzedQuery, self).select(field)
381 def set(self, params):
382 for param, value in self.params.items():
384 method, subparam = param.split('.', 1)
385 self.subquery(method).set({subparam: value})
387 super(AnalyzedQuery, self).set({param: value})
390 def analyze(self, query):
392 self.action = query.action
393 self.object = query.object
394 self.filter_by(query.filters)
395 self.set(query.params)
396 self.select(query.fields)
399 query_uuid=self.query_uuid
403 f=json.dumps (self.filters.to_list())
404 p=json.dumps (self.params)
405 c=json.dumps (list(self.fields))
406 # xxx unique can be removed, but for now we pad the js structure
410 sq=", ".join ( [ "'%s':%s" % (subject, subquery.to_json())
411 for (subject, subquery) in self._subqueries.iteritems()])
414 result= """ new ManifoldQuery('%(a)s', '%(s)s', '%(t)s', %(f)s, %(p)s, %(c)s, %(unique)s, '%(query_uuid)s', %(aq)s, %(sq)s)"""%locals()
415 if debug: print 'ManifoldQuery.to_json:',result