models.py 6.7 KB
Newer Older
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
1
2
3
4
5
6
7
'''
Senpy Models. 

This implementation should mirror the JSON schema definition.
For compatibility with Py3 and for easier debugging, this new version drops introspection
and adds all arguments to the models.
'''
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
8
9
10
from __future__ import print_function
from six import string_types

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
11
12
import time
import copy
13
14
import json
import os
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
15
import logging
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
16
17
import jsonref
import jsonschema
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
18

19
from flask import Response as FlaskResponse
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
20

21

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
22
23
DEFINITIONS_FILE = 'definitions.json'
CONTEXT_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'schemas', 'context.jsonld')
24

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
def get_schema_path(schema_file, absolute=False):
    if absolute:
        return os.path.realpath(schema_file)
    else:
        return os.path.join(os.path.dirname(os.path.realpath(__file__)), 'schemas', schema_file)


def read_schema(schema_file, absolute=False):
    schema_path = get_schema_path(schema_file, absolute)
    schema_uri = 'file://{}'.format(schema_path)
    return jsonref.load(open(schema_path), base_uri=schema_uri)
        

base_schema = read_schema(DEFINITIONS_FILE)
logging.debug(base_schema)

class Context(dict):
42

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
43
    @staticmethod
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
44
45
46
47
48
    def load(context):
        logging.debug('Loading context: {}'.format(context))
        if not context:
            return context
        elif isinstance(context, list):
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
49
50
            contexts = []
            for c in context:
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
51
                contexts.append(Context.load(c))
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
52
53
            return contexts
        elif isinstance(context, dict):
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
54
            return Context(context)
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
55
        elif isinstance(context, string_types):
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
56
57
            try:
                with open(context) as f:
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
58
                    return Context(json.loads(f.read()))
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
59
60
            except IOError:
                return context
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
61
62
        else:
            raise AttributeError('Please, provide a valid context')                
63

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
64
65
base_context = Context.load(CONTEXT_PATH)

66

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
67
68
class SenpyMixin(object):
    context = base_context
69

70
71
    def flask(self,
              in_headers=False,
72
73
              url="http://demos.gsi.dit.upm.es/senpy/senpy.jsonld",
              prefix=None):
74
        """
75
76
77
        Return the values and error to be used in flask.
        So far, it returns a fixed context. We should store/generate different
        contexts if the plugin adds more aliases.
78
79
80
81
82
83
84
85
        """
        headers = None
        if in_headers:
            headers = {
                "Link": ('<%s>;'
                         'rel="http://www.w3.org/ns/json-ld#context";'
                         ' type="application/ld+json"' % url)
            }
86
87
        return FlaskResponse(self.to_JSON(with_context=not in_headers,
                                          prefix=prefix),
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
88
                             status=getattr(self, "status", 200),
89
90
                             headers=headers,
                             mimetype="application/json")
91

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
92

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
    def serializable(self):
        def ser_or_down(item):
           if hasattr(item, 'serializable'):
               return item.serializable()
           elif isinstance(item, dict):
               temp = dict()
               for kp in item:
                   vp = item[kp]
                   temp[kp] = ser_or_down(vp)
               return temp
           elif isinstance(item, list):
               return list(ser_or_down(i) for i in item)
           else:
               return item
        return ser_or_down(self._plain_dict())
108

109

110
    def jsonld(self, context=None, prefix=None, with_context=False):
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
111
        ser = self.serializable()
112

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
113
        if  with_context:
114
115
116
117
            ser["@context"] = self.context.copy()

            if prefix:
                ser["@context"]["@base"] = prefix
118

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
119
        return ser
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
120

121

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
122
123
124
125
126
    def to_JSON(self, *args, **kwargs):
        js = json.dumps(self.jsonld(*args, **kwargs), indent=4,
                        sort_keys=True)
        return js

127
128
129
130
131
132
    def validate(self, obj=None):
        if not obj:
            obj = self
        if hasattr(obj, "jsonld"):
            obj = obj.jsonld()
        jsonschema.validate(obj, self.schema)
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
133
134
    
class SenpyModel(SenpyMixin, dict):
135

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
136
    schema = base_schema
137

138
    def __init__(self, *args, **kwargs):
139
140
141
        self.id = kwargs.pop('id', '{}_{}'.format(type(self).__name__,
                                                    time.time()))

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
142
143
        temp = dict(*args, **kwargs)

144
145
146
147
148
149
        for i in temp:
            nk = self._get_key(i)
            if nk != i:
                temp[nk] = temp[i]
                del temp[i]

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
        reqs = self.schema.get('required', [])
        for i in reqs:
            if i not in temp:
                prop = self.schema['properties'][i]
                if 'default' in prop:
                    temp[i] = copy.deepcopy(prop['default'])
        if 'context' in temp:
            context = temp['context']
            del temp['context']
            self.__dict__['context'] = Context.load(context)
        super(SenpyModel, self).__init__(temp)


    def _get_key(self, key):
        key = key.replace("__", ":", 1)
        return key

    def __setitem__(self, key, value):
        dict.__setitem__(self, key, value)


    def __delitem__(self, key):
        dict.__delitem__(self, key)

    def __getattr__(self, key):
        try:
            return self.__getitem__(self._get_key(key))
        except KeyError:
            raise AttributeError(key)

    def __setattr__(self, key, value):
        self.__setitem__(self._get_key(key), value)

    def __delattr__(self, key):
        self.__delitem__(self._get_key(key))
        
    
    @classmethod
    def from_base(cls, name):
        subschema = base_schema[name]
        return warlock.model_factory(subschema, base_class=cls)

    def _plain_dict(self):
        d =  { k: v for (k,v) in self.items() if k[0] != "_"}
194
        d["@id"] = d.pop('id')
J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
        return d

class Response(SenpyModel):
    schema = read_schema('response.json')

class Results(SenpyModel):
    schema = read_schema('results.json')

class Entry(SenpyModel):
    schema = read_schema('entry.json')

class Sentiment(SenpyModel):
    schema = read_schema('sentiment.json')

class Analysis(SenpyModel):
    schema = read_schema('analysis.json')

class EmotionSet(SenpyModel):
    schema = read_schema('emotionSet.json')

215
216
217
class Emotion(SenpyModel):
    schema = read_schema('emotion.json')

J. Fernando Sánchez's avatar
J. Fernando Sánchez committed
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
class Suggestion(SenpyModel):
    schema = read_schema('suggestion.json')

class PluginModel(SenpyModel):
    schema = read_schema('plugin.json')

class Plugins(SenpyModel):
    schema = read_schema('plugins.json')

class Error(SenpyMixin, BaseException ):

    def __init__(self, message, status=500, params=None, errors=None, *args, **kwargs):
        self.message = message
        self.status = status
        self.params = params or {}
        self.errors = errors or ""

    def _plain_dict(self):
       return self.__dict__

    def __str__(self):
       return str(self.jsonld())