Commit 551a5cb1 authored by Ignacio Corcuera's avatar Ignacio Corcuera

Adding the evaluation method inside the Senpy Context

parent d6f4cc2d
...@@ -7,7 +7,7 @@ standard_library.install_aliases() ...@@ -7,7 +7,7 @@ standard_library.install_aliases()
from . import plugins, api from . import plugins, api
from .plugins import Plugin from .plugins import Plugin
from .models import Error from .models import Error, AggregatedEvaluation
from .blueprints import api_blueprint, demo_blueprint, ns_blueprint from .blueprints import api_blueprint, demo_blueprint, ns_blueprint
from threading import Thread from threading import Thread
...@@ -18,6 +18,10 @@ import errno ...@@ -18,6 +18,10 @@ import errno
import logging import logging
import traceback import traceback
#Correct this import for managing the datasets
from gsitk.datasets.datasets import DatasetManager
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
...@@ -42,6 +46,7 @@ class Senpy(object): ...@@ -42,6 +46,7 @@ class Senpy(object):
self._default = None self._default = None
self._plugins = {} self._plugins = {}
self._dm = DatasetManager()
if plugin_folder: if plugin_folder:
self.add_folder(plugin_folder) self.add_folder(plugin_folder)
...@@ -190,6 +195,61 @@ class Senpy(object): ...@@ -190,6 +195,61 @@ class Senpy(object):
results.analysis = [i['plugin'].id for i in results.analysis] results.analysis = [i['plugin'].id for i in results.analysis]
return results return results
def _get_datasets(self, request):
if not self.datasets:
raise Error(
message=("No datasets found."
" Please verify DatasetManager"))
datasets_name = request.parameters.get('dataset', None).split(',')
for dataset in datasets_name:
if dataset not in self.datasets:
logger.debug(("The dataset '{}' is not valid\n"
"Valid datasets: {}").format(dataset,
raise Error(
message="The dataset '{}' is not valid".format(dataset))
datasets = self._dm.prepare_datasets(datasets_name)
return datasets
def datasets(self):
self._dataset_list = {}
for item in self._dm.get_datasets():
for key in item:
if key in self._dataset_list:
properties = item[key]
properties['@id'] = key
self._dataset_list[key] = properties
return self._dataset_list
def evaluate(self, params):
logger.debug("evaluating request: {}".format(params))
results = AggregatedEvaluation()
results.parameters = params
datasets = self._get_datasets(results)
plugins = self._get_plugins(results)
collector = list()
for plugin in plugins:
collector += [eval for eval in plugin.score(datasets)]
if 'with_parameters' not in results.parameters:
del results.parameters
logger.debug("Returning evaluation result: {}".format(results))
except (Error,Exception) as ex:
if not isinstance(ex, Error):
msg = "Error during evaluation: {} \n\t{}".format(ex,
ex = Error(message=msg, status=500)
logger.exception('Error returning evaluation result')
raise ex
results.evaluations = collector
return results
def _conversion_candidates(self, fromModel, toModel): def _conversion_candidates(self, fromModel, toModel):
candidates = self.plugins(plugin_type='emotionConversionPlugin') candidates = self.plugins(plugin_type='emotionConversionPlugin')
for candidate in candidates: for candidate in candidates:
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment