JobContainerModule.py

import os
import json
import requests

import lsst.verify as lsst_verify

from MetricUtils import are_data_requests_identical

__all__ = ["JobContainer"]

class JobContainer(object):

    def __init__(self):
        self._metric_yaml = None
        self._specs_dir = None
        self._job = None
        self._data_request = []
        self._squash_api_url = "https://squash-restful-api-sandbox.lsst.codes"

    def do_measurement(self, data):
        raise NotImplementedError("Have not implemented do_measurement")

    @property
    def job(self):
        return self._job

    @property
    def metric_yaml(self):
        return self._metric_yaml

    @metric_yaml.setter
    def metric_yaml(self, val):
        if self._metric_yaml is not None:
            raise RuntimeError("Already set self._metric_yaml")

        if not os.path.exists(val) or not os.path.isfile(val):
            raise RuntimeError("%s is not a valid yaml file" % val)

        self._metric_yaml = val
        self._metric_set = lsst_verify.MetricSet.load_single_package(self._metric_yaml)

    @property
    def specs_dir(self):
        return self._specs_dir

    @specs_dir.setter
    def specs_dir(self, val):
        if self._specs_dir is not None:
            raise RuntimeError("Already set self._specs_dir")

        if not os.path.exists(val) or not os.path.isdir(val):
            raise RuntimeError("%s is not a valid directory for specs_dir" % val)

        self._specs_dir = val
        self._specs_set = lsst_verify.SpecificationSet.load_single_package(self._specs_dir)

    @property
    def data_request(self):
        return self._data_request

    def add_data_request(self, val):
        """
        val should be a tuple.  First element is the type of
        data set requested ('src', 'calexp', etc.).  Second
        element is the dataId.
        """
        if not isinstance(val, tuple):
            raise RuntimeError("Must add tuples to data_request")

        if len(val) != 2:
            raise RuntimeError("Length of data_request tuple is %d" % len(val))

        if not isinstance(val[1], dict):
            raise RuntimeError("data_request[1] is not a dict")

        val_load = (val[0], json.dumps(val[1], sort_keys=True))

        is_duplicate = False
        for data in self._data_request:
            if are_data_requests_identical(data, val_load):
                is_duplicate = True
                break

        if not is_duplicate:
            self._data_request.append(val_load)

    def load_definitions_to_squash(self, username, password):

        credentials = {'username':username, 'password':password}

        r = requests.post('{}/auth'.format(self._squash_api_url), json=credentials)
        access_token = r.json()['access_token']
        headers = {'Authorization': 'JWT {}'.format(access_token)}
        r = requests.post('{}/metrics'.format(self._squash_api_url),
                          json={'metrics': self._metric_set.json},
                          headers=headers)
        print(r.json())

        r = requests.post('{}/specs'.format(self._squash_api_url),
                          json={'specs': self._specs_set.json},
                          headers=headers)

        print(r.json())