X-Git-Url: https://bilbo.iut-bm.univ-fcomte.fr/and/gitweb/predictops.git/blobdiff_plain/6a7cf0e5dd962e7da028cb0d82c6682ac87b0540..3549f1fd0518f1c52df39247cc472b6158485ede:/main.py?ds=inline diff --git a/main.py b/main.py index 3e31d16..b43c188 100644 --- a/main.py +++ b/main.py @@ -1,24 +1,25 @@ -from lib.source import MeteoFrance +from predictops.source.ephemeris import Ephemeris +from predictops.source.meteofrance import MeteoFrance +from predictops.target.toarea import ToArea -from configparser import ConfigParser -from logging.config import fileConfig +from datetime import datetime from logging import getLogger +from logging.config import fileConfig from pathlib import Path from shutil import rmtree -from subprocess import Popen, PIPE +import geopandas as gpd fileConfig((Path.cwd() / 'config') / 'logging.cfg') logger = getLogger() class Engine: - def __init__(self, clean = False): + def __init__(self, start = None, end = None, time_step = None): logger.info("Predictops engine launched") - if clean: - self.clean() - print("Ne pas oublier d'exporter la BDD dans pgModeler") - print("Ni de copier l'archive dans la data") + self._X = {} + self._Y = {} + def clean(self): # Cleaning the data directory @@ -29,31 +30,50 @@ class Engine: p = Path(Path.cwd() / 'data') p.mkdir() - # Cleaning the postgresql database - config = ConfigParser() - config.read((Path.cwd() / 'config') / 'main.cfg') - host = config['postgresql']['host'] - user = config['postgresql']['user'] - port = config['postgresql']['port'] - dbname = config['postgresql']['dbname'] + def add_feature(self, name, **kw): + + if name == 'meteofrance': + meteofeature = MeteoFrance(**kw) + meteofeature.update() + dated_features = meteofeature.dated_features + for date in dated_features: + self._X.setdefault(date,{}).update(dated_features[date]) + elif name == 'ephemeris': + ephemerides = Ephemeris(**kw) + dated_features = ephemerides.dated_features + for date in dated_features: + self._X.setdefault(date,{}).update(dated_features[date]) + + + @property + def X(self): + return self._X + + @X.setter + def X(self, x): + self._X = x + + +start = datetime.strptime('01/01/2010 00:00:00', '%m/%d/%Y %H:%M:%S') +end = datetime.strptime('12/31/2010 23:00:00', '%m/%d/%Y %H:%M:%S') - logger.info("PostgreSQL database deletion") - command = ['dropdb', '-h', host, '-U', user, '-p', port, dbname] - process = Popen(command, stdout=PIPE, stderr=PIPE) - process.communicate() +engine = Engine() +engine.add_feature(name = 'meteofrance', + start = start, end = end, + latitude = 47.25, longitude = 6.0333, nb_stations = 3, + features = ['temperature', 'pressure']) - logger.info("PostgreSQL database creation") - command = ['createdb', '-h', host, '-U', user, '-p', port, dbname] - process = Popen(command, stdout=PIPE, stderr=PIPE) - process.communicate() +engine.add_feature(name = 'ephemeris', + start = start, end = end, + features = ['hour', 'dayInWeek', 'dayInMonth', 'dayInYear', + 'weekInYear', 'month', 'year']) - def add_meteofrance(self): - self.meteofrance = MeteoFrance() +print(engine.X[datetime.strptime('06/30/2010 21:00:00', '%m/%d/%Y %H:%M:%S')]) +depts = gpd.read_file( Path.cwd() / 'data' / 'targets' / 'departments' / "departements-20180101.shp") +Doubs = depts.loc[depts['nom'] == 'Doubs'].iloc[0] +ToArea(area=Doubs.geometry, + start = start, end = end) -engine = Engine(clean = False) -engine.add_meteofrance() -engine.meteofrance.update() -print(len(engine.meteofrance.dated_features)) \ No newline at end of file