diff --git a/.travis/build-docker.sh b/.travis/build-docker.sh index a56802f..abea46c 100755 --- a/.travis/build-docker.sh +++ b/.travis/build-docker.sh @@ -39,7 +39,7 @@ if [ "$status" -gt 0 ]; then fi #allow the database to come up -sleep 10 +sleep 60 curl -sl -I http://localhost:8086/ping status=$? @@ -50,7 +50,7 @@ fi echo " " echo "Importing data" -docker exec -it $did /bin/bash -c "influx -import -path=/tmp/ghi_dhi_bulkload.txt -precision ms" +docker exec -it $did /bin/bash -c "influx -import -path=/tmp/ghi_dhi_bulkload.txt -precision s; influx -import -path=/tmp/loadprofile_measurement_out.txt -precision s" status=$? if [ $status -ne 0 ]; then echo "Error: influxdb ping status $status" diff --git a/.travis/main.sh b/.travis/main.sh index d393c31..b6cf36e 100755 --- a/.travis/main.sh +++ b/.travis/main.sh @@ -34,9 +34,12 @@ setup_dependencies() { sudo apt install realpath python python-pip -y sudo apt install --only-upgrade docker-ce -y - sudo pip install docker-compose || true - docker info + + sudo rm /usr/local/bin/docker-compose + curl -L https://github.com/docker/compose/releases/download/1.25.0/docker-compose-`uname -s`-`uname -m` > docker-compose + chmod +x docker-compose + sudo mv docker-compose /usr/local/bin docker-compose --version } diff --git a/Dockerfile b/Dockerfile index fc3d275..7323513 100644 --- a/Dockerfile +++ b/Dockerfile @@ -12,11 +12,14 @@ RUN apt-get update \ && rm -rf /var/cache/apt/archives/* \ && pip3 install -r /tmp/timeseries/weather/solar-forecasting/requirements.txt \ && cd /tmp/timeseries/weather/solar-forecasting \ - && python3 build_bulk_load_file.py + && python3 build_bulk_load_file.py \ + && cd /tmp/timeseries/loadprofiles \ + && python3 loadprofile_measurement_bulk.py FROM influxdb:latest COPY --from=influxdbbuild /tmp/timeseries/weather/solar-forecasting/ghi_dhi_bulkload.txt /tmp/ghi_dhi_bulkload.txt +COPY --from=influxdbbuild /tmp/timeseries/loadprofiles/loadprofile_measurement_out.txt /tmp/loadprofile_measurement_out.txt COPY --from=influxdbbuild /dockerbuildversion.txt /dockerbuildversion.txt COPY ./influxdb.conf /etc/influxdb/influxdb.conf diff --git a/timeseries/loadprofiles/README.md b/timeseries/loadprofiles/README.md new file mode 100644 index 0000000..ec34eb4 --- /dev/null +++ b/timeseries/loadprofiles/README.md @@ -0,0 +1,8 @@ + + +Make sure influxdb is loaded + +To build bulkload file: python3 loadprofile_measurement_bulk.py + +At command prompt: influx -import -path=loadprofile_measurement_out.txt -precision s + diff --git a/timeseries/loadprofiles/ieeezipload.player b/timeseries/loadprofiles/ieeezipload.player new file mode 100644 index 0000000..f0e9f53 --- /dev/null +++ b/timeseries/loadprofiles/ieeezipload.player @@ -0,0 +1,1440 @@ +2009-07-21 00:00:00 UTC,0.425364 ++1m,0.421530 ++1m,0.418488 ++1m,0.399880 ++1m,0.382085 ++1m,0.366393 ++1m,0.352824 ++1m,0.340989 ++1m,0.332697 ++1m,0.325956 ++1m,0.318178 ++1m,0.312444 ++1m,0.309558 ++1m,0.310901 ++1m,0.311296 ++1m,0.306408 ++1m,0.304770 ++1m,0.302977 ++1m,0.302303 ++1m,0.303205 ++1m,0.304910 ++1m,0.306217 ++1m,0.301342 ++1m,0.301985 ++1m,0.301002 ++1m,0.299018 ++1m,0.299475 ++1m,0.298758 ++1m,0.299517 ++1m,0.300090 ++1m,0.301226 ++1m,0.296975 ++1m,0.297793 ++1m,0.297055 ++1m,0.297666 ++1m,0.297606 ++1m,0.295814 ++1m,0.295908 ++1m,0.297136 ++1m,0.295663 ++1m,0.296913 ++1m,0.294364 ++1m,0.294672 ++1m,0.294449 ++1m,0.293077 ++1m,0.294809 ++1m,0.293339 ++1m,0.294001 ++1m,0.293465 ++1m,0.295438 ++1m,0.294657 ++1m,0.292661 ++1m,0.293831 ++1m,0.292585 ++1m,0.293295 ++1m,0.293815 ++1m,0.293870 ++1m,0.292995 ++1m,0.293847 ++1m,0.290652 ++1m,0.289698 ++1m,0.291744 ++1m,0.290148 ++1m,0.292296 ++1m,0.293030 ++1m,0.290464 ++1m,0.293486 ++1m,0.294926 ++1m,0.292189 ++1m,0.291034 ++1m,0.291989 ++1m,0.290070 ++1m,0.291418 ++1m,0.291939 ++1m,0.290117 ++1m,0.287124 ++1m,0.287089 ++1m,0.289902 ++1m,0.290150 ++1m,0.289249 ++1m,0.289991 ++1m,0.287702 ++1m,0.289699 ++1m,0.289170 ++1m,0.288756 ++1m,0.286330 ++1m,0.288476 ++1m,0.290135 ++1m,0.289709 ++1m,0.291692 ++1m,0.295092 ++1m,0.297461 ++1m,0.298539 ++1m,0.296844 ++1m,0.295185 ++1m,0.295062 ++1m,0.295105 ++1m,0.296221 ++1m,0.295309 ++1m,0.294805 ++1m,0.296440 ++1m,0.300727 ++1m,0.299252 ++1m,0.302111 ++1m,0.303094 ++1m,0.300011 ++1m,0.302403 ++1m,0.303640 ++1m,0.306303 ++1m,0.305615 ++1m,0.305299 ++1m,0.305337 ++1m,0.306637 ++1m,0.310589 ++1m,0.312091 ++1m,0.311117 ++1m,0.314718 ++1m,0.314182 ++1m,0.312312 ++1m,0.311987 ++1m,0.312733 ++1m,0.314402 ++1m,0.315626 ++1m,0.319065 ++1m,0.322140 ++1m,0.325161 ++1m,0.324940 ++1m,0.327912 ++1m,0.326042 ++1m,0.323941 ++1m,0.328196 ++1m,0.330060 ++1m,0.330989 ++1m,0.332348 ++1m,0.331614 ++1m,0.331869 ++1m,0.332653 ++1m,0.333158 ++1m,0.330613 ++1m,0.328918 ++1m,0.328036 ++1m,0.329932 ++1m,0.332585 ++1m,0.334915 ++1m,0.334733 ++1m,0.332696 ++1m,0.336932 ++1m,0.334307 ++1m,0.338228 ++1m,0.336412 ++1m,0.336402 ++1m,0.334094 ++1m,0.336526 ++1m,0.338768 ++1m,0.336430 ++1m,0.339276 ++1m,0.340329 ++1m,0.340633 ++1m,0.343253 ++1m,0.340167 ++1m,0.339419 ++1m,0.336327 ++1m,0.337073 ++1m,0.338549 ++1m,0.337267 ++1m,0.340013 ++1m,0.342261 ++1m,0.339424 ++1m,0.338572 ++1m,0.337092 ++1m,0.340247 ++1m,0.338187 ++1m,0.338921 ++1m,0.339613 ++1m,0.341359 ++1m,0.345695 ++1m,0.347687 ++1m,0.348872 ++1m,0.355295 ++1m,0.357161 ++1m,0.356532 ++1m,0.352977 ++1m,0.354236 ++1m,0.356938 ++1m,0.357125 ++1m,0.355573 ++1m,0.359285 ++1m,0.358248 ++1m,0.358566 ++1m,0.357807 ++1m,0.358943 ++1m,0.362692 ++1m,0.368565 ++1m,0.371159 ++1m,0.375591 ++1m,0.374712 ++1m,0.375593 ++1m,0.375758 ++1m,0.373803 ++1m,0.377499 ++1m,0.379487 ++1m,0.380881 ++1m,0.380167 ++1m,0.384142 ++1m,0.388197 ++1m,0.389226 ++1m,0.390501 ++1m,0.386323 ++1m,0.387218 ++1m,0.388110 ++1m,0.387143 ++1m,0.387897 ++1m,0.383996 ++1m,0.385468 ++1m,0.388508 ++1m,0.390740 ++1m,0.391626 ++1m,0.397152 ++1m,0.401943 ++1m,0.405438 ++1m,0.411087 ++1m,0.411904 ++1m,0.408506 ++1m,0.416180 ++1m,0.421029 ++1m,0.432123 ++1m,0.432544 ++1m,0.423903 ++1m,0.422328 ++1m,0.420773 ++1m,0.429691 ++1m,0.434468 ++1m,0.434229 ++1m,0.429117 ++1m,0.427104 ++1m,0.429269 ++1m,0.431729 ++1m,0.432589 ++1m,0.435019 ++1m,0.435279 ++1m,0.434878 ++1m,0.433814 ++1m,0.434635 ++1m,0.435481 ++1m,0.432924 ++1m,0.430035 ++1m,0.433656 ++1m,0.437185 ++1m,0.439515 ++1m,0.437552 ++1m,0.437468 ++1m,0.435286 ++1m,0.435636 ++1m,0.436866 ++1m,0.433820 ++1m,0.431840 ++1m,0.434045 ++1m,0.432915 ++1m,0.439216 ++1m,0.449402 ++1m,0.451210 ++1m,0.452207 ++1m,0.452646 ++1m,0.448742 ++1m,0.451710 ++1m,0.454531 ++1m,0.455183 ++1m,0.455103 ++1m,0.451662 ++1m,0.453503 ++1m,0.451693 ++1m,0.452605 ++1m,0.453919 ++1m,0.453052 ++1m,0.446550 ++1m,0.449880 ++1m,0.444750 ++1m,0.446406 ++1m,0.447822 ++1m,0.451904 ++1m,0.457091 ++1m,0.459854 ++1m,0.463532 ++1m,0.468716 ++1m,0.471553 ++1m,0.468526 ++1m,0.470304 ++1m,0.473284 ++1m,0.473246 ++1m,0.477579 ++1m,0.476843 ++1m,0.481138 ++1m,0.484327 ++1m,0.478050 ++1m,0.485099 ++1m,0.491477 ++1m,0.493460 ++1m,0.494804 ++1m,0.501731 ++1m,0.495023 ++1m,0.493381 ++1m,0.494107 ++1m,0.490804 ++1m,0.492352 ++1m,0.492681 ++1m,0.493091 ++1m,0.491157 ++1m,0.488532 ++1m,0.489201 ++1m,0.488487 ++1m,0.488471 ++1m,0.487771 ++1m,0.486342 ++1m,0.488565 ++1m,0.488970 ++1m,0.494359 ++1m,0.498732 ++1m,0.502805 ++1m,0.506466 ++1m,0.509573 ++1m,0.510163 ++1m,0.508015 ++1m,0.511872 ++1m,0.517713 ++1m,0.522375 ++1m,0.522036 ++1m,0.525755 ++1m,0.526206 ++1m,0.530077 ++1m,0.528677 ++1m,0.528889 ++1m,0.534812 ++1m,0.539226 ++1m,0.542677 ++1m,0.545008 ++1m,0.541364 ++1m,0.535088 ++1m,0.535039 ++1m,0.535743 ++1m,0.537007 ++1m,0.533534 ++1m,0.531594 ++1m,0.530127 ++1m,0.532425 ++1m,0.531940 ++1m,0.529989 ++1m,0.529662 ++1m,0.531270 ++1m,0.529611 ++1m,0.530877 ++1m,0.528555 ++1m,0.529858 ++1m,0.532183 ++1m,0.530094 ++1m,0.527534 ++1m,0.527138 ++1m,0.531911 ++1m,0.537251 ++1m,0.539001 ++1m,0.538151 ++1m,0.539635 ++1m,0.541392 ++1m,0.538311 ++1m,0.539646 ++1m,0.542677 ++1m,0.541011 ++1m,0.546080 ++1m,0.545601 ++1m,0.544752 ++1m,0.544503 ++1m,0.551322 ++1m,0.554948 ++1m,0.547171 ++1m,0.550433 ++1m,0.551322 ++1m,0.548349 ++1m,0.549864 ++1m,0.543369 ++1m,0.546675 ++1m,0.544995 ++1m,0.539748 ++1m,0.544073 ++1m,0.542997 ++1m,0.539036 ++1m,0.537604 ++1m,0.535819 ++1m,0.537130 ++1m,0.536553 ++1m,0.537279 ++1m,0.539252 ++1m,0.539448 ++1m,0.541443 ++1m,0.540116 ++1m,0.543689 ++1m,0.537548 ++1m,0.538198 ++1m,0.540622 ++1m,0.540716 ++1m,0.537335 ++1m,0.540767 ++1m,0.545205 ++1m,0.549555 ++1m,0.549731 ++1m,0.548866 ++1m,0.551458 ++1m,0.549769 ++1m,0.551296 ++1m,0.548178 ++1m,0.547435 ++1m,0.545415 ++1m,0.545374 ++1m,0.547461 ++1m,0.548646 ++1m,0.544245 ++1m,0.547303 ++1m,0.547668 ++1m,0.554795 ++1m,0.557146 ++1m,0.557023 ++1m,0.554654 ++1m,0.555403 ++1m,0.552279 ++1m,0.552635 ++1m,0.552977 ++1m,0.551261 ++1m,0.551098 ++1m,0.548085 ++1m,0.545764 ++1m,0.547555 ++1m,0.546170 ++1m,0.554371 ++1m,0.554652 ++1m,0.552667 ++1m,0.555437 ++1m,0.553613 ++1m,0.553377 ++1m,0.548676 ++1m,0.548907 ++1m,0.545315 ++1m,0.547438 ++1m,0.545213 ++1m,0.549068 ++1m,0.544864 ++1m,0.541656 ++1m,0.542738 ++1m,0.543168 ++1m,0.546648 ++1m,0.546121 ++1m,0.544766 ++1m,0.541880 ++1m,0.541758 ++1m,0.535830 ++1m,0.536151 ++1m,0.537343 ++1m,0.535245 ++1m,0.536724 ++1m,0.539067 ++1m,0.540474 ++1m,0.536165 ++1m,0.533306 ++1m,0.533138 ++1m,0.534290 ++1m,0.534415 ++1m,0.537172 ++1m,0.532271 ++1m,0.532714 ++1m,0.536054 ++1m,0.532035 ++1m,0.530855 ++1m,0.527256 ++1m,0.526337 ++1m,0.530642 ++1m,0.527895 ++1m,0.527385 ++1m,0.526308 ++1m,0.526605 ++1m,0.525152 ++1m,0.527856 ++1m,0.523056 ++1m,0.522784 ++1m,0.521340 ++1m,0.523606 ++1m,0.525473 ++1m,0.523304 ++1m,0.520479 ++1m,0.516197 ++1m,0.516717 ++1m,0.513370 ++1m,0.510351 ++1m,0.510651 ++1m,0.512081 ++1m,0.509754 ++1m,0.509339 ++1m,0.515644 ++1m,0.514705 ++1m,0.513859 ++1m,0.514094 ++1m,0.512545 ++1m,0.509623 ++1m,0.513612 ++1m,0.510891 ++1m,0.512121 ++1m,0.519348 ++1m,0.524299 ++1m,0.516622 ++1m,0.516635 ++1m,0.514839 ++1m,0.511860 ++1m,0.506302 ++1m,0.505393 ++1m,0.503204 ++1m,0.503703 ++1m,0.503911 ++1m,0.506579 ++1m,0.506113 ++1m,0.503718 ++1m,0.502574 ++1m,0.497394 ++1m,0.497222 ++1m,0.497233 ++1m,0.493728 ++1m,0.487768 ++1m,0.488702 ++1m,0.491013 ++1m,0.491094 ++1m,0.491941 ++1m,0.491479 ++1m,0.490493 ++1m,0.491628 ++1m,0.485118 ++1m,0.487404 ++1m,0.489579 ++1m,0.484661 ++1m,0.484038 ++1m,0.481810 ++1m,0.478302 ++1m,0.477625 ++1m,0.479611 ++1m,0.478610 ++1m,0.477378 ++1m,0.478841 ++1m,0.478758 ++1m,0.483979 ++1m,0.483222 ++1m,0.482721 ++1m,0.481951 ++1m,0.480227 ++1m,0.480463 ++1m,0.483198 ++1m,0.480041 ++1m,0.480474 ++1m,0.482726 ++1m,0.484329 ++1m,0.485650 ++1m,0.484123 ++1m,0.478220 ++1m,0.473371 ++1m,0.471042 ++1m,0.473738 ++1m,0.476314 ++1m,0.476260 ++1m,0.474755 ++1m,0.474219 ++1m,0.476440 ++1m,0.477464 ++1m,0.480247 ++1m,0.479667 ++1m,0.479183 ++1m,0.482351 ++1m,0.481153 ++1m,0.482114 ++1m,0.480649 ++1m,0.480574 ++1m,0.480187 ++1m,0.476190 ++1m,0.475038 ++1m,0.478251 ++1m,0.481780 ++1m,0.486900 ++1m,0.482532 ++1m,0.488495 ++1m,0.483555 ++1m,0.477963 ++1m,0.475189 ++1m,0.470024 ++1m,0.474463 ++1m,0.471017 ++1m,0.467386 ++1m,0.475552 ++1m,0.478866 ++1m,0.483235 ++1m,0.491921 ++1m,0.494813 ++1m,0.493220 ++1m,0.499640 ++1m,0.506684 ++1m,0.503931 ++1m,0.503875 ++1m,0.503235 ++1m,0.497799 ++1m,0.493331 ++1m,0.491152 ++1m,0.494981 ++1m,0.498874 ++1m,0.504658 ++1m,0.503393 ++1m,0.501710 ++1m,0.503057 ++1m,0.497063 ++1m,0.500156 ++1m,0.496854 ++1m,0.500714 ++1m,0.497466 ++1m,0.498470 ++1m,0.492855 ++1m,0.503432 ++1m,0.507207 ++1m,0.512131 ++1m,0.513577 ++1m,0.507499 ++1m,0.506859 ++1m,0.510621 ++1m,0.510452 ++1m,0.509717 ++1m,0.508235 ++1m,0.515105 ++1m,0.510766 ++1m,0.513988 ++1m,0.514596 ++1m,0.514427 ++1m,0.513615 ++1m,0.514698 ++1m,0.512394 ++1m,0.518176 ++1m,0.514219 ++1m,0.519799 ++1m,0.514764 ++1m,0.512552 ++1m,0.514450 ++1m,0.510470 ++1m,0.506773 ++1m,0.512046 ++1m,0.513191 ++1m,0.511476 ++1m,0.512319 ++1m,0.517840 ++1m,0.529742 ++1m,0.534639 ++1m,0.528276 ++1m,0.528888 ++1m,0.528381 ++1m,0.524845 ++1m,0.533224 ++1m,0.534530 ++1m,0.535271 ++1m,0.538134 ++1m,0.541232 ++1m,0.529650 ++1m,0.535806 ++1m,0.539644 ++1m,0.548315 ++1m,0.552519 ++1m,0.551803 ++1m,0.554954 ++1m,0.557949 ++1m,0.559262 ++1m,0.560338 ++1m,0.561682 ++1m,0.566246 ++1m,0.576619 ++1m,0.573984 ++1m,0.570056 ++1m,0.569460 ++1m,0.578276 ++1m,0.569748 ++1m,0.563118 ++1m,0.566471 ++1m,0.575036 ++1m,0.571281 ++1m,0.575290 ++1m,0.581658 ++1m,0.573399 ++1m,0.582202 ++1m,0.581211 ++1m,0.584935 ++1m,0.586765 ++1m,0.578996 ++1m,0.579567 ++1m,0.576990 ++1m,0.580148 ++1m,0.580785 ++1m,0.586286 ++1m,0.600459 ++1m,0.608189 ++1m,0.613464 ++1m,0.612767 ++1m,0.610494 ++1m,0.610339 ++1m,0.604640 ++1m,0.601603 ++1m,0.607379 ++1m,0.608707 ++1m,0.607480 ++1m,0.602914 ++1m,0.615889 ++1m,0.617065 ++1m,0.619024 ++1m,0.628133 ++1m,0.638150 ++1m,0.645151 ++1m,0.641628 ++1m,0.644988 ++1m,0.647602 ++1m,0.647862 ++1m,0.645622 ++1m,0.640843 ++1m,0.643667 ++1m,0.647762 ++1m,0.651956 ++1m,0.651308 ++1m,0.644937 ++1m,0.647091 ++1m,0.645299 ++1m,0.657186 ++1m,0.669151 ++1m,0.668030 ++1m,0.669115 ++1m,0.672719 ++1m,0.671964 ++1m,0.668899 ++1m,0.668895 ++1m,0.677042 ++1m,0.681574 ++1m,0.675168 ++1m,0.678948 ++1m,0.672453 ++1m,0.667085 ++1m,0.670044 ++1m,0.676712 ++1m,0.673949 ++1m,0.680879 ++1m,0.683875 ++1m,0.704538 ++1m,0.700901 ++1m,0.703991 ++1m,0.707910 ++1m,0.701219 ++1m,0.700127 ++1m,0.686005 ++1m,0.695104 ++1m,0.698045 ++1m,0.699952 ++1m,0.704105 ++1m,0.698216 ++1m,0.703337 ++1m,0.720686 ++1m,0.735830 ++1m,0.744869 ++1m,0.757405 ++1m,0.757022 ++1m,0.755025 ++1m,0.756516 ++1m,0.742227 ++1m,0.739676 ++1m,0.731139 ++1m,0.730988 ++1m,0.728767 ++1m,0.742511 ++1m,0.750716 ++1m,0.759405 ++1m,0.767096 ++1m,0.769266 ++1m,0.771090 ++1m,0.772211 ++1m,0.778393 ++1m,0.770402 ++1m,0.765744 ++1m,0.766898 ++1m,0.769821 ++1m,0.759423 ++1m,0.767286 ++1m,0.783189 ++1m,0.795710 ++1m,0.800809 ++1m,0.804636 ++1m,0.812039 ++1m,0.802244 ++1m,0.804671 ++1m,0.796973 ++1m,0.787400 ++1m,0.783953 ++1m,0.777907 ++1m,0.785805 ++1m,0.799495 ++1m,0.798013 ++1m,0.815354 ++1m,0.818383 ++1m,0.816410 ++1m,0.811210 ++1m,0.807148 ++1m,0.808929 ++1m,0.811965 ++1m,0.823167 ++1m,0.825358 ++1m,0.826059 ++1m,0.825698 ++1m,0.836066 ++1m,0.845340 ++1m,0.848319 ++1m,0.848533 ++1m,0.855485 ++1m,0.836233 ++1m,0.837031 ++1m,0.844241 ++1m,0.844703 ++1m,0.838896 ++1m,0.850007 ++1m,0.848474 ++1m,0.863772 ++1m,0.869693 ++1m,0.863438 ++1m,0.871917 ++1m,0.860525 ++1m,0.863728 ++1m,0.868160 ++1m,0.857978 ++1m,0.863476 ++1m,0.860865 ++1m,0.869597 ++1m,0.868762 ++1m,0.873899 ++1m,0.877061 ++1m,0.864366 ++1m,0.859734 ++1m,0.870340 ++1m,0.869667 ++1m,0.858640 ++1m,0.853717 ++1m,0.851079 ++1m,0.866649 ++1m,0.878265 ++1m,0.882105 ++1m,0.901540 ++1m,0.913586 ++1m,0.910414 ++1m,0.901280 ++1m,0.905896 ++1m,0.901525 ++1m,0.888712 ++1m,0.893476 ++1m,0.889997 ++1m,0.875903 ++1m,0.896525 ++1m,0.887538 ++1m,0.909549 ++1m,0.908094 ++1m,0.931270 ++1m,0.947292 ++1m,0.937879 ++1m,0.925255 ++1m,0.922612 ++1m,0.915756 ++1m,0.910786 ++1m,0.927703 ++1m,0.921317 ++1m,0.913162 ++1m,0.921232 ++1m,0.932396 ++1m,0.922719 ++1m,0.939670 ++1m,0.948899 ++1m,0.937649 ++1m,0.939543 ++1m,0.943359 ++1m,0.942860 ++1m,0.946285 ++1m,0.942624 ++1m,0.943940 ++1m,0.949707 ++1m,0.960280 ++1m,0.953102 ++1m,0.958152 ++1m,0.971669 ++1m,0.962778 ++1m,0.961901 ++1m,0.951830 ++1m,0.944655 ++1m,0.940798 ++1m,0.942856 ++1m,0.941246 ++1m,0.951988 ++1m,0.949652 ++1m,0.957319 ++1m,0.955286 ++1m,0.952689 ++1m,0.950612 ++1m,0.956871 ++1m,0.937632 ++1m,0.924838 ++1m,0.933177 ++1m,0.933072 ++1m,0.947163 ++1m,0.947364 ++1m,0.942863 ++1m,0.942541 ++1m,0.946990 ++1m,0.947396 ++1m,0.943000 ++1m,0.935666 ++1m,0.937980 ++1m,0.942586 ++1m,0.948623 ++1m,0.956403 ++1m,0.952982 ++1m,0.962229 ++1m,0.956971 ++1m,0.954211 ++1m,0.953714 ++1m,0.944587 ++1m,0.941778 ++1m,0.945466 ++1m,0.951882 ++1m,0.956485 ++1m,0.960255 ++1m,0.959345 ++1m,0.958507 ++1m,0.976234 ++1m,0.985476 ++1m,0.986264 ++1m,1.000000 ++1m,0.977053 ++1m,0.973999 ++1m,0.965755 ++1m,0.967494 ++1m,0.973471 ++1m,0.971217 ++1m,0.968664 ++1m,0.975010 ++1m,0.976737 ++1m,0.969313 ++1m,0.967964 ++1m,0.965538 ++1m,0.962497 ++1m,0.962992 ++1m,0.950552 ++1m,0.964524 ++1m,0.956254 ++1m,0.968426 ++1m,0.967469 ++1m,0.962354 ++1m,0.972883 ++1m,0.970656 ++1m,0.963425 ++1m,0.967921 ++1m,0.969497 ++1m,0.963534 ++1m,0.975156 ++1m,0.954478 ++1m,0.951362 ++1m,0.949603 ++1m,0.951070 ++1m,0.955819 ++1m,0.953873 ++1m,0.953321 ++1m,0.952498 ++1m,0.947519 ++1m,0.942111 ++1m,0.944961 ++1m,0.954606 ++1m,0.963652 ++1m,0.966399 ++1m,0.957670 ++1m,0.955198 ++1m,0.943730 ++1m,0.936977 ++1m,0.934401 ++1m,0.944020 ++1m,0.945426 ++1m,0.953176 ++1m,0.941766 ++1m,0.944739 ++1m,0.932160 ++1m,0.942374 ++1m,0.929518 ++1m,0.934420 ++1m,0.938452 ++1m,0.930213 ++1m,0.932994 ++1m,0.932068 ++1m,0.931158 ++1m,0.929809 ++1m,0.929324 ++1m,0.925683 ++1m,0.922514 ++1m,0.920780 ++1m,0.916959 ++1m,0.906391 ++1m,0.906317 ++1m,0.904728 ++1m,0.921810 ++1m,0.930032 ++1m,0.928439 ++1m,0.913581 ++1m,0.907872 ++1m,0.911876 ++1m,0.899613 ++1m,0.899179 ++1m,0.898617 ++1m,0.901289 ++1m,0.888705 ++1m,0.875403 ++1m,0.867665 ++1m,0.869580 ++1m,0.875995 ++1m,0.879181 ++1m,0.883101 ++1m,0.878767 ++1m,0.882314 ++1m,0.882434 ++1m,0.876178 ++1m,0.875611 ++1m,0.871426 ++1m,0.854891 ++1m,0.838686 ++1m,0.842759 ++1m,0.826977 ++1m,0.827948 ++1m,0.829858 ++1m,0.833359 ++1m,0.835384 ++1m,0.832012 ++1m,0.827451 ++1m,0.837695 ++1m,0.838788 ++1m,0.841853 ++1m,0.834362 ++1m,0.831426 ++1m,0.818203 ++1m,0.804491 ++1m,0.797222 ++1m,0.788361 ++1m,0.782622 ++1m,0.791245 ++1m,0.786879 ++1m,0.789308 ++1m,0.791535 ++1m,0.774637 ++1m,0.767533 ++1m,0.770703 ++1m,0.775176 ++1m,0.765798 ++1m,0.761513 ++1m,0.753488 ++1m,0.752881 ++1m,0.750970 ++1m,0.752703 ++1m,0.751298 ++1m,0.746857 ++1m,0.738801 ++1m,0.736305 ++1m,0.729839 ++1m,0.720341 ++1m,0.717918 ++1m,0.716827 ++1m,0.714013 ++1m,0.710850 ++1m,0.716451 ++1m,0.715783 ++1m,0.715100 ++1m,0.712921 ++1m,0.689619 ++1m,0.693971 ++1m,0.694483 ++1m,0.695125 ++1m,0.697416 ++1m,0.691790 ++1m,0.687091 ++1m,0.687781 ++1m,0.687870 ++1m,0.692114 ++1m,0.697776 ++1m,0.690955 ++1m,0.692122 ++1m,0.687948 ++1m,0.682069 ++1m,0.672164 ++1m,0.664068 ++1m,0.663616 ++1m,0.661564 ++1m,0.666533 ++1m,0.673981 ++1m,0.678114 ++1m,0.680644 ++1m,0.680695 ++1m,0.674083 ++1m,0.668917 ++1m,0.670013 ++1m,0.670513 ++1m,0.669641 ++1m,0.670897 ++1m,0.666617 ++1m,0.663463 ++1m,0.660606 ++1m,0.658803 ++1m,0.654428 ++1m,0.654640 ++1m,0.659078 ++1m,0.656692 ++1m,0.662388 ++1m,0.667872 ++1m,0.667315 ++1m,0.671797 ++1m,0.674353 ++1m,0.669587 ++1m,0.666505 ++1m,0.668750 ++1m,0.663285 ++1m,0.660027 ++1m,0.659496 ++1m,0.659947 ++1m,0.655229 ++1m,0.647942 ++1m,0.649573 ++1m,0.648299 ++1m,0.651294 ++1m,0.649959 ++1m,0.649788 ++1m,0.651228 ++1m,0.649169 ++1m,0.642295 ++1m,0.640011 ++1m,0.636052 ++1m,0.629339 ++1m,0.633308 ++1m,0.636611 ++1m,0.636819 ++1m,0.633833 ++1m,0.641310 ++1m,0.631577 ++1m,0.633457 ++1m,0.633594 ++1m,0.632492 ++1m,0.641882 ++1m,0.643138 ++1m,0.641426 ++1m,0.641986 ++1m,0.640907 ++1m,0.631075 ++1m,0.624784 ++1m,0.620190 ++1m,0.624098 ++1m,0.622100 ++1m,0.628696 ++1m,0.622697 ++1m,0.623305 ++1m,0.623988 ++1m,0.629725 ++1m,0.632479 ++1m,0.631632 ++1m,0.633228 ++1m,0.637921 ++1m,0.636557 ++1m,0.636863 ++1m,0.635488 ++1m,0.625596 ++1m,0.623919 ++1m,0.627610 ++1m,0.627854 ++1m,0.627865 ++1m,0.626647 ++1m,0.626150 ++1m,0.622967 ++1m,0.623925 ++1m,0.619843 ++1m,0.615158 ++1m,0.614135 ++1m,0.616317 ++1m,0.619018 ++1m,0.618956 ++1m,0.622440 ++1m,0.620481 ++1m,0.616840 ++1m,0.619322 ++1m,0.616233 ++1m,0.615307 ++1m,0.620875 ++1m,0.624179 ++1m,0.616932 ++1m,0.613144 ++1m,0.606799 ++1m,0.607800 ++1m,0.608069 ++1m,0.604115 ++1m,0.606440 ++1m,0.609283 ++1m,0.609186 ++1m,0.609181 ++1m,0.618716 ++1m,0.614781 ++1m,0.616517 ++1m,0.614016 ++1m,0.618314 ++1m,0.612189 ++1m,0.612539 ++1m,0.611975 ++1m,0.607297 ++1m,0.610302 ++1m,0.610278 ++1m,0.607901 ++1m,0.612220 ++1m,0.610359 ++1m,0.605709 ++1m,0.605947 ++1m,0.604167 ++1m,0.601969 ++1m,0.604419 ++1m,0.601147 ++1m,0.597869 ++1m,0.601549 ++1m,0.603895 ++1m,0.611044 ++1m,0.611530 ++1m,0.608807 ++1m,0.617704 ++1m,0.615075 ++1m,0.612404 ++1m,0.613828 ++1m,0.605953 ++1m,0.596999 ++1m,0.594640 ++1m,0.591020 ++1m,0.589524 ++1m,0.590041 ++1m,0.585763 ++1m,0.585744 ++1m,0.585043 ++1m,0.586837 ++1m,0.592725 ++1m,0.591696 ++1m,0.591775 ++1m,0.588622 ++1m,0.582058 ++1m,0.582280 ++1m,0.578719 ++1m,0.580664 ++1m,0.576423 ++1m,0.572954 ++1m,0.571880 ++1m,0.576401 ++1m,0.576957 ++1m,0.579826 ++1m,0.577062 ++1m,0.573955 ++1m,0.567662 ++1m,0.566326 ++1m,0.572902 ++1m,0.575076 ++1m,0.577563 ++1m,0.578354 ++1m,0.574545 ++1m,0.571832 ++1m,0.575385 ++1m,0.571830 ++1m,0.573963 ++1m,0.569352 ++1m,0.572727 ++1m,0.568895 ++1m,0.569510 ++1m,0.566200 ++1m,0.568795 ++1m,0.570532 ++1m,0.571769 ++1m,0.568032 ++1m,0.562809 ++1m,0.558458 ++1m,0.562607 ++1m,0.564751 ++1m,0.563715 ++1m,0.563898 ++1m,0.561564 ++1m,0.559686 ++1m,0.554949 ++1m,0.553609 ++1m,0.551746 ++1m,0.551044 ++1m,0.550788 ++1m,0.548337 ++1m,0.550518 ++1m,0.549713 ++1m,0.546948 ++1m,0.553660 ++1m,0.553318 ++1m,0.554219 ++1m,0.556838 ++1m,0.558790 ++1m,0.553435 ++1m,0.551179 ++1m,0.550068 ++1m,0.542241 ++1m,0.539360 ++1m,0.540816 ++1m,0.543307 ++1m,0.541880 ++1m,0.541311 ++1m,0.534725 ++1m,0.533903 ++1m,0.535097 ++1m,0.530605 ++1m,0.525405 ++1m,0.523194 ++1m,0.521145 ++1m,0.518203 ++1m,0.514827 ++1m,0.516280 ++1m,0.516678 ++1m,0.515022 ++1m,0.518858 ++1m,0.515853 ++1m,0.522732 ++1m,0.520350 ++1m,0.518612 ++1m,0.518524 ++1m,0.514917 ++1m,0.510819 ++1m,0.510008 ++1m,0.509068 ++1m,0.507138 ++1m,0.508526 ++1m,0.505154 ++1m,0.506770 ++1m,0.505712 ++1m,0.507381 ++1m,0.503528 ++1m,0.502166 ++1m,0.501988 ++1m,0.504673 ++1m,0.508659 ++1m,0.504249 ++1m,0.502026 ++1m,0.496970 ++1m,0.494420 ++1m,0.489116 ++1m,0.486053 ++1m,0.484193 ++1m,0.482949 ++1m,0.482575 ++1m,0.480767 ++1m,0.478869 ++1m,0.474915 ++1m,0.475712 ++1m,0.470976 ++1m,0.473701 ++1m,0.473775 ++1m,0.474605 ++1m,0.471952 ++1m,0.457688 ++1m,0.457250 ++1m,0.453409 ++1m,0.449672 ++1m,0.447262 ++1m,0.442068 ++1m,0.438235 ++1m,0.440494 ++1m,0.441204 ++1m,0.435884 ++1m,0.431278 ++1m,0.428302 ++1m,0.431611 ++1m,0.436314 ++1m,0.432774 ++1m,0.431687 ++1m,0.438430 ++1m,0.434943 ++1m,0.431708 ++1m,0.431340 ++1m,0.427886 ++1m,0.424510 ++1m,0.431012 ++1m,0.426154 ++1m,0.427149 ++1m,0.425364 ++1m,0.421530 ++1m,0.418488 ++1m,0.399880 ++1m,0.382085 ++1m,0.366393 ++1m,0.352824 ++1m,0.340989 ++1m,0.332697 ++1m,0.325956 ++1m,0.318178 ++1m,0.312444 ++1m,0.309558 ++1m,0.310901 ++1m,0.311296 ++1m,0.306408 ++1m,0.304770 ++1m,0.302977 ++1m,0.302303 ++1m,0.303205 ++1m,0.304910 ++1m,0.306217 ++1m,0.301342 ++1m,0.301985 ++1m,0.301002 ++1m,0.299018 ++1m,0.299475 ++1m,0.298758 ++1m,0.299517 ++1m,0.300090 ++1m,0.301226 ++1m,0.296975 ++1m,0.297793 ++1m,0.297055 ++1m,0.297666 ++1m,0.297606 ++1m,0.295814 ++1m,0.295908 ++1m,0.297136 ++1m,0.295663 ++1m,0.296913 ++1m,0.294364 ++1m,0.294672 ++1m,0.294449 ++1m,0.293077 ++1m,0.294809 ++1m,0.293339 ++1m,0.294001 ++1m,0.293465 ++1m,0.295438 ++1m,0.294657 ++1m,0.292661 ++1m,0.293831 ++1m,0.292585 ++1m,0.293295 ++1m,0.293815 ++1m,0.293870 ++1m,0.292995 ++1m,0.293847 ++1m,0.290652 diff --git a/timeseries/loadprofiles/loadprofile_measurement_bulk.py b/timeseries/loadprofiles/loadprofile_measurement_bulk.py new file mode 100644 index 0000000..114c4fb --- /dev/null +++ b/timeseries/loadprofiles/loadprofile_measurement_bulk.py @@ -0,0 +1,52 @@ +''' +Created on Oct 8, 2019 + +@author: d3a303 +''' + +import time +import os + +raw_input_file = "ieeezipload.player" +measurement = "ieeezipload" +bulk_load_output_file = "loadprofile_measurement_out.txt" +database = "proven" + +#Jan/1/2018 00:00:00 +seed_epoch_date = 1514764800 +epoch_increment = 60 + +def create_import_header_lines(database): + s = "CREATE DATABASE " + database + "\n" + s = s + "# DML\n" + s = s + "# CONTEXT-DATABASE: " + database + "\n" + s = s + "# CONTEXT-RETENTION-POLICY: autogen \n\n" + return s + +def strip_extra_chars(s): + s = s.rstrip(" ") + s = s.rstrip("\t") + s = s.rstrip("\m") + s = s.rstrip("\n") + s = s.rstrip("\r") + return s + + +bulkload_file = bulk_load_output_file +fo = open(bulkload_file,'w') +fo.write(create_import_header_lines(database) + "\n") + +epoch_index = seed_epoch_date + +for day in range(1,366): + with open(raw_input_file) as fp: + line = fp.readline() + while line: + newline = strip_extra_chars(line) + tokens = newline.split(",") + if len(tokens) == 2 : + fo.write(measurement + " value=" + tokens[1] + " " + str(epoch_index) + "\n") + epoch_index = epoch_index + epoch_increment + line = fp.readline() +fo.close() +print ("created..." + bulk_load_output_file) diff --git a/timeseries/weather/solar-forecasting/WeatherOntology.ttl b/timeseries/weather/solar-forecasting/WeatherOntology.ttl new file mode 100644 index 0000000..a74fb23 --- /dev/null +++ b/timeseries/weather/solar-forecasting/WeatherOntology.ttl @@ -0,0 +1,190 @@ +# baseURI: https://www.gridapps-d.org/ns# + +@prefix : . +@prefix dc: . +@prefix foaf: . +@prefix gad: . +@prefix owl: . +@prefix rdf: . +@prefix rdfs: . +@prefix skos: . +@prefix xml: . +@prefix xsd: . + +: + + rdf:type owl:Ontology ; + rdfs:comment "" ; + rdfs:label "WeatherOntology" ; +. + + rdf:type owl:Class ; + rdfs:label "Field" ; +. + + rdf:type owl:Class ; + rdfs:label "Location" ; +. + + rdf:type owl:Class ; + rdfs:label "Weather Station" ; + rdfs:subClassOf [ + rdf:type owl:Restriction ; + owl:minQualifiedCardinality "1"^^xsd:nonNegativeInteger ; + owl:onClass ; + owl:onProperty ; + ] ; + rdfs:subClassOf [ + rdf:type owl:Restriction ; + owl:onClass ; + owl:onProperty ; + owl:qualifiedCardinality "1"^^xsd:nonNegativeInteger ; + ] ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "cimName" ; +. + + rdf:type owl:ObjectProperty ; + rdfs:domain ; + rdfs:label "describedBy" ; + rdfs:range ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "description" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "elevation" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "elevationUom" ; +. + + rdf:type owl:ObjectProperty ; + rdfs:domain ; + rdfs:label "hasLocation" ; + rdfs:range ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "lattitude" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "longitude" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "mrId" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "name" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "originalName" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "originalNameUom" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "timeSeriesName" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "timeSeriesUom" ; +. + + rdf:type owl:DatatypeProperty ; + rdfs:domain ; + rdfs:label "timezone" ; +. + + +:Field_1 + rdf:type ; + "DATE (MM/DD/YYYY)" ; + "MM/DD/YYYY)" ; + "DATE" ; + "Epoch" ; +. +:Field_2 + rdf:type ; + "MST" ; + "MST" ; +. +:Field_3 + rdf:type ; + "Global CM22 (vent/cor)" ; + " [W/ft^2]" ; + "GlobalCM22" ; +. +:Field_4 + rdf:type ; + "Direct CH1 [W/ft^2]" ; + "W/ft^2" ; + "DirectCH1" ; +. +:Field_5 + rdf:type ; + "Diffuse CM22 (vent/cor)" ; + "W/ft^2" ; + "Diffuse" ; +. +:Field_6 + rdf:type ; + "Tower Dry Bulb Temp" ; + "deg F" ; + "TowerDryBulbTemp" ; +. +:Field_7 + rdf:type ; + "Tower RH" ; + "%" ; + "TowerRH" ; +. +:Field_8 + rdf:type ; + "Avg Wind Speed @ 42ft" ; + "MPH" ; + "AveWindSpeed" ; +. +:Field_9 + rdf:type ; + "Ave Wind Direction @ 42ft" ; + "deg from N" ; + "AvgWindDirection" ; +. +:Location_1 + rdf:type ; + "1829" ; + "Meters" ; + "39.74 N" ; + "105.18 W" ; +. +:WeatherStation_1 + rdf:type ; + :Location_1 ; + "8bf40d3f-bd94-4ae7-beda-305bd409485a" ; + "Solar Radiation Research Laboratory" ; + "Time Zone GMT-7 (MST)" ; +. diff --git a/timeseries/weather/solar-forecasting/build_bulk_load_file.py b/timeseries/weather/solar-forecasting/build_bulk_load_file.py index 5d9171e..70757c9 100644 --- a/timeseries/weather/solar-forecasting/build_bulk_load_file.py +++ b/timeseries/weather/solar-forecasting/build_bulk_load_file.py @@ -130,6 +130,6 @@ def add_tags(measurement_name): # now_time = datetime.now(timezone('US/Mountain')) - epoch = int(time.mktime(time.strptime(d,p))) + utc_offset(daylight_savings_time) + epoch = int(time.mktime(time.strptime(d,p))) fo.write( measurement + "," + add_tags(measurement) + " " + newline + " " + str(epoch) + "\n" ) - fo.close() \ No newline at end of file + fo.close()