diff --git a/.gitattributes b/.gitattributes deleted file mode 100644 index dfe0770..0000000 --- a/.gitattributes +++ /dev/null @@ -1,2 +0,0 @@ -# Auto detect text files and perform LF normalization -* text=auto diff --git a/CAT/CAT b/CAT/CAT deleted file mode 100644 index 7c8daa0..0000000 --- a/CAT/CAT +++ /dev/null @@ -1,88 +0,0 @@ -## Atmospheric - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SHT31.0.TEMPERATURE(C)' or measure = 'SHT31.0.HUMIDITY(%)' or measure = 'DPS368.0.PRESSURE(Pa)') -ORDER BY time - -## Soil - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'DS18.0(C)' or measure = 'SoilMoisture.0(V)') -ORDER BY time - -## Wind Speed - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND measure = 'Wind.0(mV)' -ORDER BY time - -## Rainfall - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND measure = 'Rain.0.Count(mm)' -ORDER BY time - -## Raw - -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - Order by time - - -## SoC - -SELECT - "time", - value, - measure -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'PAC1720.0.VOLTAGE_2(V)' OR measure = 'PAC1720.0.VOLTAGE(V)') - ORDER BY 1 - - ## Update time - - SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/CAT/CAT README.md b/CAT/CAT README.md deleted file mode 100644 index 79301b6..0000000 --- a/CAT/CAT README.md +++ /dev/null @@ -1,14 +0,0 @@ -## CAT SQL - - SQL for the CAT organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - CAT homepage - - Centre for Agricultural Transformation (CAT) - - Multi-Value Centre for Agricultural Transformation (CAT) - - Link to CAT Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4kgd123ath/home?orgId=6&from=1707735324751&to=1707756924751) diff --git a/CAT/CAT homepage b/CAT/CAT homepage deleted file mode 100644 index d3dc214..0000000 --- a/CAT/CAT homepage +++ /dev/null @@ -1,15 +0,0 @@ -## Overview - -[![GEMS Sensing](https://github.com/GEMS-sensing/Bgraphics/blob/main/600_cat_resize.png?raw=true)](https://gems.umn.edu/gems-services/gems-sensing) - - -# Welcome -**To get started**, view your data by clicking on a dashboard on the panel to the right>> - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). \ No newline at end of file diff --git a/CAT/CAT variables b/CAT/CAT variables deleted file mode 100644 index 2df9a34..0000000 --- a/CAT/CAT variables +++ /dev/null @@ -1,9 +0,0 @@ -# CAT variables - -Data Sources -PostreSQL Sensing0CAT - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Malawi MET Stations'; -regex : /\((?[^,]+),(?[^)]+)\)/ \ No newline at end of file diff --git a/CAT/Multi-Value CAT b/CAT/Multi-Value CAT deleted file mode 100644 index 0dbb387..0000000 --- a/CAT/Multi-Value CAT +++ /dev/null @@ -1,169 +0,0 @@ -## Atmospheric Temperature - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike '%SHT31.0.TEMPERATURE(C)%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Relative Humididty - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'SHT31.0.HUMIDITY(%)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Barometric Pressure -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'SHT31.0.HUMIDITY(%)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Rainfall -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'Rain.0.Count(mm)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Soil Temperature -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'DS18.0(C)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Soil Moisture -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'SoilMoisture.0(V)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Wind Speed -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'Wind.0(mV)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## All Data - -# query 1 - -SELECT - "time" AS "time", - measure as "metric", - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc - -# query 2 - -SELECT - "time" AS "time", - display_name as "node_id" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc - -## Battery - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'PAC1720.0.VOLTAGE_2(V)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard", - display_name -FROM $project_key.data -WHERE node_id IN ($node) - AND time <= now() - Group by data.display_name -ORDER BY time asc; \ No newline at end of file diff --git a/GEMS Demo/GEMS Demo b/GEMS Demo/GEMS Demo deleted file mode 100644 index 71c4f1f..0000000 --- a/GEMS Demo/GEMS Demo +++ /dev/null @@ -1,932 +0,0 @@ -## QAQC ERror flagging dashboard (txt) - -The error flagging dashboard incorporates automatic Quality Assurance and Quality Control (QAQC) features. Panels are configured to autonomously flag issues based on predefined rules. There are four established flagging rules: - -- **Missing Value Flag:** Activated when a sensor returns a null value. -- **Standard Deviation Warning Flag:** Located at the top of the page, two text boxes, `Standard Deviation`, and `Time Window in minutes` allow users to set values for inspecting standard deviation from the mean. -- **Value out of Range Flag:** Activated if a sensor provides a value outside the specified range outlined in its specifications. -- **Daily Operations Flag:** Activated when the logger has been inactive for more than one day due to a power or hardware issue and then reconnects. This service disruption is flagged for attention. - -To enable or disable flags, click on the parameter name beneath each graph. For viewing multiple parameters, hold the `ctrl` key while clicking on the parameter names. The all-data table includes raw data, along with columns indicating flagged values (0 for absent, 1 for present). - -## battery - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Atmospheric - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.1' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.1' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.1' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -## Soil - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -## Hedorah CO2 - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -ORDER BY time ) -UNION -( -with oxygen as ( -select time, value as "oxygen" -FROM $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Apogee O2.Oxygen_%.1.4' -), carbon as ( -select time, value as "carbon" -FROM $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Hedorah.CO2.2.4' -), -transposed_and_flagged as ( -select carbon.time, join1.oxygen, join1.carbon, -case -when (join1.oxygen < $Apogee_SO421_min or -join1.oxygen > $Apogee_SO421_max or -join1.oxygen is null or -carbon.carbon < $hedorah_CO2_min or -carbon.carbon > $hedorah_CO2_max or -carbon.carbon is null) then 1 -else 0 -end as range_flag -from carbon -join (select oxygen.time, oxygen.oxygen, carbon.carbon from oxygen join carbon on oxygen.time = carbon.time) as join1 -on join1.time = carbon.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Oxygen_%.1.4' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Oxygen_%.1.4' OR measure = 'Hedorah.CO2.2.4') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -## Gas - Auxiliary - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Temperature.1.4' OR measure = 'Hedorah.Temperature.2.4' OR measure = 'Hedorah.Humidity.2.4') -ORDER BY time - -## All Data - -# query Raw data - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Temperature.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_mV.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Temperature.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Blue.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Clear.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Green.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.IR.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Red.15' - ) -ORDER BY 1 - -# query Daily Operations - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## query Missing Value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -t1_observations as ( - SELECT - "time" AS t1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -v1_observations as ( - SELECT - "time" AS v1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -ec1_observations as ( - SELECT - "time" AS ec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -ep1_observations as ( - SELECT - "time" AS ep1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -perm1_observations as ( - SELECT - "time" AS perm1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Oxygen_%.1.4' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (t1_observation IS NULL) then 1 - WHEN (v1_observation is NULL) then 1 - WHEN (ec1_observation is NULL) then 1 - WHEN (ep1_observation is NULL) then 1 - WHEN (perm1_observation is NULL) then 1 - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (humidity_observation is NULL) then 1 - WHEN (pressure_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN t1_observations ON time = t1_observation - LEFT JOIN v1_observations ON time = v1_observation - LEFT JOIN ec1_observations ON time = ec1_observation - LEFT JOIN ep1_observations ON time = ep1_observation - LEFT JOIN perm1_observations ON time = perm1_observation - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN pressure_observations ON time = pressure_observation -ORDER BY 1 - -## Atmospheric Stat - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY 1 - -## Soil Stat - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY 1 - -## Hedorah CO2 Stat - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -ORDER BY 1 \ No newline at end of file diff --git a/GEMS Demo/GEMS Demo README.md b/GEMS Demo/GEMS Demo README.md deleted file mode 100644 index dd6ec57..0000000 --- a/GEMS Demo/GEMS Demo README.md +++ /dev/null @@ -1,13 +0,0 @@ -## GEMS Demo - - SQL for the GEMS Demo organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - GEMS Demo homepage - - GEMS Demo - - Link to GEMS Demo Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4kgd123/home?orgId=14) diff --git a/GEMS Demo/GEMS Demo homepage b/GEMS Demo/GEMS Demo homepage deleted file mode 100644 index 48f6092..0000000 --- a/GEMS Demo/GEMS Demo homepage +++ /dev/null @@ -1,43 +0,0 @@ -## Overview - -[![GEMS Sensing](https://gems.umn.edu/sites/gems.umn.edu/files/2022-09/gems_sensing_450x120.png)](https://gems.umn.edu/gems-services/gems-sensing) - -# Welcome -**To get started**, view your data by clicking on a dashboard - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -## Map - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - -- node_id IN ($node) - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -2 transforms -prepare time series - wide time series -join by labels -metric, node_id, display_name diff --git a/GEMS Demo/GEMS Demo variables b/GEMS Demo/GEMS Demo variables deleted file mode 100644 index 159b663..0000000 --- a/GEMS Demo/GEMS Demo variables +++ /dev/null @@ -1,9 +0,0 @@ -## GEMS Demo variables - -# $node -Data Source Sensing0Ingest -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Gems Demo'; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# $project_key -gemsdemo diff --git a/GEMS Sensing/Chicken Coop b/GEMS Sensing/Chicken Coop deleted file mode 100644 index b46d2ec..0000000 --- a/GEMS Sensing/Chicken Coop +++ /dev/null @@ -1,106 +0,0 @@ -## Temperature - - SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature%') - ORDER BY time - - ## Humidity - - SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity%') - ORDER BY time - - # Barometric Pressure - - SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Press%') - ORDER BY time - - ## Outside Soil - - SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') - ORDER BY time - - ## Coop Soil - - SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - ORDER BY time - - # All Data - - SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY 1 - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/GEMS Sensing/GEMS Sensing README.md b/GEMS Sensing/GEMS Sensing README.md deleted file mode 100644 index e1206b1..0000000 --- a/GEMS Sensing/GEMS Sensing README.md +++ /dev/null @@ -1,15 +0,0 @@ -## GEMS Sensing - - SQL for the GEMS Sensing organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - Chicken Coop - - Multi-Value MDA - - Nodes Last Data Recieved - - Fleet Diagnostics - - Link to GEMS Sensing Dashboards: (https://sensing-0.msi.umn.edu/d/qY3szfs4k/home?orgId=1) diff --git a/GEMS Sensing/GEMS Sensing variables b/GEMS Sensing/GEMS Sensing variables deleted file mode 100644 index d790451..0000000 --- a/GEMS Sensing/GEMS Sensing variables +++ /dev/null @@ -1,36 +0,0 @@ -## v3 Fleet Diagnostics variables - -# $node -Data Source PostgreSQL Sensing0 Ingest -query : select distinct(display_name, node_id) from $project_key.meta; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# $project_key -plantpathways, mda, stellenbosch, eroc, winterturf, roadsideturf, pepsico, lccmrirrigation, gemsdemo - -## Multi-Value MDA variables - -# $node -Data Source PostgreSQL Sensing0 Ingest -query : select distinct(display_name, node_id) from $project_key.meta where project = 'MDA'; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# $project_key -mda - -## chicken coop variables - -# $node -Data Source PostgreSQL Sensing0 Ingest -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Gems Demo' -AND display_name NOT ilike 'DoA2' -AND display_name NOT ilike 'GEMS_1' -AND display_name NOT ilike 'GEMS_2' -AND display_name NOT ilike 'GEMS_3' -AND display_name NOT ilike 'GEMS_4' -AND display_name NOT ilike 'GEMS_5' - -regex : /\((?[^,]+),(?[^)]+)\)/ - -# $project_key -gemsdemo \ No newline at end of file diff --git a/GEMS Sensing/Multi-Value MDA b/GEMS Sensing/Multi-Value MDA deleted file mode 100644 index 8e457f5..0000000 --- a/GEMS Sensing/Multi-Value MDA +++ /dev/null @@ -1,166 +0,0 @@ -## Atmospheric Temperature - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'AIRTEMP_hr_avg_F(°F)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Relative Humidity - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'RLTVHMDTY_hr_avg_%(%)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Rainfall - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'RAIN_hourly_in(inch)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Wind Speed - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'WNDSP_hr_mph(mph)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Wind Direction - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'WND_DIR_hr_dgr(°)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Solar Radiation - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'SolarRad_hr_mj(MJ/m²)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Raw Data -# Query A -SELECT - "time" AS "time", - measure as "metric", - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc -# Query B -SELECT - "time" AS "time", - display_name as "node_id" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc - -## Battery - -SELECT - "time", - measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - -- AND distinct(measure) - AND (measure ilike 'BATT_hourly_min_V(vdc)') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## MDA Station Map - 2 transforms prepare time series, join by tables - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - diff --git a/GEMS Sensing/v3 Diagnostics b/GEMS Sensing/v3 Diagnostics deleted file mode 100644 index 58d0826..0000000 --- a/GEMS Sensing/v3 Diagnostics +++ /dev/null @@ -1,106 +0,0 @@ -## Raw - -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' - Order by time - - ## Diagnostics - - SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "Time", - (elems1->'Kestrel'->'RH')::float AS "Inbox Humidity", - (elems1->'Kestrel'->'Temperature'->>0)::float AS "Inbox Temp", - (elems1->'Kestrel'->'PORT_V'->>0)::float as "battery", - (elems1->'Kestrel'->'PORT_V'->>4)::float as "solar", - (elems1->'Kestrel'->'AVG_P'->>0)::float AS "Batt over time", - (elems1->'Kestrel'->'AVG_P'->>1)::float AS "System", - (elems1->'Kestrel'->'AVG_P'->>2)::float AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'Kestrel' - AND is_valid_json(message) - AND is_valid_time(message) - - Order by "Time" - - ## System Current - - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'Kestrel'->'PORT_I'->>3)::float AS "Solar", - (elems1->'Kestrel'->'PORT_I'->>0)::float AS "Batt", - (elems1->'Kestrel'->'PORT_I'->>1)::float AS "System", - (elems1->'Kestrel'->'PORT_I'->>4)::float AS "Bulk", - (elems1->'Kestrel'->'PORT_I'->>5)::float AS "3v3 Core", - (elems1->'Kestrel'->'PORT_I'->>6)::float AS "3v3 Aux", - (elems1->'Kestrel'->'PORT_I'->>7)::float AS "3v3 Talon" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'Kestrel' - AND is_valid_json(message) - AND is_valid_time(message) - - Order by time - - ## SoC - - SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Map - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/GeoCommons/GeoCommons b/GeoCommons/GeoCommons deleted file mode 100644 index 0637d9c..0000000 --- a/GeoCommons/GeoCommons +++ /dev/null @@ -1,1381 +0,0 @@ -## Atmospheric -# Data View - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.4' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.4' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.4' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# Daily Operations - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# Daily Operations - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Pyranometer - -# A - - ( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Apogee Pyro.Solar.1.4' and (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Apogee Pyro.Solar.1.4') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# Daily Operations - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All Data - -# Raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# Range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX) then 1 - else 0 - end as value, - 'Apogee Pyro.Solar.1.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# Missing Value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# Std Dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee Pyro.Solar.1.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -# Daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Battery - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/GeoCommons/GeoCommons README.md b/GeoCommons/GeoCommons README.md deleted file mode 100644 index e1673c2..0000000 --- a/GeoCommons/GeoCommons README.md +++ /dev/null @@ -1,17 +0,0 @@ -## GeoCommons - - SQL for the GeoCommons organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - GeoCommons homepage - - GeoCommons - - MDA Dashboard - - Multi-Value LCCCMR v3 - - ROC Campbell Stations - - ROC GEMS Stations - - Link to GeoCommons Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4kgeoc/home?orgId=18) diff --git a/GeoCommons/GeoCommons homepage b/GeoCommons/GeoCommons homepage deleted file mode 100644 index e8be7c6..0000000 --- a/GeoCommons/GeoCommons homepage +++ /dev/null @@ -1,125 +0,0 @@ -## Overview - -#
GeoCommons
 - -[![GEMS Sensing](https://gems.umn.edu/sites/gems.umn.edu/files/2022-09/gems_sensing_450x120.png)](https://gems.umn.edu/gems-services/gems-sensing) - -# Welcome -**To get started**, view your data by clicking on a dashboard - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -## Map - -# query pepsico - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -AND display_name NOT ilike 'GEMS_2' -AND display_name NOT ilike 'GEMS_3' -AND display_name NOT ilike 'GEMS_1' -AND display_name NOT ilike 'Chicken' -AND display_name NOT ilike 'DoA2' -ORDER BY x.time ASC - -# query MDA - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key1.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -# Query A - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key2.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -# Query B - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key3.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Nodes - -SELECT - display_name -FROM $project_key.data -WHERE - node_id IN ($node) -Group by data.display_name -ORDER BY length(display_name), display_name diff --git a/GeoCommons/GeoCommons variables b/GeoCommons/GeoCommons variables deleted file mode 100644 index 17fd8d8..0000000 --- a/GeoCommons/GeoCommons variables +++ /dev/null @@ -1,51 +0,0 @@ -## GeoCommons homepage variables - -Data Sources -Sensing0 Ingest gemsdemo -Sensing0 Ingest eroc -Sensing0 Ingest mda -Sensing0 Ingest lccmr - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Gems Demo' -AND display_name NOT ilike 'GEMS_2' -AND display_name NOT ilike 'GEMS_3' -AND display_name NOT ilike 'GEMS_1' -AND display_name NOT ilike 'Chicken' -AND display_name NOT ilike 'DoA2' -AND display_name NOT ilike 'Malawi_sidebyside' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -gemsdemo - -# project_key1 -mda - -# project_key2 -eroc - -# project_key3 -lccmrirrigation - - -## GeoCommons variables - -Data Sources -Sensing0 Ingest gemsdemo - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Gems Demo' -AND display_name NOT ilike 'GEMS_2' -AND display_name NOT ilike 'GEMS_3' -AND display_name NOT ilike 'GEMS_1' -AND display_name NOT ilike 'Chicken' -AND display_name NOT ilike 'DoA2' -AND display_name NOT ilike 'Malawi_sidebyside' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -gemsdemo - diff --git a/LCCMR Irrigation/LCCMR Irrigation homepage b/LCCMR Irrigation/LCCMR Irrigation homepage deleted file mode 100644 index e810959..0000000 --- a/LCCMR Irrigation/LCCMR Irrigation homepage +++ /dev/null @@ -1,95 +0,0 @@ -## Overview - -[![GEMS Sensing](https://gems.umn.edu/sites/gems.umn.edu/files/2022-09/gems_sensing_450x120.png)](https://gems.umn.edu/gems-services/gems-sensing) - -# Welcome -**To get started**, view your data by clicking on a node or a dashboard - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -# Links -[LCCMR Irrigation v3 Deployment SOP](https://docs.google.com/document/d/1OR5o7utCuFbR6wqS0yDsP_QeLCLuVCoORjxqqj2sxH0/edit?usp=sharing) - -[LCCMR Irrigation v2 Deployment SOP](https://docs.google.com/document/d/1x4DmMnT-MvwGQXWb-gag9lAaBDADlqB9jwzsG6UnkSI/edit?usp=sharing) - -[LCCMR Irrigation Deployment Field Notes](https://docs.google.com/spreadsheets/d/1R3qH4szsKKw_ERgo7Y2RTSER1Wm4-5KtE8XKMP3jwR8/edit?usp=sharing) - -## Map - -# LCCMR - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -# MDA - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key1.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -# eroc - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key2.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - - - diff --git a/LCCMR Irrigation/LCCMR Irrigation v3 b/LCCMR Irrigation/LCCMR Irrigation v3 deleted file mode 100644 index 57888a2..0000000 --- a/LCCMR Irrigation/LCCMR Irrigation v3 +++ /dev/null @@ -1,2401 +0,0 @@ -## Soil Temperature - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.Temperature.1.1' OR measure = 'Acclima Soil.Temperature.1.2' OR measure = 'Acclima Soil.Temperature.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR315H_ST_MIN or -join1.temp1 > $TDR315H_ST_MAX or -join1.temp1 is null or -join1.temp2 < $TDR315H_ST_MIN or -join1.temp2 > $TDR315H_ST_MAX or -join1.temp2 is null or -temp3.temp3 < $TDR315H_ST_MIN or -temp3.temp3 > $TDR315H_ST_MAX or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil VWC - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.VWC.1.1' OR measure = 'Acclima Soil.VWC.1.2' OR measure = 'Acclima Soil.VWC.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR315H_VWC_MIN or -join1.temp1 > $TDR315H_VWC_MAX or -join1.temp1 is null or -join1.temp2 < $TDR315H_VWC_MIN or -join1.temp2 > $TDR315H_VWC_MAX or -join1.temp2 is null or -temp3.temp3 < $TDR315H_VWC_MIN or -temp3.temp3 > $TDR315H_VWC_MAX or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -VWC1_observations as ( - SELECT - "time" AS VWC1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -VWC2_observations as ( - SELECT - "time" AS VWC2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -VWC3_observations as ( - SELECT - "time" AS VWC3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (VWC1_observation is NULL) then 1 - WHEN (VWC2_observation is NULL) then 1 - WHEN (VWC3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN VWC1_observations ON time = VWC1_observation - LEFT JOIN VWC2_observations ON time = VWC2_observation - LEFT JOIN VWC3_observations ON time = VWC3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil EC_Bulk - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1' OR measure = 'Acclima Soil.EC_BULK.1.2' OR measure = 'Acclima Soil.EC_BULK.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_BEC_Min or -join1.temp1 > $TDR_BEC_Max or -join1.temp1 is null or -join1.temp2 < $TDR_BEC_Min or -join1.temp2 > $TDR_BEC_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_BEC_Min or -temp3.temp3 > $TDR_BEC_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -EC_BULK1_observations as ( - SELECT - "time" AS EC_BULK1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -EC_BULK2_observations as ( - SELECT - "time" AS EC_BULK2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -EC_BULK3_observations as ( - SELECT - "time" AS EC_BULK3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (EC_BULK1_observation is NULL) then 1 - WHEN (EC_BULK2_observation is NULL) then 1 - WHEN (EC_BULK3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN EC_BULK1_observations ON time = EC_BULK1_observation - LEFT JOIN EC_BULK2_observations ON time = EC_BULK2_observation - LEFT JOIN EC_BULK3_observations ON time = EC_BULK3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil EC_Pore - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_PORE.1.1' OR measure = 'Acclima Soil.EC_PORE.1.2' OR measure = 'Acclima Soil.EC_PORE.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_Pore_Min or -join1.temp1 > $TDR_Pore_Max or -join1.temp1 is null or -join1.temp2 < $TDR_Pore_Min or -join1.temp2 > $TDR_Pore_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_Pore_Min or -temp3.temp3 > $TDR_Pore_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -EC_PORE1_observations as ( - SELECT - "time" AS EC_PORE1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -EC_PORE2_observations as ( - SELECT - "time" AS EC_PORE2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.2' - AND node_id = '$node' -), -EC_PORE3_observations as ( - SELECT - "time" AS EC_PORE3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (EC_PORE1_observation is NULL) then 1 - WHEN (EC_PORE2_observation is NULL) then 1 - WHEN (EC_PORE3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN EC_PORE1_observations ON time = EC_PORE1_observation - LEFT JOIN EC_PORE2_observations ON time = EC_PORE2_observation - LEFT JOIN EC_PORE3_observations ON time = EC_PORE3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil Permitivity - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.Permitivity.1.1' OR measure = 'Acclima Soil.Permitivity.1.2' OR measure = 'Acclima Soil.Permitivity.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_Perm_Min or -join1.temp1 > $TDR_Perm_Max or -join1.temp1 is null or -join1.temp2 < $TDR_Perm_Min or -join1.temp2 > $TDR_Perm_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_Perm_Min or -temp3.temp3 > $TDR_Perm_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -Permitivity1_observations as ( - SELECT - "time" AS Permitivity1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -Permitivity2_observations as ( - SELECT - "time" AS Permitivity2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.2' - AND node_id = '$node' -), -Permitivity3_observations as ( - SELECT - "time" AS Permitivity3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (Permitivity1_observation is NULL) then 1 - WHEN (Permitivity2_observation is NULL) then 1 - WHEN (Permitivity3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN Permitivity1_observations ON time = Permitivity1_observation - LEFT JOIN Permitivity2_observations ON time = Permitivity2_observation - LEFT JOIN Permitivity3_observations ON time = Permitivity3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All Data - -# Raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -ORDER BY 1 - -# Range - -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.3 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.3 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -ORDER BY 1 - -# Daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# Missing Value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -t1_observations as ( - SELECT - "time" AS t1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -t2_observations as ( - SELECT - "time" AS t2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -t3_observations as ( - SELECT - "time" AS t3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -), -v1_observations as ( - SELECT - "time" AS v1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -v2_observations as ( - SELECT - "time" AS v2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -v3_observations as ( - SELECT - "time" AS v3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -), -ec1_observations as ( - SELECT - "time" AS ec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -ec2_observations as ( - SELECT - "time" AS ec2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -ec3_observations as ( - SELECT - "time" AS ec3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.3' - AND node_id = '$node' -), -ep1_observations as ( - SELECT - "time" AS ep1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -ep2_observations as ( - SELECT - "time" AS ep2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.2' - AND node_id = '$node' -), -ep3_observations as ( - SELECT - "time" AS ep3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.3' - AND node_id = '$node' -), -perm1_observations as ( - SELECT - "time" AS perm1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -perm2_observations as ( - SELECT - "time" AS perm2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.2' - AND node_id = '$node' -), -perm3_observations as ( - SELECT - "time" AS perm3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (t1_observation IS NULL) then 1 - WHEN (t2_observation IS NULL) then 1 - WHEN (t3_observation is NULL) then 1 - WHEN (v1_observation is NULL) then 1 - WHEN (v2_observation IS NULL) then 1 - WHEN (v3_observation IS NULL) then 1 - WHEN (ec1_observation is NULL) then 1 - WHEN (ec2_observation is NULL) then 1 - WHEN (ec3_observation is NULL) then 1 - WHEN (ep1_observation is NULL) then 1 - WHEN (ep2_observation is NULL) then 1 - WHEN (ep3_observation is NULL) then 1 - WHEN (perm1_observation is NULL) then 1 - WHEN (perm2_observation is NULL) then 1 - WHEN (perm3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN t1_observations ON time = t1_observation - LEFT JOIN t2_observations ON time = t2_observation - LEFT JOIN t3_observations ON time = t3_observation - LEFT JOIN v1_observations ON time = v1_observation - LEFT JOIN v2_observations ON time = v2_observation - LEFT JOIN v3_observations ON time = v3_observation - LEFT JOIN ec1_observations ON time = ec1_observation - LEFT JOIN ec2_observations ON time = ec2_observation - LEFT JOIN ec3_observations ON time = ec3_observation - LEFT JOIN ep1_observations ON time = ep1_observation - LEFT JOIN ep2_observations ON time = ep2_observation - LEFT JOIN ep3_observations ON time = ep3_observation - LEFT JOIN perm1_observations ON time = perm1_observation - LEFT JOIN perm2_observations ON time = perm2_observation - LEFT JOIN perm3_observations ON time = perm3_observation -ORDER BY 1 - -# Std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## Battery - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - diff --git a/LCCMR Irrigation/LCCMR Irrigation variables b/LCCMR Irrigation/LCCMR Irrigation variables deleted file mode 100644 index 71eee1e..0000000 --- a/LCCMR Irrigation/LCCMR Irrigation variables +++ /dev/null @@ -1,35 +0,0 @@ -## LCCMR Irrigation homepage variables - -Data Sources -Sensing0 Ingest eroc -Sensing0 Ingest mda -Sensing0 Ingest lccmr - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'LCCMR Irrigation'; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -lccmrirrigation - -# project_key1 -mda - -# project_key2 -eroc - -## LCCMR Irrigation v3 and multi variables - -Data Sources -Sensing0 Ingest gemsdemo - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'LCCMR Irrigation' -AND display_name NOT ilike 'Prometheus' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -lccmrirrigation - diff --git a/LCCMR Irrigation/LCCMR README.md b/LCCMR Irrigation/LCCMR README.md deleted file mode 100644 index 89e5a10..0000000 --- a/LCCMR Irrigation/LCCMR README.md +++ /dev/null @@ -1,17 +0,0 @@ -## LCCMR - - SQL for the LCCMR organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - LCCMR Irrigation homepage - - LCCMR Irrigation v3 - - MDA Dashboard - - Multi-Value LCCCMR v3 - - ROC Campbell Stations - - ROC GEMS Stations - - Link to LCCMR Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4k/home?orgId=7) diff --git a/LCCMR Irrigation/Multi-Value LCCMR v3 b/LCCMR Irrigation/Multi-Value LCCMR v3 deleted file mode 100644 index 148c237..0000000 --- a/LCCMR Irrigation/Multi-Value LCCMR v3 +++ /dev/null @@ -1,204 +0,0 @@ -## Raw - -# A - -SELECT - "time" AS "time", - measure as "metric", - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc - -# B - -SELECT - "time" AS "time", - display_name as "node_id" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc - -## Temperature 6 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Temperature 12 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Temperature 18 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.Temperature.1.3%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## VWC 6 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.VWC.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## VWC 12 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.VWC.1.2%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## VWC 18 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.VWC.1.3%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## EC Bulk 6 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.EC_Bulk.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## EC Bulk 12 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.EC_Bulk.1.2%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## EC Bulk 18 in - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.EC_Bulk.1.3%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Battery - transform labels to fields - -SELECT --- node_id, -display_name, - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - -- max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) as "battery" - -- max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") - AND node_id IN ($node) - AND is_valid_json(message) - AND is_valid_time(message) - AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') -GROUP BY raw.message, raw.node_id, raw.display_name -ORDER BY "time" asc, 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard", - display_name -FROM $project_key.data -WHERE node_id IN ($node) - AND time <= now() - Group by data.display_name -ORDER BY time asc; \ No newline at end of file diff --git a/PepsiCo/PepsiCo 2024 b/PepsiCo/PepsiCo 2024 deleted file mode 100644 index 97fc26f..0000000 --- a/PepsiCo/PepsiCo 2024 +++ /dev/null @@ -1,3397 +0,0 @@ -## Atmospheric 1 - -# Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'HAAR.SHT31.Temperature.2.1' or measure = 'HAAR.SHT31.Humidity.2.1' or measure = 'HAAR.DPS368.Pressure.2.1') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.1' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.1' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.1' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - - -## Soil Temperature - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.Temperature.1.1' OR measure = 'Acclima Soil.Temperature.1.2' OR measure = 'Acclima Soil.Temperature.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR315H_ST_MIN or -join1.temp1 > $TDR315H_ST_MAX or -join1.temp1 is null or -join1.temp2 < $TDR315H_ST_MIN or -join1.temp2 > $TDR315H_ST_MAX or -join1.temp2 is null or -temp3.temp3 < $TDR315H_ST_MIN or -temp3.temp3 > $TDR315H_ST_MAX or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil VWC - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.VWC.1.1' OR measure = 'Acclima Soil.VWC.1.2' OR measure = 'Acclima Soil.VWC.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR315H_VWC_MIN or -join1.temp1 > $TDR315H_VWC_MAX or -join1.temp1 is null or -join1.temp2 < $TDR315H_VWC_MIN or -join1.temp2 > $TDR315H_VWC_MAX or -join1.temp2 is null or -temp3.temp3 < $TDR315H_VWC_MIN or -temp3.temp3 > $TDR315H_VWC_MAX or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil EC Bulk - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1' OR measure = 'Acclima Soil.EC_BULK.1.2' OR measure = 'Acclima Soil.EC_BULK.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_BEC_Min or -join1.temp1 > $TDR_BEC_Max or -join1.temp1 is null or -join1.temp2 < $TDR_BEC_Min or -join1.temp2 > $TDR_BEC_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_BEC_Min or -temp3.temp3 > $TDR_BEC_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil Permitivity - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.Permitivity.1.1' OR measure = 'Acclima Soil.Permitivity.1.2' OR measure = 'Acclima Soil.Permitivity.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.1' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_Perm_Min or -join1.temp1 > $TDR_Perm_Max or -join1.temp1 is null or -join1.temp2 < $TDR_Perm_Min or -join1.temp2 > $TDR_Perm_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_Perm_Min or -temp3.temp3 > $TDR_Perm_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## EC Pore - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_PORE.1.1' OR measure = 'Acclima Soil.EC_PORE.1.2' OR measure = 'Acclima Soil.EC_PORE.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.1' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_Pore_Min or -join1.temp1 > $TDR_Pore_Max or -join1.temp1 is null or -join1.temp2 < $TDR_Pore_Min or -join1.temp2 > $TDR_Pore_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_Pore_Min or -temp3.temp3 > $TDR_Pore_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Battery - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## All Data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Temperature.2.4' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Temperature.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Humidity.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'HAAR.DPS368.Pressure.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Temperature.2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Humidity.2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'HAAR.DPS368.Pressure.2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Temperature.2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Humidity.2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'HAAR.DPS368.Pressure.2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $hedorah_CO2_min or value > $hedorah_CO2_max) then 1 - else 0 - end as value, - 'Hedorah.CO2.2.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -ORDER BY 1 - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -t1_observations as ( - SELECT - "time" AS t1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Temperature.2.1' - AND node_id = '$node' -), -t2_observations as ( - SELECT - "time" AS t2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Temperature.2.2' - AND node_id = '$node' -), -t3_observations as ( - SELECT - "time" AS t3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Temperature.2.3' - AND node_id = '$node' -), -h1_observations as ( - SELECT - "time" AS h1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -h2_observations as ( - SELECT - "time" AS h2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.2' - AND node_id = '$node' -), -h3_observations as ( - SELECT - "time" AS h3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.3' - AND node_id = '$node' -), -p1_observations as ( - SELECT - "time" AS p1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -p2_observations as ( - SELECT - "time" AS p2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.2' - AND node_id = '$node' -), -p3_observations as ( - SELECT - "time" AS p3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.3' - AND node_id = '$node' -), - vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -bvwc_observations as ( - SELECT - "time" AS bvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -cvwc_observations as ( - SELECT - "time" AS cvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -bstemperature_observations as ( - SELECT - "time" AS bstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -cstemperature_observations as ( - SELECT - "time" AS cstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -), -ec1_observations as ( - SELECT - "time" AS ec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -ec2_observations as ( - SELECT - "time" AS ec2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -ec3_observations as ( - SELECT - "time" AS ec3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.3' - AND node_id = '$node' -), -carbon_observations as ( - SELECT - "time" AS carbon_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (bvwc_observation IS NULL) then 1 - WHEN (cvwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (bstemperature_observation is NULL) then 1 - WHEN (cstemperature_observation is NULL) then 1 - WHEN (p1_observation IS NULL) then 1 - WHEN (p2_observation IS NULL) then 1 - WHEN (p3_observation IS NULL) then 1 - WHEN (h1_observation IS NULL) then 1 - WHEN (h2_observation IS NULL) then 1 - WHEN (h3_observation IS NULL) then 1 - WHEN (t1_observation is NULL) then 1 - WHEN (t2_observation is NULL) then 1 - WHEN (t3_observation is NULL) then 1 - WHEN (carbon_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN bvwc_observations ON time = bvwc_observation - LEFT JOIN cvwc_observations ON time = cvwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN bstemperature_observations ON time = bstemperature_observation - LEFT JOIN cstemperature_observations ON time = cstemperature_observation - LEFT JOIN p1_observations ON time = p1_observation - LEFT JOIN p2_observations ON time = p2_observation - LEFT JOIN p3_observations ON time = p3_observation - LEFT JOIN h1_observations ON time = h1_observation - LEFT JOIN h2_observations ON time = h2_observation - LEFT JOIN h3_observations ON time = h3_observation - LEFT JOIN t1_observations ON time = t1_observation - LEFT JOIN t2_observations ON time = t2_observation - LEFT JOIN t3_observations ON time = t3_observation - LEFT JOIN carbon_observations ON time = carbon_observation -ORDER BY 1 - -# std Deviation - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah.CO2.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Hedorah.CO2.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -# Daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - diff --git a/PepsiCo/PepsiCo Pilot 2023 b/PepsiCo/PepsiCo Pilot 2023 deleted file mode 100644 index 45043d6..0000000 --- a/PepsiCo/PepsiCo Pilot 2023 +++ /dev/null @@ -1,3906 +0,0 @@ -## Atmospheric 1 - -# Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'HAAR.SHT31.Temperature.2.1' or measure = 'HAAR.SHT31.Humidity.2.1' or measure = 'HAAR.DPS368.Pressure.2.1') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.1' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.1' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.1' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Atmospheric 2 - -# Data view - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'HAAR.SHT31.Temperature.2.2' or measure = 'HAAR.SHT31.Humidity.2.2' or measure = 'HAAR.DPS368.Pressure.2.2') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.2' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.2' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.2' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.2' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.2' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# Daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Atmospheric 3 - -# Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'HAAR.SHT31.Temperature.2.3' or measure = 'HAAR.SHT31.Humidity.2.3' or measure = 'HAAR.DPS368.Pressure.2.3') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.3' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.3' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.3' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.3' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.3' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# Daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil Temperature - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.Temperature.1.1' OR measure = 'Acclima Soil.Temperature.1.2' OR measure = 'Acclima Soil.Temperature.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR315H_ST_MIN or -join1.temp1 > $TDR315H_ST_MAX or -join1.temp1 is null or -join1.temp2 < $TDR315H_ST_MIN or -join1.temp2 > $TDR315H_ST_MAX or -join1.temp2 is null or -temp3.temp3 < $TDR315H_ST_MIN or -temp3.temp3 > $TDR315H_ST_MAX or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil VWC - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.VWC.1.1' OR measure = 'Acclima Soil.VWC.1.2' OR measure = 'Acclima Soil.VWC.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR315H_VWC_MIN or -join1.temp1 > $TDR315H_VWC_MAX or -join1.temp1 is null or -join1.temp2 < $TDR315H_VWC_MIN or -join1.temp2 > $TDR315H_VWC_MAX or -join1.temp2 is null or -temp3.temp3 < $TDR315H_VWC_MIN or -temp3.temp3 > $TDR315H_VWC_MAX or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil EC Bulk - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1' OR measure = 'Acclima Soil.EC_BULK.1.2' OR measure = 'Acclima Soil.EC_BULK.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_BEC_Min or -join1.temp1 > $TDR_BEC_Max or -join1.temp1 is null or -join1.temp2 < $TDR_BEC_Min or -join1.temp2 > $TDR_BEC_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_BEC_Min or -temp3.temp3 > $TDR_BEC_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil Permitivity - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.Permitivity.1.1' OR measure = 'Acclima Soil.Permitivity.1.2' OR measure = 'Acclima Soil.Permitivity.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Permitivity.1.1' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_Perm_Min or -join1.temp1 > $TDR_Perm_Max or -join1.temp1 is null or -join1.temp2 < $TDR_Perm_Min or -join1.temp2 > $TDR_Perm_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_Perm_Min or -temp3.temp3 > $TDR_Perm_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## EC Pore - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_PORE.1.1' OR measure = 'Acclima Soil.EC_PORE.1.2' OR measure = 'Acclima Soil.EC_PORE.1.3') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.1' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.2' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_PORE.1.1' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR_Pore_Min or -join1.temp1 > $TDR_Pore_Max or -join1.temp1 is null or -join1.temp2 < $TDR_Pore_Min or -join1.temp2 > $TDR_Pore_Max or -join1.temp2 is null or -temp3.temp3 < $TDR_Pore_Min or -temp3.temp3 > $TDR_Pore_Max or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Hedorah CO2 - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah.CO2.2.4%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Hedorah.CO2.2.4' and (value < $hedorah_CO2_min or value > $hedorah_CO2_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Hedorah.CO2.2.4') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah.CO2.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# B - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All Data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Temperature.2.4' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Temperature.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Humidity.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'HAAR.DPS368.Pressure.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Temperature.2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Humidity.2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'HAAR.DPS368.Pressure.2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Temperature.2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Humidity.2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'HAAR.DPS368.Pressure.2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $hedorah_CO2_min or value > $hedorah_CO2_max) then 1 - else 0 - end as value, - 'Hedorah.CO2.2.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -ORDER BY 1 - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -t1_observations as ( - SELECT - "time" AS t1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Temperature.2.1' - AND node_id = '$node' -), -t2_observations as ( - SELECT - "time" AS t2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Temperature.2.2' - AND node_id = '$node' -), -t3_observations as ( - SELECT - "time" AS t3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Temperature.2.3' - AND node_id = '$node' -), -h1_observations as ( - SELECT - "time" AS h1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -h2_observations as ( - SELECT - "time" AS h2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.2' - AND node_id = '$node' -), -h3_observations as ( - SELECT - "time" AS h3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.3' - AND node_id = '$node' -), -p1_observations as ( - SELECT - "time" AS p1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -p2_observations as ( - SELECT - "time" AS p2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.2' - AND node_id = '$node' -), -p3_observations as ( - SELECT - "time" AS p3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.3' - AND node_id = '$node' -), - vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -bvwc_observations as ( - SELECT - "time" AS bvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -cvwc_observations as ( - SELECT - "time" AS cvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -bstemperature_observations as ( - SELECT - "time" AS bstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -cstemperature_observations as ( - SELECT - "time" AS cstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -), -ec1_observations as ( - SELECT - "time" AS ec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -ec2_observations as ( - SELECT - "time" AS ec2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -ec3_observations as ( - SELECT - "time" AS ec3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.3' - AND node_id = '$node' -), -carbon_observations as ( - SELECT - "time" AS carbon_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (bvwc_observation IS NULL) then 1 - WHEN (cvwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (bstemperature_observation is NULL) then 1 - WHEN (cstemperature_observation is NULL) then 1 - WHEN (p1_observation IS NULL) then 1 - WHEN (p2_observation IS NULL) then 1 - WHEN (p3_observation IS NULL) then 1 - WHEN (h1_observation IS NULL) then 1 - WHEN (h2_observation IS NULL) then 1 - WHEN (h3_observation IS NULL) then 1 - WHEN (t1_observation is NULL) then 1 - WHEN (t2_observation is NULL) then 1 - WHEN (t3_observation is NULL) then 1 - WHEN (carbon_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN bvwc_observations ON time = bvwc_observation - LEFT JOIN cvwc_observations ON time = cvwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN bstemperature_observations ON time = bstemperature_observation - LEFT JOIN cstemperature_observations ON time = cstemperature_observation - LEFT JOIN p1_observations ON time = p1_observation - LEFT JOIN p2_observations ON time = p2_observation - LEFT JOIN p3_observations ON time = p3_observation - LEFT JOIN h1_observations ON time = h1_observation - LEFT JOIN h2_observations ON time = h2_observation - LEFT JOIN h3_observations ON time = h3_observation - LEFT JOIN t1_observations ON time = t1_observation - LEFT JOIN t2_observations ON time = t2_observation - LEFT JOIN t3_observations ON time = t3_observation - LEFT JOIN carbon_observations ON time = carbon_observation -ORDER BY 1 - -# std Deviation - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah.CO2.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Hedorah.CO2.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - - -# Daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Battery - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Update Time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/PepsiCo/PepsiCo README.md b/PepsiCo/PepsiCo README.md deleted file mode 100644 index 8a4a99c..0000000 --- a/PepsiCo/PepsiCo README.md +++ /dev/null @@ -1,17 +0,0 @@ -## PepsiCo - - SQL for the PepsiCo organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - PepsiCo homepage - - PepsiCo_2024 - - PepsiCo_Pilot_2023 - - MDA Dashboard - - ROC Campbell Stations - - ROC GEMS Stations - - Link to PepsiCo Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4kppsco/home?orgId=16) diff --git a/PepsiCo/PepsiCo homepage b/PepsiCo/PepsiCo homepage deleted file mode 100644 index 0e47b00..0000000 --- a/PepsiCo/PepsiCo homepage +++ /dev/null @@ -1,100 +0,0 @@ -## Overview - -[![GEMS Sensing](https://github.com/GEMS-sensing/Bgraphics/blob/main/pepsico_logo_top_350.png?raw=true)](https://gems.umn.edu/gems-services/gems-sensing) - -# Welcome -**To get started**, view your data by clicking on a node - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -# Links -[PepsiCo Deployment Field Notes](https://docs.google.com/spreadsheets/d/1AJioQQ-txBq85jPzPL0Acwt--Y1M6-a_F3sN0n7aH5g/edit#gid=0) - -[PepsiCo Deployment SOP](https://docs.google.com/document/d/1I8lGdXyAw3irqs5lUgpFo7ZiGQYj9sYnKAnvRtrQZR4/edit?usp=sharing) - -## Map - -# PepsiCo - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -# MDA - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key1.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -# A - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key2.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Nodes - -SELECT - display_name -FROM $project_key.data -WHERE - node_id IN ($node) -Group by data.display_name -ORDER BY length(display_name), display_name \ No newline at end of file diff --git a/PepsiCo/PepsiCo variables b/PepsiCo/PepsiCo variables deleted file mode 100644 index 3dbb745..0000000 --- a/PepsiCo/PepsiCo variables +++ /dev/null @@ -1,34 +0,0 @@ -## PepsiCo homepage variables - -Data Sources -Sensing0 Ingest eroc -Sensing0 Ingest mda -PostgreSQL Sensing0 Ingest Pepsico - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'PepsiCo'; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -pepsico - -# project_key1 -mda - -# project_key2 -eroc - -## PepsiCo variables - -Data Sources -PostgreSQL Sensing0 Ingest Pepsico - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'PepsiCo'; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -pepsico - diff --git a/Plant Pathways/Plant Pathways Co Multivalue b/Plant Pathways/Plant Pathways Co Multivalue deleted file mode 100644 index 2488426..0000000 --- a/Plant Pathways/Plant Pathways Co Multivalue +++ /dev/null @@ -1,234 +0,0 @@ -## Battery - -SELECT -node_id, -display_name, - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - -- max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) as "battery" - -- max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") - AND node_id IN ($node) - AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY raw.message, raw.node_id, raw.display_name -ORDER BY "time" asc, 1 - -## Map - transforms prepare time series, join by labels - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard", - display_name -FROM $project_key.data -WHERE node_id IN ($node) - AND time <= now() - Group by data.display_name -ORDER BY time asc; - -## Atmospheric Humidity - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%HAAR.SHT31.Humidity.2.4%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## Atmospheric Temperature - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%HAAR.SHT31.Temperature.2.4%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Soil Temperature - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Atmospheric Pressure - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%HAAR.DPS368.Pressure.2.4%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Soil EC Bulk - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Soil VWC - -SELECT - "time", - -- measure, - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.VWC.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Wind Direction - -SELECT - "time", - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Talon-Aux.PORT_1.1.3%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Wind Speed - -SELECT - "time", - -- measure, - display_name, - value*1.207 -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Pyranometer - -SELECT - "time", - display_name, - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Rainfall - -SELECT - "time", - measure, - display_name, - value*0.2 -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Raw Data - -# A - -SELECT - "time" AS "time", - measure as "metric", - value -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc - -# B - -SELECT - "time" AS "time", - display_name as "node_id" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc \ No newline at end of file diff --git a/Plant Pathways/Plant Pathways Co README.md b/Plant Pathways/Plant Pathways Co README.md deleted file mode 100644 index 20b09ab..0000000 --- a/Plant Pathways/Plant Pathways Co README.md +++ /dev/null @@ -1,14 +0,0 @@ -## Plant Pathways Co - - SQL for the Plant Pathways Co organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - Plant Pathways Co homepage - - Plant Pathways Co multivalue - - Plant Pathways Co w/ error flagging - - Link to Plant Path Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4kdbppc/home?orgId=3) diff --git a/Plant Pathways/Plant Pathways Co homepage b/Plant Pathways/Plant Pathways Co homepage deleted file mode 100644 index 419a0d0..0000000 --- a/Plant Pathways/Plant Pathways Co homepage +++ /dev/null @@ -1,53 +0,0 @@ -## Overview - -![GEMS Sensing](https://github.com/GEMS-sensing/Bgraphics/blob/main/PPC_GEMS_logo_350.png?raw=true) - -# Welcome -**To get started**, view your data by clicking on a dashboard - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com or email us at support@gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -# Links - -[Plant Pathways Co Deployment SOP](https://docs.google.com/document/d/1gMPzhiy708U2GRAoqyLArBesjCISOJ-F9bQL4ZxiKtQ/edit?usp=sharing) - -[Plant Pathways Co Field Notes](https://docs.google.com/spreadsheets/d/11JBWUDy_wPOwg9EhIw89JCzKIxGNap_wFVpkwY2_qYw/edit?usp=sharing) - -## Map - transforms prepare time series, join by labels - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Nodes - -SELECT - display_name -FROM $project_key.raw -WHERE - node_id IN ($node) -Group by raw.display_name - ORDER BY length(display_name), display_name \ No newline at end of file diff --git a/Plant Pathways/Plant Pathways Co variables b/Plant Pathways/Plant Pathways Co variables deleted file mode 100644 index 67aac52..0000000 --- a/Plant Pathways/Plant Pathways Co variables +++ /dev/null @@ -1,12 +0,0 @@ -## PepsiCo homepage variables - -Data Sources -PostgreSQL Sensing0 PPC - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'PlantPathways'; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -plantpathways \ No newline at end of file diff --git a/Plant Pathways/Plant Pathways Co with error flagging b/Plant Pathways/Plant Pathways Co with error flagging deleted file mode 100644 index 611bf23..0000000 --- a/Plant Pathways/Plant Pathways Co with error flagging +++ /dev/null @@ -1,2260 +0,0 @@ -## Atmospheric - -#Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.4' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.4' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.4' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## EC Bulk - -# Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Acclima Soil.EC_BULK.1.1' and (value < $TDR_BEC_Min or value > $TDR_BEC_Max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -bec1_observations as ( - SELECT - "time" AS bec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (bec1_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN bec1_observations ON time = bec1_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind Speed - -# Data -( -( -(SELECT - "time", - value*$windspd, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_3.3.3' and ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Talon-Aux.PORT_3.3.3') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_3.3.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -#daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Average wind speed (stat) - reduce mean - -SELECT - "time", - value*$windspd, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') - ORDER BY time - - ## Wind direction - -# A - - SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.1.3%') - ORDER BY 1 - - # B - - Expression Math - (($A - 165)/2970)*360 - - # C - Expression reduce mean $B - - ## QAQC wind direction - -#A - - SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.1.3%') -ORDER BY time - -# B - -Expression Math -(($A - 165)/2970)*360 - -# C - -# range - -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_1.1.3' and ((((value-165)/2970)*360) < $e_vane_II_dir_min or (((value-165)/2970)*360) > $e_vane_II_dir_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -ORDER BY 1 - -# daily - -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_1.1.3' and ((((value-165)/2970)*360) < $e_vane_II_dir_min or (((value-165)/2970)*360) > $e_vane_II_dir_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -ORDER BY 1 - -# Missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_1.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (winddirection_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN winddirection_observations ON time = winddirection_observation -ORDER BY 1 - -## Wind direction (stat) - with value mappings directions - -SELECT - Calcs.time as time, - (360 + atan2(AVG(Calcs.AngleN) OVER(), AVG(Calcs.AngleE) OVER() )*180/pi())::INTEGER % 360 as MeanAngle, - Calcs.AngleN as "AngleN", - Calcs.AngleE as "AngleE" -FROM -( -SELECT - to_timestamp((message::json->'Data'->>'Time')::int) as time, - sin(((( - ((elems1->'Talon-Aux'->'PORT_1'->>1)::float) - ) - 165)/2970)*2*pi()) AS AngleN, - cos(((( - ((elems1->'Talon-Aux'->'PORT_1'->>1)::float) - ) - 165)/2970)*2*pi()) AS AngleE - FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Data'->'Devices') elems1 - WHERE - $__timeFilter("publish_time") - AND event = 'data/v2' - AND node_id = '$node' - AND elems1 ? 'Talon-Aux' - AND jsonb_typeof((elems1->'Talon-Aux'->'PORT_1'->1)) != 'null' - -- AND json_typeof((message::json->'Data'->'Time')) != 'null' - AND is_valid_json(message) - AND is_valid_time(message) -) Calcs -ORDER BY 1 - -## Rainfall - -( -( -(SELECT - "time", - value *$rain, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_2.2.3' and ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Talon-Aux.PORT_2.2.3') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_2.2.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (rain_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN rain_observations ON time = rain_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -## Total Rain (stat) - -SELECT - "time", - value *$rain, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') -ORDER BY time - -## Pyranometer - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Apogee Pyro.Solar.1.4' and (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Apogee Pyro.Solar.1.4') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -## All Data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.Temperature.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.VWC.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.EC_BULK.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.EC_PORE.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value*1.207, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.3.3' -UNION -SELECT - "time" AS "time", - ((value-165)/2970)*360, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -UNION -SELECT - "time" AS "time", - value*0.2, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.3.3' -UNION -SELECT - "time" AS "time", - case - when ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX) then 1 - else 0 - end as value, - 'Wind Speed Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.3.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -UNION -SELECT - "time" AS "time", - case - when ((((value-165)/2970)*360) < $e_vane_II_dir_min or (((value-165)/2970)*360) > $e_vane_II_dir_max) then 1 - else 0 - end as value, - 'Wind Direction Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - case - when ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX) then 1 - else 0 - end as value, - 'Rain Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX) then 1 - else 0 - end as value, - 'Apogee Pyro.Solar.1.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -ecb_observations as ( - SELECT - "time" AS ecb_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -pore_observations as ( - SELECT - "time" AS pore_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -perm_observations as ( - SELECT - "time" AS perm_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_3.3.3' - AND node_id = '$node' -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_1.1.3' - AND node_id = '$node' -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_2.2.3' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (ecb_observation is NULL) then 1 - WHEN (pore_observation is NULL) then 1 - WHEN (perm_observation is NULL) then 1 - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (windspd_observation is NULL) then 1 - WHEN (winddirection_observation is NULL) then 1 - WHEN (rain_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN ecb_observations ON time = ecb_observation - LEFT JOIN pore_observations ON time = pore_observation - LEFT JOIN perm_observations ON time = perm_observation - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN windspd_observations ON time = windspd_observation - LEFT JOIN winddirection_observations ON time = winddirection_observation - LEFT JOIN rain_observations ON time = rain_observation - LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Speed Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Rain Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee Pyro.Solar.1.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Battery - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/README.md b/README.md deleted file mode 100644 index bb30455..0000000 --- a/README.md +++ /dev/null @@ -1,9 +0,0 @@ -# grafana_sql - - SQL for the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per organization, and SQL variables - - - - Link to Dashboards: (https://sensing-0.msi.umn.edu/) diff --git a/Research and Outreach Centers (ROCs)/Campbell ROC _english b/Research and Outreach Centers (ROCs)/Campbell ROC _english deleted file mode 100644 index 19d11f9..0000000 --- a/Research and Outreach Centers (ROCs)/Campbell ROC _english +++ /dev/null @@ -1,2031 +0,0 @@ -## Atmospheric - -# data - -( -(((SELECT - "time" AS "time", - value*9/5+32, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'AirTemp_Avg(Deg C)' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'RH(%)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'BarometricPress_Avg(kPa)' - order by time) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key1."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'AirTemp_Avg(Deg C)' -), hum as ( -select time, value as "hum" -from $project_key1."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'RH(%)' -), press as ( -select time, value as "press" -from $project_key1."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'BarometricPress_Avg(kPa)' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $airHygro_VUE_10_MIN or -join1.temp > $airHygro_VUE_10_MAX or -join1.temp is null or -join1.hum < $rhHygro_VUE_10_MIN or -join1.hum > $rhHygro_VUE_10_MAX or -join1.hum is null or -press.press < $pressCS100_MIN or -press.press > $pressCS100_MAX or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'BarometricPress_Avg(kPa)' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'RH(%)' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'AirTemp_Avg(Deg C)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%AirTemp_Avg(Deg C)%' or measure ilike '%BarometricPress_Avg(kPa)%' or measure ilike '%RH(%)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil - -# data - -( -((SELECT - "time" AS "time", - value*100, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilVWC_Avg(m^3/m^3)' - ) -UNION -SELECT - "time" AS "time", - value*9/5+32, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilTemp_Avg(Deg C)' -UNION -( -with st as ( -select time, value as "st" -from $project_key1.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilTemp_Avg(Deg C)' -), svwc as ( -select time, (value*100) as "svwc" -from $project_key1.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilVWC_Avg(m^3/m^3)' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $CS655_soiltemp_MIN or -join1.st > $CS655_soiltemp_MAX or -join1.st is null or -svwc.svwc < $CS655_soilvwc_MIN or -svwc.svwc > $CS655_soilvwc_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilVWC_Avg(m^3/m^3)' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilTemp_Avg(Deg C)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilVWC_Avg(m^3/m^3)%' or measure ilike '%SoilTemp_Avg(Deg C)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## EC Bulk - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'SoilEC_Avg(dS/m)' and (value < $CS655_BulkEC_min or value > $CS655_BulkEC_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -bec1_observations as ( - SELECT - "time" AS bec1_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilEC_Avg(dS/m)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (bec1_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN bec1_observations ON time = bec1_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind Speed - -# data - -( -( -(SELECT - "time", - value*2.23694, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindSpeed_Avg(meters/second)') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'WindSpeed_Avg(meters/second)' and ((value) < $05103_windspd_MIN or (value) > $05103_windspd_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'WindSpeed_Avg(meters/second)') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'WindSpeed_Avg(meters/second)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%WindSpeed_Avg(meters/second)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Average wind speed (stat) - -SELECT - "time", - value*2.23694, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindSpeed_Avg(meters/second)') -ORDER BY time - -## wind direction - -SELECT - "time", - value, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindDir(degrees)') - ORDER BY 1 - - ## QAQC Wind direction - - # data - - SELECT - "time", - value, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindDir(degrees)') - ORDER BY 1 - - # daily - - SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'WindDir(degrees)' and (value < $05103_winddir_MIN or value > $05103_winddir_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -ORDER BY 1 - -## Average Wind Direction (Within Current Time Range) - -SELECT - "time", - value, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindDir(degrees)') - ORDER BY 1 - - ## Rainfall - - ( -( -(SELECT - "time", - value/25.4, - measure AS "metric"a -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Precip_Tot(mm)%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) Then 1 - when (measure = 'Precip_Tot(mm)' and (value < $TE525WSL_rain_MIN or value > $TE525WSL_rain_MAX)) Then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Precip_Tot(mm)') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'Precip_Tot(mm)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (rain_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN rain_observations ON time = rain_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Precip_Tot(mm)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -## Total Rain (Within Current Time Range) (stat) - -SELECT - "time", - value/25.4, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Precip_Tot(mm)') -ORDER BY time - -## Pyranometer - -# data - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All data - -# raw - -( -SELECT - "time" AS "time", - value*9/5+32, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'AirTemp_Avg(Deg C)' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'RH(%)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'BarometricPress_Avg(kPa)' -UNION -SELECT - "time" AS "time", - value*9/5+32, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - value*100, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilVWC_Avg(m^3/m^3)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilEC_Avg(dS/m)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilPermittivity_Avg(unitless)' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.Temperature.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.VWC.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.EC_BULK.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.EC_PORE.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value*2.23694, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindSpeed_Avg(meters/second)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -UNION -SELECT - "time" AS "time", - value/25.4, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Precip_Tot(mm)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SlrFluxDensity_Avg(W/m^2)' -ORDER BY 1 - -# Range - -SELECT - "time" AS "time", - case - when (value < $airHygro_VUE_10_MIN or value > $airHygro_VUE_10_MAX) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'AirTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'RH(%)' -UNION -SELECT - "time" AS "time", - case - when (value < $rhHygro_VUE_10_MIN or value > $rhHygro_VUE_10_MAX) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'RH(%)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'BarometricPress_Avg(kPa)' -UNION -SELECT - "time" AS "time", - case - when (value < $pressCS100_MIN or value > $pressCS100_MAX) then 1 - else 0 - end as value, - 'Pressure Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'BarometricPress_Avg(kPa)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - case - when (value < $CS655_soiltemp_MIN or value > $CS655_soiltemp_MAX) then 1 - else 0 - end as value, - 'SoilTemp_Avg(Deg C) Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilVWC_Avg(m^3/m^3)' -UNION -SELECT - "time" AS "time", - case - when ((value*100) < $CS655_soilvwc_MIN or (value*100) > $CS655_soilvwc_MAX) then 1 - else 0 - end as value, - 'SoilVWC_Avg(m^3/m^3) Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilVWC_Avg(m^3/m^3)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilEC_Avg(dS/m)' -UNION -SELECT - "time" AS "time", - case - when (value < $CS655_BulkEC_min or value > $CS655_BulkEC_max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilEC_Avg(dS/m)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilPermittivity_Avg(unitless)' -UNION -SELECT - "time" AS "time", - case - when (value < $CS655_Perm_min or value > $CS655_Perm_max) then 1 - else 0 - end as value, - 'SoilPermittivity_Avg(unitless) Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilPermittivity_Avg(unitless)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindSpeed_Avg(meters/second)' -UNION -SELECT - "time" AS "time", - case - when (value < $05103_windspd_MIN or value > $05103_windspd_MAX) then 1 - else 0 - end as value, - 'Wind Speed Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindSpeed_Avg(meters/second)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -UNION -SELECT - "time" AS "time", - case - when (value < $05103_winddir_MIN or value > $05103_winddir_MAX) then 1 - else 0 - end as value, - 'Wind Direction Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Precip_Tot(mm)' -UNION -SELECT - "time" AS "time", - case - when (value < $TE525WSL_rain_MIN or value > $TE525WSL_rain_MAX) then 1 - else 0 - end as value, - 'Rain Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Precip_Tot(mm)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SlrFluxDensity_Avg(W/m^2)' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_CS320_MIN or value > $Apogee_CS320_MAX) then 1 - else 0 - end as value, - 'SlrFluxDensity_Avg(W/m^2) Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SlrFluxDensity_Avg(W/m^2)' -ORDER BY 1 - -# missing - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilVWC_Avg(m^3/m^3)' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilTemp_Avg(Deg C)' - AND node_id = '$node' -), -ecb_observations as ( - SELECT - "time" AS ecb_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilEC_Avg(dS/m)' - AND node_id = '$node' -), -perm_observations as ( - SELECT - "time" AS perm_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilPermittivity_Avg(unitless)' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'BarometricPress_Avg(kPa)' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'RH(%)' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'AirTemp_Avg(Deg C)' - AND node_id = '$node' -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'WindSpeed_Avg(meters/second)' - AND node_id = '$node' -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'WindDir(degrees)' - AND node_id = '$node' -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'Precip_Tot(mm)' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SlrFluxDensity_Avg(W/m^2)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (ecb_observation is NULL) then 1 - WHEN (perm_observation is NULL) then 1 - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (windspd_observation is NULL) then 1 - WHEN (winddirection_observation is NULL) then 1 - WHEN (rain_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN ecb_observations ON time = ecb_observation - LEFT JOIN perm_observations ON time = perm_observation - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN windspd_observations ON time = windspd_observation - LEFT JOIN winddirection_observations ON time = winddirection_observation - LEFT JOIN rain_observations ON time = rain_observation - LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%AirTemp_Avg(Deg C)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'AirTemp_Avg(Deg C) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'RH(%)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'RH(%) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%BarometricPress_Avg(kPa)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'BarometricPress_Avg(kPa) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilTemp_Avg(Deg C)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilTemp_Avg(Deg C) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilVWC_Avg(m^3/m^3)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilVWC_Avg(m^3/m^3) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilEC_Avg(dS/m) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilPermittivity_Avg(unitless)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilPermittivity_Avg(unitless) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%WindSpeed_Avg(meters/second)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Speed Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%WindDir(degrees)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Precip_Tot(mm)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Rain Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SlrFluxDensity_Avg(W/m^2)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SlrFluxDensity_Avg(W/m^2) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key1.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Battery - -SELECT - "time", - value, - measure -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure ilike 'BattV_Avg(Volts)') - ORDER BY 1 - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key1.data -WHERE node_id = '$node' - AND time <= now() -ORDER BY 1 \ No newline at end of file diff --git a/Research and Outreach Centers (ROCs)/Campbell ROC_metric b/Research and Outreach Centers (ROCs)/Campbell ROC_metric deleted file mode 100644 index 62213be..0000000 --- a/Research and Outreach Centers (ROCs)/Campbell ROC_metric +++ /dev/null @@ -1,2139 +0,0 @@ -## Atmospheric - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'AirTemp_Avg(Deg C)' or measure = 'RH(%)' or measure = 'BarometricPress_Avg(kPa)') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key1."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'AirTemp_Avg(Deg C)' -), hum as ( -select time, value as "hum" -from $project_key1."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'RH(%)' -), press as ( -select time, value as "press" -from $project_key1."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'BarometricPress_Avg(kPa)' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $airHygro_VUE_10_MIN or -join1.temp > $airHygro_VUE_10_MAX or -join1.temp is null or -join1.hum < $rhHygro_VUE_10_MIN or -join1.hum > $rhHygro_VUE_10_MAX or -join1.hum is null or -press.press < $pressCS100_MIN or -press.press > $pressCS100_MAX or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'BarometricPress_Avg(kPa)' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'RH(%)' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'AirTemp_Avg(Deg C)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%AirTemp_Avg(Deg C)%' or measure ilike '%BarometricPress_Avg(kPa)%' or measure ilike '%RH(%)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilVWC_Avg(m^3/m^3)%' or measure ilike '%SoilTemp_Avg(Deg C)%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key1.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilTemp_Avg(Deg C)' -), svwc as ( -select time, (value*100) as "svwc" -from $project_key1.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilVWC_Avg(m^3/m^3)' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $CS655_soiltemp_MIN or -join1.st > $CS655_soiltemp_MAX or -join1.st is null or -svwc.svwc < $CS655_soilvwc_MIN or -svwc.svwc > $CS655_soilvwc_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilVWC_Avg(m^3/m^3)' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilTemp_Avg(Deg C)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilVWC_Avg(m^3/m^3)%' or measure ilike '%SoilTemp_Avg(Deg C)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## EC Bulk - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'SoilEC_Avg(dS/m)' and (value < $CS655_BulkEC_min or value > $CS655_BulkEC_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -bec1_observations as ( - SELECT - "time" AS bec1_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilEC_Avg(dS/m)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (bec1_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN bec1_observations ON time = bec1_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind speed - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindSpeed_Avg(meters/second)') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'WindSpeed_Avg(meters/second)' and ((value) < $05103_windspd_MIN or (value) > $05103_windspd_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'WindSpeed_Avg(meters/second)') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'WindSpeed_Avg(meters/second)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%WindSpeed_Avg(meters/second)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Average Wind Speed (Within Current Time Range) (stat) - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindSpeed_Avg(meters/second)') -ORDER BY time - -## wind direction - -SELECT - "time", - value, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindDir(degrees)') - ORDER BY 1 - - ## QAQC wind direction - - # data - - SELECT - "time", - value, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindDir(degrees)') - ORDER BY 1 - - # range - - SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'WindDir(degrees)' and (value < $05103_winddir_MIN or value > $05103_winddir_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Average Wind Direction (Within Current Time Range) (stat) - -SELECT - "time", - value, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'WindDir(degrees)') - ORDER BY 1 - - ## Rainfall - - # Data - - ( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Precip_Tot(mm)%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) Then 1 - when (measure = 'Precip_Tot(mm)' and (value < $TE525WSL_rain_MIN or value > $TE525WSL_rain_MAX)) Then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Precip_Tot(mm)') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'Precip_Tot(mm)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (rain_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN rain_observations ON time = rain_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Precip_Tot(mm)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Total Rain (Within Current Time Range) (stat) - reduce sum - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Precip_Tot(mm)') -ORDER BY time - -## Pyranometer - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key1.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SlrFluxDensity_Avg(W/m^2)') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'SlrFluxDensity_Avg(W/m^2)' and (value < $Apogee_CS320_MIN or value > $Apogee_CS320_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'SlrFluxDensity_Avg(W/m^2)') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SlrFluxDensity_Avg(W/m^2)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SlrFluxDensity_Avg(W/m^2)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## ALL data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'AirTemp_Avg(Deg C)' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'RH(%)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'BarometricPress_Avg(kPa)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilVWC_Avg(m^3/m^3)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilEC_Avg(dS/m)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilPermittivity_Avg(unitless)' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.Temperature.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.VWC.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.EC_BULK.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.EC_PORE.1.2' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindSpeed_Avg(meters/second)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Precip_Tot(mm)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SlrFluxDensity_Avg(W/m^2)' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $airHygro_VUE_10_MIN or value > $airHygro_VUE_10_MAX) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'AirTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'RH(%)' -UNION -SELECT - "time" AS "time", - case - when (value < $rhHygro_VUE_10_MIN or value > $rhHygro_VUE_10_MAX) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'RH(%)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'BarometricPress_Avg(kPa)' -UNION -SELECT - "time" AS "time", - case - when (value < $pressCS100_MIN or value > $pressCS100_MAX) then 1 - else 0 - end as value, - 'Pressure Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'BarometricPress_Avg(kPa)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - case - when (value < $CS655_soiltemp_MIN or value > $CS655_soiltemp_MAX) then 1 - else 0 - end as value, - 'SoilTemp_Avg(Deg C) Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilTemp_Avg(Deg C)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilVWC_Avg(m^3/m^3)' -UNION -SELECT - "time" AS "time", - case - when ((value*100) < $CS655_soilvwc_MIN or (value*100) > $CS655_soilvwc_MAX) then 1 - else 0 - end as value, - 'SoilVWC_Avg(m^3/m^3) Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilVWC_Avg(m^3/m^3)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilEC_Avg(dS/m)' -UNION -SELECT - "time" AS "time", - case - when (value < $CS655_BulkEC_min or value > $CS655_BulkEC_max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilEC_Avg(dS/m)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilPermittivity_Avg(unitless)' -UNION -SELECT - "time" AS "time", - case - when (value < $CS655_Perm_min or value > $CS655_Perm_max) then 1 - else 0 - end as value, - 'SoilPermittivity_Avg(unitless) Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilPermittivity_Avg(unitless)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindSpeed_Avg(meters/second)' -UNION -SELECT - "time" AS "time", - case - when (value < $05103_windspd_MIN or value > $05103_windspd_MAX) then 1 - else 0 - end as value, - 'Wind Speed Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindSpeed_Avg(meters/second)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -UNION -SELECT - "time" AS "time", - case - when (value < $05103_winddir_MIN or value > $05103_winddir_MAX) then 1 - else 0 - end as value, - 'Wind Direction Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'WindDir(degrees)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Precip_Tot(mm)' -UNION -SELECT - "time" AS "time", - case - when (value < $TE525WSL_rain_MIN or value > $TE525WSL_rain_MAX) then 1 - else 0 - end as value, - 'Rain Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Precip_Tot(mm)' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SlrFluxDensity_Avg(W/m^2)' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_CS320_MIN or value > $Apogee_CS320_MAX) then 1 - else 0 - end as value, - 'SlrFluxDensity_Avg(W/m^2) Value Out of Range Flag' as metric -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SlrFluxDensity_Avg(W/m^2)' -ORDER BY 1 - -# missing - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilVWC_Avg(m^3/m^3)' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilTemp_Avg(Deg C)' - AND node_id = '$node' -), -ecb_observations as ( - SELECT - "time" AS ecb_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilEC_Avg(dS/m)' - AND node_id = '$node' -), -perm_observations as ( - SELECT - "time" AS perm_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilPermittivity_Avg(unitless)' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'BarometricPress_Avg(kPa)' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'RH(%)' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'AirTemp_Avg(Deg C)' - AND node_id = '$node' -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'WindSpeed_Avg(meters/second)' - AND node_id = '$node' -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'WindDir(degrees)' - AND node_id = '$node' -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'Precip_Tot(mm)' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND data.measure = 'SlrFluxDensity_Avg(W/m^2)' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (ecb_observation is NULL) then 1 - WHEN (perm_observation is NULL) then 1 - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (windspd_observation is NULL) then 1 - WHEN (winddirection_observation is NULL) then 1 - WHEN (rain_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN ecb_observations ON time = ecb_observation - LEFT JOIN perm_observations ON time = perm_observation - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN windspd_observations ON time = windspd_observation - LEFT JOIN winddirection_observations ON time = winddirection_observation - LEFT JOIN rain_observations ON time = rain_observation - LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%AirTemp_Avg(Deg C)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'AirTemp_Avg(Deg C) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'RH(%)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'RH(%) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%BarometricPress_Avg(kPa)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'BarometricPress_Avg(kPa) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilTemp_Avg(Deg C)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilTemp_Avg(Deg C) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilVWC_Avg(m^3/m^3)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilVWC_Avg(m^3/m^3) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilEC_Avg(dS/m)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilEC_Avg(dS/m) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilPermittivity_Avg(unitless)') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilPermittivity_Avg(unitless) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%WindSpeed_Avg(meters/second)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Speed Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%WindDir(degrees)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Precip_Tot(mm)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Rain Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key1.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SlrFluxDensity_Avg(W/m^2)%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key1.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SlrFluxDensity_Avg(W/m^2) Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key1.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Location - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key1.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Battery - -SELECT - "time", - value, - measure -FROM $project_key1.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure ilike 'BattV_Avg(Volts)') - ORDER BY 1 - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key1.data -WHERE node_id = '$node' - AND time <= now() -ORDER BY 1 \ No newline at end of file diff --git a/Research and Outreach Centers (ROCs)/GEMS ROC_english b/Research and Outreach Centers (ROCs)/GEMS ROC_english deleted file mode 100644 index 7d75f91..0000000 --- a/Research and Outreach Centers (ROCs)/GEMS ROC_english +++ /dev/null @@ -1,1718 +0,0 @@ -## Atmospheric - -# data - -(( -((SELECT - "time" AS "time", - (value*9/5)+32, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.TEMPERATURE' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'DPS368.0.PRESSURE' - order by time) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SHT31.0.TEMPERATURE' -), hum as ( -select time, value as "hum" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SHT31.0.HUMIDITY' -), -transposed_and_flagged as ( -select hum.time, join1.temp, join1.hum, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -hum.hum < $HaarRHMin or -hum.hum > $HaarRHMax or -hum.hum is null) then 1 -else 0 -end as range_flag -from hum -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = hum.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 --- pressure_observations as ( --- SELECT --- "time" AS pressure_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'DPS368.0.PRESSURE' --- AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.HUMIDITY' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.TEMPERATURE' - AND node_id = '$node' -) -SELECT - "time", - CASE - -- WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - -- LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SHT31%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil - -# data - -( -(((SELECT - "time" AS "time", - (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' - ) -UNION -SELECT - "time" AS "time", - (value*9/5)+32, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' - order by time) -UNION -( -with stemp as ( -select time, value as "stemp" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'DS18.0' -), svwc as ( -select time, (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100 as "svwc" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilMoisture.0' -), -transposed_and_flagged as ( -select svwc.time, join1.stemp, join1.svwc, -case -when (join1.stemp < $ds18_min or -join1.stemp > $ds18_max or -join1.stemp is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select stemp.time, stemp.stemp, svwc.svwc from stemp join svwc on stemp.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 - -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.0' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture.0%' or measure ilike '%DS18.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind Speed - -# data - -( -( -(SELECT - "time", - value*2.7, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind.0.AVG_DURATION%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Wind.0.AVG_DURATION' and ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Wind.0.AVG_DURATION') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind.0.AVG_DURATION' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind.0.AVG_DURATION%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind Direction (histogram) - -SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind Direction.0%') - ORDER BY 1 - - ## QAQC wind direction - - # data - - SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind Direction.0%') -ORDER BY time - -# range - -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Wind Direction.0' and (value < $e_vane_II_dir_min or value > $e_vane_II_dir_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind Direction.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (winddirection_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN winddirection_observations ON time = winddirection_observation -ORDER BY 1 - -## Average Wind Speed (Within Current Time Range) (stat) -reduce mean - -SELECT - "time", - value*2.7, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Wind.0.AVG_DURATION') -ORDER BY time - -## Average wind direction (stat) - -SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Wind Direction.0') - ORDER BY 1 - - ## rainfall - - # data - - ( -( -(SELECT - "time", - value/25.4, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Rain.0.COUNT%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Rain.0.COUNT' and ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Rain.0.COUNT') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Rain.0.COUNT' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (rain_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN rain_observations ON time = rain_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Rain.0.COUNT%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Total Rain (Within Current Time Range) (stat) - -SELECT - "time", - value/25.4, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Rain.0.COUNT') -ORDER BY time - -## Pyranometer - -# data - -( -( -(SELECT - "time", - value*800, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SolarRadiation.0%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'SolarRadiation.0' and ((value*800) < $Apogee_SP_421_SS_MIN or (value*800) > $Apogee_SP_421_SS_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'SolarRadiation.0') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SolarRadiation.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SolarRadiation.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All data - -# raw - -( -SELECT - "time" AS "time", - (value*9/5)+32, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.TEMPERATURE' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - (value*9/5)+32, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' -UNION -SELECT - "time" AS "time", - (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - value*2.7, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind.0.AVG_DURATION' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -UNION -SELECT - "time" AS "time", - value/25.4, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Rain.0.COUNT' -UNION -SELECT - "time" AS "time", - value*800, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SolarRadiation.0' -ORDER BY 1 - -# Range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' -UNION -SELECT - "time" AS "time", - case - when (value < $ds18_min or value > $ds18_max) then 1 - else 0 - end as value, - 'Soil Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' -UNION -SELECT - "time" AS "time", - (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - case - when ((((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100 < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Soil Moisture Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind.0.AVG_DURATION' -UNION -SELECT - "time" AS "time", - case - when ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX) then 1 - else 0 - end as value, - 'Wind Speed Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind.0.AVG_DURATION' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -UNION -SELECT - "time" AS "time", - case - when (value < $e_vane_II_dir_min or value > $e_vane_II_dir_max) then 1 - else 0 - end as value, - 'Wind Direction Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -UNION -SELECT - "time" AS "time", - value*$rain, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Rain.0.COUNT' -UNION -SELECT - "time" AS "time", - case - when ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX) then 1 - else 0 - end as value, - 'Rain Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Rain.0.COUNT' -UNION -SELECT - "time" AS "time", - value*800, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SolarRadiation.0' -UNION -SELECT - "time" AS "time", - case - when ((value*800) < $Apogee_SP_421_SS_MIN or (value*800) > $Apogee_SP_421_SS_MAX) then 1 - else 0 - end as value, - 'SolarRadiation Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SolarRadiation.0' -ORDER BY 1 - -# Missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.0' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.0' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.HUMIDITY' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.TEMPERATURE' - AND node_id = '$node' -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind.0.AVG_DURATION' - AND node_id = '$node' -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind Direction.0' - AND node_id = '$node' -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Rain.0.COUNT' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SolarRadiation.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (windspd_observation is NULL) then 1 - WHEN (winddirection_observation is NULL) then 1 - WHEN (rain_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN windspd_observations ON time = windspd_observation - LEFT JOIN winddirection_observations ON time = winddirection_observation - LEFT JOIN rain_observations ON time = rain_observation - LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SHT31.0.TEMPERATURE%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Temperature Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SHT31.0.HUMIDITY%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Humidity Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%DS18.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Soil Temperature Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Soil Moisture Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind.0.AVG_DURATION%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Speed Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind Direction.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Rain.0.COUNT%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Rain Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SolarRadiation.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SolarRadiation.0 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## battery - -SELECT - "time", - value, - measure -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'PAC1720.0.VOLTAGE_2' OR measure = 'PAC1720.0.VOLTAGE' ) - ORDER BY 1 - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - - - - diff --git a/Research and Outreach Centers (ROCs)/GEMS ROC_metric b/Research and Outreach Centers (ROCs)/GEMS ROC_metric deleted file mode 100644 index 76279db..0000000 --- a/Research and Outreach Centers (ROCs)/GEMS ROC_metric +++ /dev/null @@ -1,1715 +0,0 @@ -## Atmospheric - -# Data - -( -(((SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.TEMPERATURE' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' --- UNION --- SELECT --- "time" AS "time", --- value, --- measure as "metric" --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND node_id = '$node' --- AND measure = 'DPS368.0.PRESSURE' - order by time) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SHT31.0.TEMPERATURE' -), hum as ( -select time, value as "hum" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SHT31.0.HUMIDITY' -), -transposed_and_flagged as ( -select hum.time, join1.temp, join1.hum, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -hum.hum < $HaarRHMin or -hum.hum > $HaarRHMax or -hum.hum is null) then 1 -else 0 -end as range_flag -from hum -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = hum.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 --- pressure_observations as ( --- SELECT --- "time" AS pressure_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'DPS368.0.PRESSURE' --- AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.HUMIDITY' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.TEMPERATURE' - AND node_id = '$node' -) -SELECT - "time", - CASE - -- WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - -- LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SHT31%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil - -# data - -( -(((SELECT - "time" AS "time", - (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' - order by time) -UNION -( -with stemp as ( -select time, value as "stemp" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'DS18.0' -), svwc as ( -select time, (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100 as "svwc" -from $project_key.data -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilMoisture.0' -), -transposed_and_flagged as ( -select svwc.time, join1.stemp, join1.svwc, -case -when (join1.stemp < $ds18_min or -join1.stemp > $ds18_max or -join1.stemp is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select stemp.time, stemp.stemp, svwc.svwc from stemp join svwc on stemp.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.0' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture.0%' or measure ilike '%DS18.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind Speed - -# data - -( -( -(SELECT - "time", - value*$windspd, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind.0.AVG_DURATION%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Wind.0.AVG_DURATION' and ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Wind.0.AVG_DURATION') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind.0.AVG_DURATION' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind.0.AVG_DURATION%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Average Wind speed (stat) - reduce mean - -SELECT - "time", - value*$windspd, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Wind.0.AVG_DURATION') -ORDER BY time - -## Wind Direction - -SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind Direction.0%') - ORDER BY 1 - - ## QAQC Wind Direction - - # data - - SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind Direction.0%') -ORDER BY time - -# value - -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Wind Direction.0' and (value < $e_vane_II_dir_min or value > $e_vane_II_dir_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind Direction.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (winddirection_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN winddirection_observations ON time = winddirection_observation -ORDER BY 1 - -## Average Wind Direction (Within Current Time Range) (stat) - -SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Wind Direction.0') - ORDER BY 1 - - ## Rainfall - - # data - - ( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Rain.0.COUNT%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Rain.0.COUNT' and ((value) < $Davis_AeroCone_6466M_MIN or (value) > $Davis_AeroCone_6466M_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Rain.0.COUNT') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Rain.0.COUNT' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (rain_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN rain_observations ON time = rain_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Rain.0.COUNT%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Total rain (stat) - reduce sum - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Rain.0.COUNT') -ORDER BY time - -## Pyranometer - -# data - -( -( -(SELECT - "time", - value*800, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SolarRadiation.0%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'SolarRadiation.0' and ((value*800) < $Apogee_SP_421_SS_MIN or (value*800) > $Apogee_SP_421_SS_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'SolarRadiation.0') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SolarRadiation.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SolarRadiation.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.TEMPERATURE' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' -UNION -SELECT - "time" AS "time", - (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - value*$windspd, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind.0.AVG_DURATION' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -UNION -SELECT - "time" AS "time", - value *$rain, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Rain.0.COUNT' -UNION -SELECT - "time" AS "time", - value*800, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SolarRadiation.0' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHT31.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Soil Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' -UNION -SELECT - "time" AS "time", - (((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - case - when ((((4.824*power(10,-10)) *power((1000*(value)),3))-(2.278*power(10,-6))*power((1000*(value)),2)+((3.898*power(10,-3))*(1000*(value)))-2.154)*100 < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Soil Moisture Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind.0.AVG_DURATION' -UNION -SELECT - "time" AS "time", - case - when ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX) then 1 - else 0 - end as value, - 'Wind Speed Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind.0.AVG_DURATION' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -UNION -SELECT - "time" AS "time", - case - when (value < $e_vane_II_dir_min or value > $e_vane_II_dir_max) then 1 - else 0 - end as value, - 'Wind Direction Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Wind Direction.0' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Rain.0.COUNT' -UNION -SELECT - "time" AS "time", - case - when ((value) < $Davis_AeroCone_6466M_MIN or (value) > $Davis_AeroCone_6466M_MAX) then 1 - else 0 - end as value, - 'Rain Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Rain.0.COUNT' -UNION -SELECT - "time" AS "time", - value*800, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SolarRadiation.0' -UNION -SELECT - "time" AS "time", - case - when ((value*800) < $Apogee_SP_421_SS_MIN or (value*800) > $Apogee_SP_421_SS_MAX) then 1 - else 0 - end as value, - 'SolarRadiation Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SolarRadiation.0' -ORDER BY 1 - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.0' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.0' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.HUMIDITY' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SHT31.0.TEMPERATURE' - AND node_id = '$node' -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind.0.AVG_DURATION' - AND node_id = '$node' -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Wind Direction.0' - AND node_id = '$node' -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Rain.0.COUNT' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SolarRadiation.0' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (windspd_observation is NULL) then 1 - WHEN (winddirection_observation is NULL) then 1 - WHEN (rain_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN windspd_observations ON time = windspd_observation - LEFT JOIN winddirection_observations ON time = winddirection_observation - LEFT JOIN rain_observations ON time = rain_observation - LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SHT31.0.TEMPERATURE%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Temperature Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SHT31.0.HUMIDITY%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Humidity Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%DS18.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Soil Temperature Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Soil Moisture Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind.0.AVG_DURATION%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Speed Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Wind Direction.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Rain.0.COUNT%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Rain Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SolarRadiation.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SolarRadiation.0 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## battery - -SELECT - "time", - value, - measure -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'PAC1720.0.VOLTAGE_2' OR measure = 'PAC1720.0.VOLTAGE' ) - ORDER BY 1 - - diff --git a/Research and Outreach Centers (ROCs)/ROC README.md b/Research and Outreach Centers (ROCs)/ROC README.md deleted file mode 100644 index 7f52190..0000000 --- a/Research and Outreach Centers (ROCs)/ROC README.md +++ /dev/null @@ -1,16 +0,0 @@ -## ROC - - SQL for the ROC organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - ROC homepage - - Campbell ROC w/ error flagging_english - - Campbell ROC w/ error flagging_metric - - GEMS ROC w/ error flagging_english - - GEMS ROC w/ error flagging_metric - - Link to ROC Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4k/home?orgId=2) diff --git a/Research and Outreach Centers (ROCs)/ROC homepage b/Research and Outreach Centers (ROCs)/ROC homepage deleted file mode 100644 index 2b64ad7..0000000 --- a/Research and Outreach Centers (ROCs)/ROC homepage +++ /dev/null @@ -1,171 +0,0 @@ -## Overview (text) - -![GEMS Sensing](https://github.com/GEMS-sensing/Bgraphics/blob/main/roc_grafana_resize.png?raw=true) - -# Welcome -**To get started**, view your data by clicking on a dashboard, - or directly click on the node you want to view below - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -# Useful Links -[Weekly station inspections](https://docs.google.com/forms/d/e/1FAIpQLScpgslWeE62JmrKom6e5Bi1wZpgr5JqNGB6Q9M-CHqK8CeQww/viewform?usp=sf_link) - -[eROC SOP](https://docs.google.com/document/d/1GLtO7-_-xo1Wb9ppBzPQzv-kMmPZDAMr0YO2V6cBo9Y/edit?usp=sharing) - -## Map (geomap) - -WITH gemsLoc as ( - SELECT - -- DISTINCT published_at AS "time", - -- message AS metric, - distinct node_id, - ROW_NUMBER() OVER(ORDER BY $node_GEMS ASC) AS RowNum, - -- count(node_id) as index, - -- ARRAY(SELECT json_object_keys(message::json)) AS keys, - -- (message::json->'Diagnostic'->>'Time')::int AS val2, - -- (message::json->'Diagnostic'->'Devices'->'Kestrel'->'ACCEL'->>2)::float AS Accel_Z, - -- avg(((message::jsonb)->'Latitude')::float) as "Latitude", - -- avg(((message::jsonb)->'Longitude')::float) as "Longitude" - -- max(string_to_array('${location_GEMS:raw}', ',')) AS "node" - -- max(split_part(var, '|', 1)) as node_name, - max(split_part(var, '|', 2)::numeric) as latitude, - max(split_part(var, '|', 3)::numeric) as longitude - -- (loc->>1)::float AS Long, - -- (loc->>3)::float AS UpdateTime - -- min(((message::json)->'Data'->'Loc'->>3)::float) AS time - -- (elems1->>1)::float AS Long, - -- (elems1->>3)::int AS UpdateTime -FROM raw_data, unnest(string_to_array('${location_GEMS:raw}', ',')) as var -WHERE - $__timeFilter(published_at) AND node_id in ($node_GEMS) AND split_part(var, '|', 1) = node_id - GROUP BY 1, $__timeFilter(published_at) -), -campbellLoc as ( - SELECT - -- DISTINCT published_at AS "time", - -- message AS metric, - - distinct node_id, - ROW_NUMBER() OVER(ORDER BY $node ASC) AS RowNum, - -- count(node_id) as index, - -- ARRAY(SELECT json_object_keys(message::json)) AS keys, - -- (message::json->'Diagnostic'->>'Time')::int AS val2, - -- (message::json->'Diagnostic'->'Devices'->'Kestrel'->'ACCEL'->>2)::float AS Accel_Z, - avg(((message::jsonb)->'Latitude')::float) as latitude, - avg(((message::jsonb)->'Longitude')::float) as longitude - -- (loc->>1)::float AS Long, - -- (loc->>3)::float AS UpdateTime - -- min(((message::json)->'Data'->'Loc'->>3)::float) AS time - -- (elems1->>1)::float AS Long, - -- (elems1->>3)::int AS UpdateTime -FROM raw_data -WHERE - $__timeFilter(published_at) AND node_id in ($node) AND event = 'json' - GROUP BY 1, $__timeFilter(published_at) - -) - SELECT - -- distinct campbellLoc.index as "Campbell Node ID", - -- row_number() as dummy, - -- gemsLoc.node_id as "GEMS Node ID", - gemsLoc.node_id as gemsid, - campbellLoc.node_id as campbellid, - CASE - WHEN gemsLoc.node_id is not null THEN gemsLoc.node_id - WHEN campbellLoc.node_id is not null THEN campbellLoc.node_id - END - as id, - CASE - WHEN gemsLoc.node_id is not null THEN 'gems-met-stations-rocs' - WHEN campbellLoc.node_id is not null THEN 'campbell-stations-rocs' - END - as dashboard_name, - - CASE - WHEN gemsLoc.latitude is not null THEN gemsLoc.latitude - WHEN campbellLoc.latitude is not null THEN campbellLoc.latitude - END - as latitude, - - CASE - WHEN gemsLoc.longitude is not null THEN gemsLoc.longitude - WHEN campbellLoc.longitude is not null THEN campbellLoc.longitude - END - as longitude, - - - - - -- campbellLoc.node_id as campbellid, - -- gemsLoc.*, - -- campbellLoc.* - gemsLoc.latitude as "GEMS Lat", - gemsLoc.longitude as "GEMS Long", - -- FROM gemsLoc - - -- UNION - - -- SELECT - - -- distinct node_id, - -- CASE - -- WHEN node_id in ($node_GEMS) THEN avg(gemsLoc.latitude) - -- ELSE null - -- END - -- as "GEMS Lat", - -- CASE - -- WHEN node_id in ($node_GEMS) THEN avg(gemsLoc.longitude) - -- ELSE null - -- END - -- as "GEMS Long" - campbellLoc.latitude as "Campbell Lat", - campbellLoc.longitude as "Campbell Long" - - - FROM gemsLoc - FULL OUTER JOIN campbellLoc ON gemsLoc.node_id = campbellLoc.node_id WHERE gemsLoc.node_id is NULL OR campbellLoc.node_id is NULL - -- GROUP BY 1, - - - -- AND is_valid_json(message) - -- AND is_valid_time(message) - -- AND (message::json->'Data'->'Loc'->>0) is not null AND (message::json->'Data'->'Loc'->>1) is not null - -- AND loc->>0 is not null - -- AND loc->>1 is not null --- GROUP BY 1, $__timeFilter(published_at) --- ORDER BY 1 - -## Campbell nodes (table) - -SELECT - display_name -FROM $project_key1.raw -WHERE - node_id IN ($node) -AND project = 'EROC MET Stations' -AND display_name NOT ilike 'MET5A_SPRF' -AND display_name NOT ilike 'eROC_MET6' -AND display_name NOT ilike 'eROC_MET7A' -AND display_name NOT ilike 'eROC_MET7B' -AND display_name NOT ilike 'eROC_MET9' -Group by 1 -ORDER BY display_name desc - -## GEMS nodes (table) - -SELECT - display_name -FROM $project_key1.raw -WHERE - node_id IN ($node) -AND project = 'eROC' -Group by 1 --- ORDER BY LEFT (display_name,3) asc -ORDER BY SUBSTRING(display_name,4) asc \ No newline at end of file diff --git a/Research and Outreach Centers (ROCs)/ROC variables b/Research and Outreach Centers (ROCs)/ROC variables deleted file mode 100644 index 7c0caf6..0000000 --- a/Research and Outreach Centers (ROCs)/ROC variables +++ /dev/null @@ -1,53 +0,0 @@ -## PepsiCo homepage variables - -Data Sources -PostgreSQL Sensing0 eroc - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key1.meta -WHERE display_name NOT ilike 'MET5A_SPRF' -AND display_name NOT ilike 'eROC_MET6' -AND display_name NOT ilike 'eROC_MET7A' -AND display_name NOT ilike 'eROC_MET7B' -AND display_name NOT ilike 'eROC_MET9' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key1 -eroc - -## Campbell Dash - -Data Sources -PostgreSQL Sensing0 eroc - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key1.meta where project = 'EROC MET Stations' -AND display_name NOT ilike 'MET5A_SPRF' -AND display_name NOT ilike 'eROC_MET6' -AND display_name NOT ilike 'eROC_MET7A' -AND display_name NOT ilike 'eROC_MET7B' -AND display_name NOT ilike 'eROC_MET9' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key1 -eroc - -## GEMS dash - -Data Sources -PostgreSQL Sensing0 eroc - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'eROC' -AND display_name NOT ilike 'MET5A_SPRF' -AND display_name NOT ilike 'eROC_MET6' -AND display_name NOT ilike 'eROC_MET7A' -AND display_name NOT ilike 'eROC_MET7B' -AND display_name NOT ilike 'eROC_MET9' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key1 -eroc \ No newline at end of file diff --git a/Roadside Turf/Multi-value Roadisde Turf b/Roadside Turf/Multi-value Roadisde Turf deleted file mode 100644 index d08c4cc..0000000 --- a/Roadside Turf/Multi-value Roadisde Turf +++ /dev/null @@ -1,170 +0,0 @@ -## Battery - tranform label to fields - -SELECT -node_id, -display_name, - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - -- max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) as "battery" - -- max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") - AND node_id IN ($node) - AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY raw.message, raw.node_id, raw.display_name -ORDER BY "time" asc, 1 - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard", - display_name -FROM $project_key.data -WHERE node_id IN ($node) - AND time <= now() - Group by data.display_name -ORDER BY time asc; - -## VWC .5in - transform labels to fields (all time series below has this transform) - -SELECT - "time", - -- measure, - display_name, - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.VWC.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - ## EC Bulk .5in - - SELECT - "time", - -- measure, - display_name, - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.EC_Bulk.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Temp.5 in - -SELECT - "time", - -- measure, - display_name, - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## VWC 3 in - -SELECT - "time", - -- measure, - display_name, - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.VWC.1.2%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - - -## EC Bulk 3 in - -SELECT - "time", - -- measure, - display_name, - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.EC_Bulk.1.2%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Temperature 3 in - -SELECT - "time", - -- measure, - display_name, - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - Group by data.measure, data.time, data.display_name, data.value - ORDER BY 1,2 - -## Gaseous Oxygen - -SELECT - "time", - -- measure, - display_name, - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND (measure = 'Apogee O2.Oxygen_%.1.4') - -- Group by 1 - Group by data.measure, data.time, data.display_name, data.value, 1 - ORDER BY 1,2 - -## Raw data (table) - transforms join by field, organize fields - -# A - -SELECT - "time" AS "time", - measure as "metric", - value -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc - -# B - -SELECT - "time" AS "time", - display_name as "node_id" -FROM roadsideturf.data -WHERE - $__timeFilter("time") - AND node_id IN ($node) - AND measure NOT ilike 'latitude' - AND measure NOT ilike 'longitude' - AND measure NOT ilike 'altitude' -ORDER BY time asc diff --git a/Roadside Turf/README.md b/Roadside Turf/README.md deleted file mode 100644 index 6a3c4a1..0000000 --- a/Roadside Turf/README.md +++ /dev/null @@ -1,80 +0,0 @@ -# DRAFT README - -## SQL Queries for Error Flagging - -This document provides an overview of the SQL queries used for creating the error flagging dashboard. The queries are organized by parameter and are used to extract, flag, and transform the data for display. - -### Sections - -1. **Soil Temperature** - - **Device**: Acclima TDR 315H - - **Data**: Extracts soil temperature data, flags values out of range, and handles missing values. - - **Conversion**: Converts Celsius to Fahrenheit using the formula `value * 9/5 + 32`. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the soil temperature is below `$TDR315H_ST_MIN` or above `$TDR315H_ST_MAX`. - - **Missing Value Flag**: Flags timestamps where soil temperature data is missing for either `Acclima Soil.Temperature.1.1` or `Acclima Soil.Temperature.1.2`. - - **Standard Deviation Warning Flag**: Flags data points where the soil temperature deviates significantly from the mean, beyond `($stddev)` standard deviations. - -2. **Soil VWC (Volumetric Water Content)** - - **Device**: Acclima TDR 315H - - **Data**: Extracts soil VWC data, flags values out of range, and handles missing values. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the soil VWC is below `$TDR315H_VWC_MIN` or above `$TDR315H_VWC_MAX`. - - **Missing Value Flag**: Flags timestamps where soil VWC data is missing for either `Acclima Soil.VWC.1.1` or `Acclima Soil.VWC.1.2`. - - **Standard Deviation Warning Flag**: Flags data points where the soil VWC deviates significantly from the mean, beyond `($stddev)` standard deviations. - -4. **Soil Bulk EC (Electrical Conductivity)** - - **Device**: Acclima TDR 315H - - **Data**: Extracts soil bulk EC data, flags values out of range, and handles missing values. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the soil bulk EC is below `$TDR_BEC_Min` or above `$TDR_BEC_Max`. - - **Missing Value Flag**: Flags timestamps where soil bulk EC data is missing for either `Acclima Soil.EC_BULK.1.1` or `Acclima Soil.EC_BULK.1.2`. - - **Standard Deviation Warning Flag**: Flags data points where the soil bulk EC deviates significantly from the mean, beyond `($stddev)` standard deviations. - -6. **Gaseous Oxygen** - - **Device**: Apogee SO-421 - - **RTGS Lab Documentation**: [link](https://docs.google.com/document/d/1sSIqwZadugohV1z3KlkYNq5_NqnwWkOkqZUmqoD2ipU/edit#heading=h.chyrpdu40hh6) - - **Data**: Extracts and flags gaseous oxygen data. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the oxygen value is below `$Apogee_SO421_MIN` or above `$Apogee_SO421_MAX`. - - **Missing Value Flag**: Flags timestamps where gaseous oxygen data is missing. - - **Standard Deviation Warning Flag**: Flags data points where the oxygen value deviates significantly from the mean, beyond `($stddev)` standard deviations. - -8. **Raw Data (within current time range)** - - **Data**: Extracts raw sensor data for bulk download table. - -### Database Parameters and Display Mapping - -| Database Parameter | Displayed As | Definition | Value Out of Range Flag Logic | Missing Value Flag Logic | Standard Deviation Warning Flag Logic | -|----------------------------------------|------------------------------------|------------------------------------------------|-------------------------------|--------------------------|---------------------------------------| -| Acclima Soil.Temperature.1.1 | Soil Temperature 1 | Soil temperature sensor 1 measurement in °F | `value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX` | `temp1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.Temperature.1.2 | Soil Temperature 2 | Soil temperature sensor 2 measurement in °F | `value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX` | `temp2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.VWC.1.1 | Soil VWC 1 | Volumetric water content sensor 1 measurement | `value < $TDR315H_VWC_MIN OR value > $TDR315H_VWC_MAX` | `vwc1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.VWC.1.2 | Soil VWC 2 | Volumetric water content sensor 2 measurement | `value < $TDR315H_VWC_MIN OR value > $TDR315H_VWC_MAX` | `vwc2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.EC_BULK.1.1 | Soil Bulk EC 1 | Bulk electrical conductivity sensor 1 measurement | `value < $TDR_BEC_Min OR value > $TDR_BEC_Max` | `bec1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.EC_BULK.1.2 | Soil Bulk EC 2 | Bulk electrical conductivity sensor 2 measurement | `value < $TDR_BEC_Min OR value > $TDR_BEC_Max` | `bec2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.EC_PORE.1.1 | Soil Pore EC 1 | Pore electrical conductivity sensor 1 measurement | `value < $TDR_Pore_Min OR value > $TDR_Pore_Max` | `pore1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.EC_PORE.1.2 | Soil Pore EC 2 | Pore electrical conductivity sensor 2 measurement | `value < $TDR_Pore_Min OR value > $TDR_Pore_Max` | `pore2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.Permitivity.1.1 | Soil Permitivity 1 | Soil permittivity sensor 1 measurement | `value < $TDR_Perm_Min OR value > $TDR_Perm_Max` | `perm1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.Permitivity.1.2 | Soil Permitivity 2 | Soil permittivity sensor 2 measurement | `value < $TDR_Perm_Min OR value > $TDR_Perm_Max` | `perm2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Apogee O2.Oxygen_%.1.4 | Gaseous Oxygen | Gaseous oxygen sensor measurement | `value < $Apogee_SO421_MIN OR value > $Apogee_SO421_MAX` | `apo2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Apogee O2.Temperature.1.4 | Gaseous Oxygen Temperature | Temperature measurement from the oxygen sensor | `value < $Apogee_SO421temp_min OR value > $Apogee_SO421temp_max` | `apo2temp_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | - -### Explanation of Flag Calculations - -- **Value Out of Range Flag**: Flags data points where the value is outside the acceptable range. - - Example: `CASE WHEN (value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX) THEN 1 ELSE 0 END AS value, 'Value Out of Range Flag' AS metric` - -- **Missing Value Flag**: Flags timestamps where expected data is missing. - - Example: `CASE WHEN (temp1_observation IS NULL OR temp2_observation IS NULL) THEN 1 ELSE 0 END AS value, 'Missing Value Flag' AS metric` - -- **Standard Deviation Warning Flag**: Flags data points where the value deviates significantly from the mean, beyond a specified number of standard deviations. - - Example: `CASE WHEN (abs(value - _avg) > ('$stddev'::numeric) * _stddev) THEN 1 ELSE 0 END AS value, 'Standard Deviation Warning Flag' AS metric` - -### Additional Queries - -- **Daily Operations Flag**: Flags days with missing operations data. - - Example: `CASE WHEN (operating_day IS NULL) THEN 1 ELSE 0 END AS "Daily Operations Flag"` - -- **Map - Transform Label to Field**: Extracts location data for visualization on a map. - - Example: `SELECT time, node_id, display_name, metric, value FROM (SELECT ROW_NUMBER() OVER ( diff --git a/Roadside Turf/Roadside Turf README.md b/Roadside Turf/Roadside Turf README.md deleted file mode 100644 index 37b5bd2..0000000 --- a/Roadside Turf/Roadside Turf README.md +++ /dev/null @@ -1,14 +0,0 @@ -## Roadside Turf - - SQL for the Roadside Turf organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - Roadside Turf homepage - - Multi-value Roadside Turf - - Roadside Turf w/ error flagging - - Link to Roadside Turf Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4krstdb/home?orgId=15) diff --git a/Roadside Turf/Roadside Turf homepage b/Roadside Turf/Roadside Turf homepage deleted file mode 100644 index f52e1d4..0000000 --- a/Roadside Turf/Roadside Turf homepage +++ /dev/null @@ -1,52 +0,0 @@ -## Overview (text) - -[![GEMS Sensing](https://gems.umn.edu/sites/gems.umn.edu/files/2022-09/gems_sensing_450x120.png)](https://gems.umn.edu/gems-services/gems-sensing) - -# Welcome -**To get started**, view your data by clicking on a dashboard or node id - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -# Links -[Roadside Turf Deployment SOP](https://docs.google.com/document/d/1HVPJdYsOce3oSLWycbtkbLa6FTrZZ5_9xCuI5P8cuTY/edit?usp=sharing) - -[Roadside Turf Field Notes](https://docs.google.com/spreadsheets/d/1ZD6ZWrzsgCAZe3s2-8wJIOEVnjFSNfS2BWrmZUaAduw/edit?usp=sharing) - -## Map (geomap) transformations prepare time, join by labels - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Nodes - -SELECT - display_name -FROM $project_key.raw -WHERE - node_id IN ($node) -Group by raw.display_name - ORDER BY 1 \ No newline at end of file diff --git a/Roadside Turf/Roadside Turf variables b/Roadside Turf/Roadside Turf variables deleted file mode 100644 index 5c3b9f0..0000000 --- a/Roadside Turf/Roadside Turf variables +++ /dev/null @@ -1,12 +0,0 @@ -## Roadside Turf variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Roadside Turf' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -roadsideturf \ No newline at end of file diff --git a/Roadside Turf/Roadside Turf with error flagging b/Roadside Turf/Roadside Turf with error flagging deleted file mode 100644 index 056e64a..0000000 --- a/Roadside Turf/Roadside Turf with error flagging +++ /dev/null @@ -1,1841 +0,0 @@ -## Soil Temperature - -# data - -( -( -(SELECT - "time", - value*9/5+32, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%' or measure ilike '%Acclima Soil.Temperature.1.2%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_ST_MIN or -svwc.svwc > $TDR315H_ST_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temp1_observations as ( - SELECT - "time" AS temp1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -temp2_observations as ( - SELECT - "time" AS temp2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temp1_observation IS NULL) then 1 - WHEN (temp2_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temp1_observations ON time = temp1_observation - LEFT JOIN temp2_observations ON time = temp2_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%' or measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil VWC - -#data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.VWC.1.2%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_VWC_MIN or -join1.st > $TDR315H_VWC_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc1_observations as ( - SELECT - "time" AS vwc1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -vwc2_observations as ( - SELECT - "time" AS vwc2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc1_observation IS NULL) then 1 - WHEN (vwc2_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc1_observations ON time = vwc1_observation - LEFT JOIN vwc2_observations ON time = vwc2_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil Bulk EC - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1' or measure = 'Acclima Soil.EC_BULK.1.2') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.EC_BULK.1.2' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR_BEC_Min or -join1.st > $TDR_BEC_Max or -join1.st is null or -svwc.svwc < $TDR_BEC_Min or -svwc.svwc > $TDR_BEC_Max or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -bec1_observations as ( - SELECT - "time" AS bec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -bec2_observations as ( - SELECT - "time" AS bec2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (bec1_observation IS NULL) then 1 - WHEN (bec2_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN bec1_observations ON time = bec1_observation - LEFT JOIN bec2_observations ON time = bec2_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.EC_BULK.1.1' or measure = 'Acclima Soil.EC_BULK.1.2') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gaseous Oxygen - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Oxygen_%.1.4') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Apogee O2.Oxygen_%.1.4' and (value < $Apogee_SO421_MIN or value > $Apogee_SO421_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Apogee O2.Oxygen_%.1.4') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -apo2_observations as ( - SELECT - "time" AS apo2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Oxygen_%.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (apo2_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN apo2_observations ON time = apo2_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Oxygen_%.1.4') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Raw Data (within current time range) - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Temperature.1.4' -ORDER BY 1 - -# SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SO421_MIN or value > $Apogee_SO421_MAX) then 1 - else 0 - end as value, - 'Apogee O2.Oxygen_%.1.4 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Temperature.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SO421temp_min or value > $Apogee_SO421temp_max) then 1 - else 0 - end as value, - 'Apogee O2.Temperature.1.4 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Temperature.1.4' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -bvwc_observations as ( - SELECT - "time" AS bvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -bstemperature_observations as ( - SELECT - "time" AS bstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -ecb_observations as ( - SELECT - "time" AS ecb_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -becb_observations as ( - SELECT - "time" AS becb_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -pore_observations as ( - SELECT - "time" AS pore_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -bpore_observations as ( - SELECT - "time" AS bpore_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.2' - AND node_id = '$node' -), -perm_observations as ( - SELECT - "time" AS perm_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -bperm_observations as ( - SELECT - "time" AS bperm_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.2' - AND node_id = '$node' -), -apo2_observations as ( - SELECT - "time" AS apo2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Oxygen_%.1.4' - AND node_id = '$node' -), -apo2temp_observations as ( - SELECT - "time" AS apo2temp_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Temperature.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (bvwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (bstemperature_observation is NULL) then 1 - WHEN (ecb_observation IS NULL) then 1 - WHEN (becb_observation IS NULL) then 1 - WHEN (pore_observation is NULL) then 1 - WHEN (bpore_observation is NULL) then 1 - WHEN (perm_observation is NULL) then 1 - WHEN (bperm_observation is NULL) then 1 - WHEN (apo2_observation is NULL) then 1 - WHEN (apo2temp_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN bvwc_observations ON time = bvwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN bstemperature_observations ON time = bstemperature_observation - LEFT JOIN ecb_observations ON time = ecb_observation - LEFT JOIN becb_observations ON time = becb_observation - LEFT JOIN pore_observations ON time = pore_observation - LEFT JOIN bpore_observations ON time = bpore_observation - LEFT JOIN perm_observations ON time = perm_observation - LEFT JOIN bperm_observations ON time = bperm_observation - LEFT JOIN apo2_observations ON time = apo2_observation - LEFT JOIN apo2temp_observations ON time = apo2temp_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee O2.Oxygen_%.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee O2.Oxygen_%.1.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee O2.Temperature.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee O2.Temperature.1.4 Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - - -# map - transform label to field - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -# Battery (bar) - reduce min max mean - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 \ No newline at end of file diff --git a/Stellenbosch University/Forest Nursery b/Stellenbosch University/Forest Nursery deleted file mode 100644 index 674d8b0..0000000 --- a/Stellenbosch University/Forest Nursery +++ /dev/null @@ -1,2696 +0,0 @@ -## Atmospheric - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.1' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.1' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.1' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil North - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil South - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind Speed - -# data - -( -( -(SELECT - "time", - value *$windspd, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.3.3%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_1.3.3' and ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Talon-Aux.PORT_1.3.3') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_1.3.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.3.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Average Speed (Within Current Time Range) (stat) - reduce mean - -SELECT - "time", - value*$windspd, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.3.3%') - ORDER BY time - -## Wind Direction - tranform join by filed, organize fields - -# A - -SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.1.3%') - ORDER BY 1 - - # B - - Expression - Math -(($A - 165)/2970)*360 - -# C -Reduce Mean $B - -## QAQC Wind Direction - -# A - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.1.3%') -ORDER BY time - -# B - -Expression Math -(($A - 165)/2970)*360 - -# range - -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_3.1.3' and ((((value-165)/2970)*360) < $e_vane_II_dir_min or (((value-165)/2970)*360) > $e_vane_II_dir_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.1.3' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# Missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_3.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (winddirection_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN winddirection_observations ON time = winddirection_observation -ORDER BY 1 - -## Wind direction (stat) - -SELECT - Calcs.time as time, - (360 + atan2(AVG(Calcs.AngleN) OVER(), AVG(Calcs.AngleE) OVER() )*180/pi())::INTEGER % 360 as MeanAngle, - Calcs.AngleN as "AngleN", - Calcs.AngleE as "AngleE" -FROM -( -SELECT - to_timestamp((message::json->'Data'->>'Time')::int) as time, - sin(((( - ((elems1->'Talon-Aux'->'PORT_3'->>1)::float) - ) - 165)/2970)*2*pi()) AS AngleN, - cos(((( - ((elems1->'Talon-Aux'->'PORT_3'->>1)::float) - ) - 165)/2970)*2*pi()) AS AngleE - FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Data'->'Devices') elems1 - WHERE - $__timeFilter("publish_time") - AND event = 'data/v2' - AND node_id = '$node' - AND elems1 ? 'Talon-Aux' - AND jsonb_typeof((elems1->'Talon-Aux'->'PORT_3'->1)) != 'null' - -- AND json_typeof((message::json->'Data'->'Time')) != 'null' - AND is_valid_json(message) - AND is_valid_time(message) -) Calcs -ORDER BY 1 - -## Rainfall - -# data - -( -( -(SELECT - "time", - value *$rain, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_2.2.3' and ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Talon-Aux.PORT_2.2.3') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_2.2.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (rain_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN rain_observations ON time = rain_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Total rain (stat) - -# A - -SELECT - "time", - value *$rain, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') -ORDER BY time - -# B expression -reduce sum $A - -## Pyranometer - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Apogee Pyro.Solar.1.4' and (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Apogee Pyro.Solar.1.4') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value*1.207, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.3.3' -UNION -SELECT - "time" AS "time", - ((value-165)/2970)*360, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.1.3' -UNION -SELECT - "time" AS "time", - value*0.2, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.3.3' -UNION -SELECT - "time" AS "time", - case - when ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX) then 1 - else 0 - end as value, - 'Wind Speed Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.3.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.1.3' -UNION -SELECT - "time" AS "time", - case - when ((((value-165)/2970)*360) < $e_vane_II_dir_min or (((value-165)/2970)*360) > $e_vane_II_dir_max) then 1 - else 0 - end as value, - 'Wind Direction Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - case - when ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX) then 1 - else 0 - end as value, - 'Rain Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX) then 1 - else 0 - end as value, - 'Apogee Pyro.Solar.1.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -bvwc_observations as ( - SELECT - "time" AS bvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -bstemperature_observations as ( - SELECT - "time" AS bstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_1.3.3' - AND node_id = '$node' -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_3.1.3' - AND node_id = '$node' -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_2.2.3' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (bvwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (bstemperature_observation is NULL) then 1 - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (windspd_observation is NULL) then 1 - WHEN (winddirection_observation is NULL) then 1 - WHEN (rain_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN bvwc_observations ON time = bvwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN bstemperature_observations ON time = bstemperature_observation - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -LEFT JOIN windspd_observations ON time = windspd_observation -LEFT JOIN winddirection_observations ON time = winddirection_observation -LEFT JOIN rain_observations ON time = rain_observation -LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.3.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Speed Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Rain Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee Pyro.Solar.1.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## Location - transform labels to fields - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Battery - expression reduce min max mean - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 - diff --git a/Stellenbosch University/Pot Trial b/Stellenbosch University/Pot Trial deleted file mode 100644 index dd65fcf..0000000 --- a/Stellenbosch University/Pot Trial +++ /dev/null @@ -1,2700 +0,0 @@ -## Atmospheric - -# Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.1' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.1' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.1' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil South - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil North - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Wind speed - -# data - -( -( -(SELECT - "time", - value *$windspd, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_3.3.3' and ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Talon-Aux.PORT_3.3.3') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_3.3.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Average Wind Speed (stat) - reduce mean - -SELECT - "time", - value*$windspd, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') - ORDER BY time - - ## Wind Direction - transform join by field - - # A - - SELECT - "time", - value, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.1.3%') - ORDER BY 1 - - # B - - Experession Math - (($A - 165)/2970)*360 - - ## QAQC Wind Direction - - # data - - SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.1.3%') -ORDER BY time - -# B - -Expression Math -(($A - 165)/2970)*360 - -# range - -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_1.1.3' and ((((value-165)/2970)*360) < $e_vane_II_dir_min or (((value-165)/2970)*360) > $e_vane_II_dir_max)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# Missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_1.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (winddirection_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN winddirection_observations ON time = winddirection_observation -ORDER BY 1 - -## Average wind direction (stat) - -# A - -SELECT - Calcs.time as time, - (360 + atan2(AVG(Calcs.AngleN) OVER(), AVG(Calcs.AngleE) OVER() )*180/pi())::INTEGER % 360 as MeanAngle, - Calcs.AngleN as "AngleN", - Calcs.AngleE as "AngleE" -FROM -( -SELECT - to_timestamp((message::json->'Data'->>'Time')::int) as time, - sin(((( - ((elems1->'Talon-Aux'->'PORT_1'->>1)::float) - ) - 165)/2970)*2*pi()) AS AngleN, - cos(((( - ((elems1->'Talon-Aux'->'PORT_1'->>1)::float) - ) - 165)/2970)*2*pi()) AS AngleE - FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Data'->'Devices') elems1 - WHERE - $__timeFilter("publish_time") - AND event = 'data/v2' - AND node_id = '$node' - AND elems1 ? 'Talon-Aux' - AND jsonb_typeof((elems1->'Talon-Aux'->'PORT_1'->1)) != 'null' - -- AND json_typeof((message::json->'Data'->'Time')) != 'null' - AND is_valid_json(message) - AND is_valid_time(message) -) Calcs -ORDER BY 1 - -## Rain - -# A - -( -( -(SELECT - "time", - value *$rain, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Talon-Aux.PORT_2.2.3' and ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Talon-Aux.PORT_2.2.3') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_2.2.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (rain_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN rain_observations ON time = rain_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# C - -Expression reduce mean - -## Total rain (stat) - -# A - -SELECT - "time", - value *$rain, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') -ORDER BY time - -# B - -expression reduce sum - -## Pyranometer - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') -ORDER BY time ) -UNION -SELECT - "time" AS "time", - case - when (value IS NULL) then 1 - when (measure = 'Apogee Pyro.Solar.1.4' and (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX)) then 1 - else 0 - end as value, - 'Value Out Of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'Apogee Pyro.Solar.1.4') -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (windspd_observation IS NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN windspd_observations ON time = windspd_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value*1.207, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.3.3' -UNION -SELECT - "time" AS "time", - ((value-165)/2970)*360, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -UNION -SELECT - "time" AS "time", - value*0.2, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.3.3' -UNION -SELECT - "time" AS "time", - case - when ((value*$windspd) < $E_VANE_II_MIN or (value*$windspd) > $E_VANE_II_MAX) then 1 - else 0 - end as value, - 'Wind Speed Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_3.3.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -UNION -SELECT - "time" AS "time", - case - when ((((value-165)/2970)*360) < $e_vane_II_dir_min or (((value-165)/2970)*360) > $e_vane_II_dir_max) then 1 - else 0 - end as value, - 'Wind Direction Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_1.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - case - when ((value*$rain) < $Davis_AeroCone_6466M_MIN or (value*$rain) > $Davis_AeroCone_6466M_MAX) then 1 - else 0 - end as value, - 'Rain Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Talon-Aux.PORT_2.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SP_421_SS_MIN or value > $Apogee_SP_421_SS_MAX) then 1 - else 0 - end as value, - 'Apogee Pyro.Solar.1.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee Pyro.Solar.1.4' -ORDER BY 1 - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -bvwc_observations as ( - SELECT - "time" AS bvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -bstemperature_observations as ( - SELECT - "time" AS bstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -), -windspd_observations as ( - SELECT - "time" AS windspd_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_3.3.3' - AND node_id = '$node' -), -winddirection_observations as ( - SELECT - "time" AS winddirection_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_1.1.3' - AND node_id = '$node' -), -rain_observations as ( - SELECT - "time" AS rain_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Talon-Aux.PORT_2.2.3' - AND node_id = '$node' -), -apogeesolar_observations as ( - SELECT - "time" AS apogeesolar_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee Pyro.Solar.1.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (bvwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (bstemperature_observation is NULL) then 1 - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (windspd_observation is NULL) then 1 - WHEN (winddirection_observation is NULL) then 1 - WHEN (rain_observation is NULL) then 1 - WHEN (apogeesolar_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN bvwc_observations ON time = bvwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN bstemperature_observations ON time = bstemperature_observation - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -LEFT JOIN windspd_observations ON time = windspd_observation -LEFT JOIN winddirection_observations ON time = winddirection_observation -LEFT JOIN rain_observations ON time = rain_observation -LEFT JOIN apogeesolar_observations ON time = apogeesolar_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_3.3.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Speed Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_1.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Wind Direction Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Talon-Aux.PORT_2.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Rain Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee Pyro.Solar.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee Pyro.Solar.1.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Location - transform labels to fields - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -# Battery - expression reduce max min mean - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 \ No newline at end of file diff --git a/Stellenbosch University/Stellenbosch b/Stellenbosch University/Stellenbosch deleted file mode 100644 index 850fc95..0000000 --- a/Stellenbosch University/Stellenbosch +++ /dev/null @@ -1,1724 +0,0 @@ -## Atmospheric - -# A - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.4' -), hum as ( -select time, value as "hum" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.4' -), press as ( -select time, value as "press" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.4' -), -transposed_and_flagged as ( -select press.time, join1.temp, join1.hum, press.press, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -press.press < $HaarPresMin or -press.press > $HaarPresMax or -press.press is null) then 1 -else 0 -end as range_flag -from press -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = press.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil A1 - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil A2 - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -ORDER BY 1 - -## range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -bvwc_observations as ( - SELECT - "time" AS bvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -bstemperature_observations as ( - SELECT - "time" AS bstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (bvwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (bstemperature_observation is NULL) then 1 - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN bvwc_observations ON time = bvwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN bstemperature_observations ON time = bstemperature_observation - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## Location - transform labels to fields - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## battery - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 \ No newline at end of file diff --git a/Stellenbosch University/Stellenbosch GH b/Stellenbosch University/Stellenbosch GH deleted file mode 100644 index 3345f9a..0000000 --- a/Stellenbosch University/Stellenbosch GH +++ /dev/null @@ -1,2656 +0,0 @@ -## Temperature - join by field by time - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'HAAR.SHT31.Temperature.2.4' OR measure = 'HAAR.SHT31.Temperature.2.3' OR measure = 'HAAR.SHT31.Temperature.2.2') -ORDER BY time ) -UNION -( -with temp1 as ( -select time, value as "temp1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.4' -), temp2 as ( -select time, value as "temp2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.3' -), temp3 as ( -select time, value as "temp3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.2' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $HaarTempMin or -join1.temp1 > $HaarTempMax or -join1.temp1 is null or -join1.temp2 < $HaarTempMin or -join1.temp2 > $HaarTempMax or -join1.temp2 is null or -temp3.temp3 < $HaarTempMin or -temp3.temp3 > $HaarTempMax or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.3' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Humidity - join by field by time - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'HAAR.SHT31.Humidity.2.4' OR measure = 'HAAR.SHT31.Humidity.2.3' OR measure = 'HAAR.SHT31.Humidity.2.2') -ORDER BY time ) -UNION -( -with hum1 as ( -select time, value as "hum1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.4' -), hum2 as ( -select time, value as "hum2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.3' -), hum3 as ( -select time, value as "hum3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.2' -), -transposed_and_flagged as ( -select hum3.time, join1.hum1, join1.hum2, hum3.hum3, -case -when (join1.hum1 < $HaarRHMin or -join1.hum1 > $HaarRHMax or -join1.hum1 is null or -join1.hum2 < $HaarRHMin or -join1.hum2 > $HaarRHMax or -join1.hum2 is null or -hum3.hum3 < $HaarRHMin or -hum3.hum3 > $HaarRHMax or -hum3.hum3 is null) then 1 -else 0 -end as range_flag -from hum3 -join (select hum1.time, hum1.hum1, hum2.hum2 from hum1 join hum2 on hum1.time = hum2.time) as join1 -on join1.time = hum3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -h1_observations as ( - SELECT - "time" AS h1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -h2_observations as ( - SELECT - "time" AS h2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.3' - AND node_id = '$node' -), -h3_observations as ( - SELECT - "time" AS h3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (h1_observation is NULL) then 1 - WHEN (h2_observation is NULL) then 1 - WHEN (h3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN h1_observations ON time = h1_observation - LEFT JOIN h2_observations ON time = h2_observation - LEFT JOIN h3_observations ON time = h3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Barometric Pressure - join by field by time - -# daily - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'HAAR.DPS368.Pressure.2.4' OR measure = 'HAAR.DPS368.Pressure.2.3' OR measure = 'HAAR.DPS368.Pressure.2.2') -ORDER BY time ) -UNION -( -with pressure1 as ( -select time, value as "pressure1" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.4' -), pressure2 as ( -select time, value as "pressure2" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.3' -), pressure3 as ( -select time, value as "pressure3" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.2' -), -transposed_and_flagged as ( -select pressure3.time, join1.pressure1, join1.pressure2, pressure3.pressure3, -case -when (join1.pressure1 < $HaarPresMin or -join1.pressure1 > $HaarPresMax or -join1.pressure1 is null or -join1.pressure2 < $HaarPresMin or -join1.pressure2 > $HaarPresMax or -join1.pressure2 is null or -pressure3.pressure3 < $HaarPresMin or -pressure3.pressure3 > $HaarPresMax or -pressure3.pressure3 is null) then 1 -else 0 -end as range_flag -from pressure3 -join (select pressure1.time, pressure1.pressure1, pressure2.pressure2 from pressure1 join pressure2 on pressure1.time = pressure2.time) as join1 -on join1.time = pressure3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -p1_observations as ( - SELECT - "time" AS p1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -p2_observations as ( - SELECT - "time" AS p2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.3' - AND node_id = '$node' -), -p3_observations as ( - SELECT - "time" AS p3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (p1_observation is NULL) then 1 - WHEN (p2_observation is NULL) then 1 - WHEN (p3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN p1_observations ON time = p1_observation - LEFT JOIN p2_observations ON time = p2_observation - LEFT JOIN p3_observations ON time = p3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil East - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil West - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), svwc as ( -select time, value as "svwc" -from $project_key."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%' or measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## All data - join by field by time - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' -) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature 2.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.3' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature 2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'Temperature 2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity 2.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity 2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'Humidity 2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.2' - - -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure 2.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure 2.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'Pressure 2.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -ORDER BY 1 - -## daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## missign value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -bvwc_observations as ( - SELECT - "time" AS bvwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -stemperature_observations as ( - SELECT - "time" AS stemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -bstemperature_observations as ( - SELECT - "time" AS bstemperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -pressure1_observations as ( - SELECT - "time" AS pressure1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.4' - AND node_id = '$node' -), -humidity1_observations as ( - SELECT - "time" AS humidity1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.4' - AND node_id = '$node' -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.4' - AND node_id = '$node' -), -pressure2_observations as ( - SELECT - "time" AS pressure2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.3' - AND node_id = '$node' -), -humidity2_observations as ( - SELECT - "time" AS humidity2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.3' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.3' - AND node_id = '$node' -), -pressure3_observations as ( - SELECT - "time" AS pressure3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.2' - AND node_id = '$node' -), -humidity3_observations as ( - SELECT - "time" AS humidity3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (bvwc_observation IS NULL) then 1 - WHEN (stemperature_observation is NULL) then 1 - WHEN (bstemperature_observation is NULL) then 1 - WHEN (pressure1_observation IS NULL) then 1 - WHEN (humidity1_observation IS NULL) then 1 - WHEN (temperature1_observation is NULL) then 1 - WHEN (pressure2_observation IS NULL) then 1 - WHEN (humidity2_observation IS NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (pressure3_observation IS NULL) then 1 - WHEN (humidity3_observation IS NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN bvwc_observations ON time = bvwc_observation - LEFT JOIN stemperature_observations ON time = stemperature_observation - LEFT JOIN bstemperature_observations ON time = bstemperature_observation - LEFT JOIN pressure1_observations ON time = pressure1_observation - LEFT JOIN humidity1_observations ON time = humidity1_observation - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN pressure2_observations ON time = pressure2_observation - LEFT JOIN humidity2_observations ON time = humidity2_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN pressure3_observations ON time = pressure3_observation - LEFT JOIN humidity3_observations ON time = humidity3_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -ORDER BY 1 - -## std dev - -( -WITH std_dev_timestamps as ( - SELECT -DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## Location - labels to fields - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Battery - reduce min mean max - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 \ No newline at end of file diff --git a/Stellenbosch University/Stellenbosch README.md b/Stellenbosch University/Stellenbosch README.md deleted file mode 100644 index 95c1be3..0000000 --- a/Stellenbosch University/Stellenbosch README.md +++ /dev/null @@ -1,16 +0,0 @@ -## Stellenbosch - - SQL for the Stellenbosch organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - Stellenbosch homepage - - Forest Nursery - - Pot Trial - - Stellenbosch - - Stellenbosch_GH - - Link to Stellenbosch Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4k/home?orgId=8) diff --git a/Stellenbosch University/Stellenbosch homepage b/Stellenbosch University/Stellenbosch homepage deleted file mode 100644 index 6808fbf..0000000 --- a/Stellenbosch University/Stellenbosch homepage +++ /dev/null @@ -1,55 +0,0 @@ -## Overview (text) - -![GEMS](https://github.com/GEMS-sensing/Bgraphics/blob/main/stell_gems_try2_350.png?raw=true) - -# Welcome -**To get started**, Click on a dashboard - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -# Links - -[Stellenbosh Field Notes](https://docs.google.com/spreadsheets/d/1nOwz6xEk7JmzBVfhXPUMCcSBuXbQeznE4bmLyrNGp4o/edit?usp=sharing) - -[Custom Deployment SOP](https://docs.google.com/document/d/1-ffKbiY272lQg60mBr95W1inQYIdhmDOTBjdm2Lp4sQ/edit?usp=sharing) - -[Weather Station SOP](https://docs.google.com/document/d/1oGioHuTDzDXLJaPd09G9TagH2DrDf-kw/edit?usp=sharing&ouid=104920122824537318290&rtpof=true&sd=true) - -## Map - transform prepeare time series, join by labels - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## Nodes - -SELECT - display_name -FROM $project_key.raw -WHERE - node_id IN ($node) -Group by raw.display_name - ORDER BY 1 \ No newline at end of file diff --git a/Stellenbosch University/Stellenbosch variables b/Stellenbosch University/Stellenbosch variables deleted file mode 100644 index 680ca9b..0000000 --- a/Stellenbosch University/Stellenbosch variables +++ /dev/null @@ -1,81 +0,0 @@ -## Stellenbosch homepage variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Stellenbosch'; -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -stellenbosch - -## Forest Nursery variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Stellenbosch' -AND display_name NOT ilike 'INT_GEMS_2' -AND display_name NOT ilike 'INT_GEMS_3' -AND display_name NOT ilike 'INT_GEMS_5' -AND display_name NOT ilike 'INT_GEMS_4' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -stellenbosch - -## Pot Trial variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Stellenbosch' -AND display_name NOT ilike 'INT_GEMS_2' -AND display_name NOT ilike 'INT_GEMS_3' -AND display_name NOT ilike 'INT_GEMS_6' -AND display_name NOT ilike 'INT_GEMS_4' -AND display_name NOT ilike 'INT_GEMS_4' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -stellenbosch - -## Stellenbosch variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Stellenbosch' -AND display_name NOT ilike 'INT_GEMS_3' -AND display_name NOT ilike 'INT_GEMS_5' -AND display_name NOT ilike 'INT_GEMS_4' -AND display_name NOT ilike 'INT_GEMS_6' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -stellenbosch - -## Stellenbosch GH variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Stellenbosch' -AND display_name NOT ilike 'INT_GEMS_2' -AND display_name NOT ilike 'INT_GEMS_6' -AND display_name NOT ilike 'INT_GEMS_5' -AND display_name NOT ilike 'INT_GEMS_4' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -stellenbosch \ No newline at end of file diff --git a/WinterTurf/WinterTurf README.md b/WinterTurf/WinterTurf README.md deleted file mode 100644 index 506c90b..0000000 --- a/WinterTurf/WinterTurf README.md +++ /dev/null @@ -1,15 +0,0 @@ -## WinterTurf - - SQL for the WinterTurf organziation on the GEMS Sensing Grafana Dashboards - - Included is the SQL from each panel per dashboard - - - # Dashboards for this organziation include - - - WinterTurf homepage - - WT v2A - - WT v2B - - WT_74_Custom - - Link to WinterTurf Dashboards: (https://sensing-0.msi.umn.edu/d/xupZNSY4k/home?orgId=5) diff --git a/WinterTurf/WinterTurf custom 74 b/WinterTurf/WinterTurf custom 74 deleted file mode 100644 index 534b9a6..0000000 --- a/WinterTurf/WinterTurf custom 74 +++ /dev/null @@ -1,1496 +0,0 @@ -## Atmospheric - -# data - join by field - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') -ORDER BY time ) -UNION -( -with temp as ( -select time, value as "temp" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Temperature.2.1' -), hum as ( -select time, value as "hum" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.SHT31.Humidity.2.1' -), ds18_2 as ( -select time, value as "ds18_2" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'HAAR.DPS368.Pressure.2.1' -), -transposed_and_flagged as ( -select ds18_2.time, join1.temp, join1.hum, ds18_2.ds18_2, -case -when (join1.temp < $HaarTempMin or -join1.temp > $HaarTempMax or -join1.temp is null or -join1.hum < $HaarRHMin or -join1.hum > $HaarRHMax or -join1.hum is null or -ds18_2.ds18_2 < $HaarPresMin or -ds18_2.ds18_2 > $HaarPresMax or -ds18_2.ds18_2 is null) then 1 -else 0 -end as range_flag -from ds18_2 -join (select temp.time, temp.temp, hum.hum from temp join hum on temp.time = hum.time) as join1 -on join1.time = ds18_2.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (pressure_observation IS NULL) then 1 - WHEN (humidity_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN pressure_observations ON time = pressure_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31%' or measure ilike '%HAAR.DPS368.Press%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') -ORDER BY time ) -UNION -( -with st as ( -select time, value as "st" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), svwc as ( -select time, value as "svwc" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), -transposed_and_flagged as ( -select svwc.time, join1.st, join1.svwc, -case -when (join1.st < $TDR315H_ST_MIN or -join1.st > $TDR315H_ST_MAX or -join1.st is null or -svwc.svwc < $TDR315H_VWC_MIN or -svwc.svwc > $TDR315H_VWC_MAX or -svwc.svwc is null) then 1 -else 0 -end as range_flag -from svwc -join (select st.time, st.st, svwc.svwc from st join svwc on st.time = svwc.time) as join1 -on join1.time = svwc.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -vwc_observations as ( - SELECT - "time" AS vwc_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (vwc_observation IS NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN vwc_observations ON time = vwc_observation - LEFT JOIN temperature_observations ON time = temperature_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%' or measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas - -# A - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas - Auxiliary - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Temperature.1.4' OR measure = 'Hedorah.Temperature.2.4' OR measure = 'Hedorah.Humidity.2.4') -ORDER BY time - -## All data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Temperature.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_mV.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Temperature.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Humidity.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Blue.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Clear.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Green.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.IR.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Red.15' - ) -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SO421_min or value > $Apogee_SO421_max) then 1 - else 0 - end as value, - 'Apogee O2.Oxygen_%.1.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $hedorah_CO2_min or value > $hedorah_CO2_max) then 1 - else 0 - end as value, - 'Hedorah.CO2.2.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarTempMin or value > $HaarTempMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Temperature.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Temperature.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarRHMin or value > $HaarRHMax) then 1 - else 0 - end as value, - 'HAAR.SHT31.Humidity.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.SHT31.Humidity.2.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -UNION -SELECT - "time" AS "time", - case - when (value < $HaarPresMin or value > $HaarPresMax) then 1 - else 0 - end as value, - 'HAAR.DPS368.Pressure.2.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'HAAR.DPS368.Pressure.2.1' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# Missing - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -t1_observations as ( - SELECT - "time" AS t1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -v1_observations as ( - SELECT - "time" AS v1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -ec1_observations as ( - SELECT - "time" AS ec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -ep1_observations as ( - SELECT - "time" AS ep1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_PORE.1.1' - AND node_id = '$node' -), -perm1_observations as ( - SELECT - "time" AS perm1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Permitivity.1.1' - AND node_id = '$node' -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Oxygen_%.1.4' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -), -pressure_observations as ( - SELECT - "time" AS pressure_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.DPS368.Pressure.2.1' - AND node_id = '$node' -), -humidity_observations as ( - SELECT - "time" AS humidity_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Humidity.2.1' - AND node_id = '$node' -), -temperature_observations as ( - SELECT - "time" AS temperature_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'HAAR.SHT31.Temperature.2.1' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (t1_observation IS NULL) then 1 - WHEN (v1_observation is NULL) then 1 - WHEN (ec1_observation is NULL) then 1 - WHEN (ep1_observation is NULL) then 1 - WHEN (perm1_observation is NULL) then 1 - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - WHEN (temperature_observation is NULL) then 1 - WHEN (humidity_observation is NULL) then 1 - WHEN (pressure_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN t1_observations ON time = t1_observation - LEFT JOIN v1_observations ON time = v1_observation - LEFT JOIN ec1_observations ON time = ec1_observation - LEFT JOIN ep1_observations ON time = ep1_observation - LEFT JOIN perm1_observations ON time = perm1_observation - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation - LEFT JOIN humidity_observations ON time = humidity_observation - LEFT JOIN temperature_observations ON time = temperature_observation - LEFT JOIN pressure_observations ON time = pressure_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Temperature.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Temperature.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.SHT31.Humidity.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.SHT31.Humidity.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee O2.Oxygen_%.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee O2.Oxygen_%.1.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah.CO2.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Hedorah.CO2.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%HAAR.DPS368.Pressure.2.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'HAAR.DPS368.Pressure.2.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## Location - transform labels to fields (geomap) - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## SoC (time series) - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Update time (stat) - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## Battery - expression reduce mean min max (bar gauge) - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 \ No newline at end of file diff --git a/WinterTurf/WinterTurf homepage b/WinterTurf/WinterTurf homepage deleted file mode 100644 index 8686f45..0000000 --- a/WinterTurf/WinterTurf homepage +++ /dev/null @@ -1,70 +0,0 @@ -## Overview - -[![GEMS Sensing](https://gems.umn.edu/sites/gems.umn.edu/files/2022-09/gems_sensing_450x120.png)](https://gems.umn.edu/gems-services/gems-sensing) - -# Welcome -**To get started**, view your data by clicking on a dashboard - -# Need Help? -Submit a help ticket https://gemsinformatics.freshdesk.com - -# About GEMS Sensing -GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) -in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) -and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). - -# Links - -[Installation video](https://z.umn.edu/wtinstallation) - -[Removal video](https://z.umn.edu/wtremove) - -[v3 installation SOP](https://docs.google.com/document/d/1Y2hSYxkIiSKA0Bqqbmoy5LDsqjBlMmjo/edit?usp=sharing&ouid=104920122824537318290&rtpof=true&sd=true) - -[v2A installation SOP](https://docs.google.com/document/d/1qTvLjV9lpXWGf6tW5T3W2zTSrRfwFy8m/edit?usp=sharing&ouid=104920122824537318290&rtpof=true&sd=true) - -[v2B installation SOP](https://docs.google.com/document/d/14R8FTdwWDFI8UxPa9P1mPcqxuLHsrwIT/edit?usp=sharing&ouid=104920122824537318290&rtpof=true&sd=true) - -## v2 nodes - -SELECT - display_name -FROM $project_key.data -WHERE - node_id IN ($nodea) -Group by data.display_name -ORDER BY length(display_name), display_name - -## v3 nodes - -SELECT - display_name -FROM $project_key.data -WHERE - node_id IN ($node) -Group by data.display_name -ORDER BY length(display_name), display_name - -## map - transforms prepare tiem series, join by labels - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - diff --git a/WinterTurf/WinterTurf v2A b/WinterTurf/WinterTurf v2A deleted file mode 100644 index 00609ea..0000000 --- a/WinterTurf/WinterTurf v2A +++ /dev/null @@ -1,1491 +0,0 @@ -## Soil Temperature - -# Data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'DS18.0' OR measure = 'DS18.1' OR measure = 'DS18.2') -ORDER BY time ) -UNION -( -with ds18_0 as ( -select time, value as "ds18_0" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'DS18.0' -), ds18_1 as ( -select time, value as "ds18_1" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'DS18.1' -), ds18_2 as ( -select time, value as "ds18_2" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'DS18.2' -), -transposed_and_flagged as ( -select ds18_2.time, join1.ds18_0, join1.ds18_1, ds18_2.ds18_2, -case -when (join1.ds18_0 < $ds18_min or -join1.ds18_0 > $ds18_max or -join1.ds18_0 is null or -join1.ds18_1 < $ds18_min or -join1.ds18_1 > $ds18_max or -join1.ds18_1 is null or -ds18_2.ds18_2 < $ds18_min or -ds18_2.ds18_2 > $ds18_max or -ds18_2.ds18_2 is null) then 1 -else 0 -end as range_flag -from ds18_2 -join (select ds18_0.time, ds18_0.ds18_0, ds18_1.ds18_1 from ds18_0 join ds18_1 on ds18_0.time = ds18_1.time) as join1 -on join1.time = ds18_2.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.0' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.1' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%DS18%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Relative Soil Moisture - -# data - -( -( -(SELECT - "time", - value/3, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'SoilMoisture.0' OR measure = 'SoilMoisture.1' OR measure = 'SoilMoisture.2') -ORDER BY time ) -UNION -( -with sm_0 as ( -select time, value as "sm_0" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilMoisture.0' -), sm_1 as ( -select time, value as "sm_1" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilMoisture.1' -), sm_2 as ( -select time, value as "sm_2" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'SoilMoisture.2' -), -transposed_and_flagged as ( -select sm_2.time, join1.sm_0, join1.sm_1, sm_2.sm_2, -case -when (join1.sm_0 < $vh400_min or -join1.sm_0 > $vh400_max or -join1.sm_0 is null or -join1.sm_1 < $vh400_min or -join1.sm_1 > $vh400_max or -join1.sm_1 is null or -sm_2.sm_2 < $vh400_min or -sm_2.sm_2 > $vh400_max or -sm_2.sm_2 is null) then 1 -else 0 -end as range_flag -from sm_2 -join (select sm_0.time, sm_0.sm_0, sm_1.sm_1 from sm_0 join sm_1 on sm_0.time = sm_1.time) as join1 -on join1.time = sm_2.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.0' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.1' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas - -# data - -( -((SELECT - "time", - value*$O2_m2_conversion, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'ApogeeO2.0.OXYGEN') -ORDER BY time -) -UNION -( -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Hedorah-NDIR.0.CO2') -Order by time -) -UNION -( -with oxygen as ( -select time, value*$O2_m2_conversion as "oxygen" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'ApogeeO2.1.OXYGEN' -), carbon as ( -select time, value as "carbon" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Hedorah-NDIR.1.CO2' -), -transposed_and_flagged as ( -select carbon.time, join1.oxygen, join1.carbon, -case -when (join1.oxygen < $Apogee_SO421_min or -join1.oxygen > $Apogee_SO421_max or -join1.oxygen is null or -carbon.carbon < $hedorah_CO2_min or -carbon.carbon > $hedorah_CO2_max or -carbon.carbon is null) then 1 -else 0 -end as range_flag -from carbon -join (select oxygen.time, oxygen.oxygen, carbon.carbon from oxygen join carbon on oxygen.time = carbon.time) as join1 -on join1.time = carbon.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 - -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'ApogeeO2.0.OXYGEN' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah-NDIR.0.CO2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'ApogeeO2.0.OXYGEN' OR measure = 'Hedorah-NDIR.0.CO2') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas - Auxiliary - -# data - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Hedorah-NDIR.0.TEMPERATURE' OR measure = 'Hedorah-NDIR.0.HUMIDITY') -ORDER BY time - -## All data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.2' -UNION -SELECT - "time" AS "time", - value/3, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - value/3, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.1' -UNION -SELECT - "time" AS "time", - value/3, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.2' -UNION -SELECT - "time" AS "time", - value*$O2_m2_conversion, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.OXYGEN' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.REF' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.CO2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.CURRENT' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.CURRENT_2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.VOLTAGE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.VOLTAGE_2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHTC3.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHTC3.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'TCS3400.0.LIGHT_BLUE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'TCS3400.0.LIGHT_GREEN' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'TCS3400.0.LIGHT_RED' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $ds18_min or value > $ds18_max) then 1 - else 0 - end as value, - 'DS18.0 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.0' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.1' -UNION -SELECT - "time" AS "time", - case - when (value < $ds18_min or value > $ds18_max) then 1 - else 0 - end as value, - 'DS18.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.2' -UNION -SELECT - "time" AS "time", - case - when (value < $ds18_min or value > $ds18_max) then 1 - else 0 - end as value, - 'DS18.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'DS18.2' -UNION -SELECT - "time" AS "time", - value/3, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - case - when ((value/3) < $vh400_min or (value/3) > $vh400_max) then 1 - else 0 - end as value, - 'SoilMoisture.0 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.0' -UNION -SELECT - "time" AS "time", - value/3, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.1' -UNION -SELECT - "time" AS "time", - case - when ((value/3) < $vh400_min or (value/3) > $vh400_max) then 1 - else 0 - end as value, - 'SoilMoisture.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.1' -UNION -SELECT - "time" AS "time", - value/3, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.2' -UNION -SELECT - "time" AS "time", - case - when ((value/3) < $vh400_min or (value/3) > $vh400_max) then 1 - else 0 - end as value, - 'SoilMoisture.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SoilMoisture.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.OXYGEN' -UNION -SELECT - "time" AS "time", - case - when ((value*$O2_m2_conversion) < $Apogee_SO421_min or (value*$O2_m2_conversion) > $Apogee_SO421_max) then 1 - else 0 - end as value, - 'ApogeeO2.0.OXYGEN Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.OXYGEN' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.CO2' -UNION -SELECT - "time" AS "time", - case - when (value < $hedorah_CO2_min or value > $hedorah_CO2_max) then 1 - else 0 - end as value, - 'Hedorah-NDIR.0.CO2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.CO2' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -t1_observations as ( - SELECT - "time" AS t1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.0' - AND node_id = '$node' -), -t2_observations as ( - SELECT - "time" AS t2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.1' - AND node_id = '$node' -), -t3_observations as ( - SELECT - "time" AS t3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'DS18.2' - AND node_id = '$node' -), -v1_observations as ( - SELECT - "time" AS v1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.0' - AND node_id = '$node' -), -v2_observations as ( - SELECT - "time" AS v2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.1' - AND node_id = '$node' -), -v3_observations as ( - SELECT - "time" AS v3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'SoilMoisture.2' - AND node_id = '$node' -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'ApogeeO2.0.OXYGEN' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah-NDIR.0.CO2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (t1_observation IS NULL) then 1 - WHEN (t2_observation IS NULL) then 1 - WHEN (t3_observation is NULL) then 1 - WHEN (v1_observation is NULL) then 1 - WHEN (v2_observation IS NULL) then 1 - WHEN (v3_observation IS NULL) then 1 - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN t1_observations ON time = t1_observation - LEFT JOIN t2_observations ON time = t2_observation - LEFT JOIN t3_observations ON time = t3_observation - LEFT JOIN v1_observations ON time = v1_observation - LEFT JOIN v2_observations ON time = v2_observation - LEFT JOIN v3_observations ON time = v3_observation - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%DS18.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'DS18.0 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%DS18.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'DS18.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%DS18.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'DS18.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture.0%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilMoisture.0 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilMoisture.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%SoilMoisture.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'SoilMoisture.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%ApogeeO2.0.OXYGEN%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'ApogeeO2.0.OXYGEN Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah-NDIR.0.CO2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Hedorah-NDIR.0.CO2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## SoC - -SELECT - "time", - value, - measure -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'PAC1720.0.VOLTAGE_2' OR measure = 'PAC1720.0.VOLTAGE' ) - ORDER BY 1 - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/WinterTurf/WinterTurf v2B b/WinterTurf/WinterTurf v2B deleted file mode 100644 index b3ea7ed..0000000 --- a/WinterTurf/WinterTurf v2B +++ /dev/null @@ -1,976 +0,0 @@ -## Gas 1 - -# data - -( -((SELECT - "time", - value*$O2_m2_conversion, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'ApogeeO2.0.OXYGEN') -ORDER BY time -) -UNION -( -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Hedorah-NDIR.0.CO2') -Order by time -) -UNION -( -with oxygen as ( -select time, value*$O2_m2_conversion as "oxygen" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'ApogeeO2.0.OXYGEN' -), carbon as ( -select time, value as "carbon" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Hedorah-NDIR.0.CO2' -), -transposed_and_flagged as ( -select carbon.time, join1.oxygen, join1.carbon, -case -when (join1.oxygen < $Apogee_SO421_min or -join1.oxygen > $Apogee_SO421_max or -join1.oxygen is null or -carbon.carbon < $hedorah_CO2_min or -carbon.carbon > $hedorah_CO2_max or -carbon.carbon is null) then 1 -else 0 -end as range_flag -from carbon -join (select oxygen.time, oxygen.oxygen, carbon.carbon from oxygen join carbon on oxygen.time = carbon.time) as join1 -on join1.time = carbon.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'ApogeeO2.0.OXYGEN' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah-NDIR.0.CO2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'ApogeeO2.0.OXYGEN' OR measure = 'Hedorah-NDIR.0.CO2') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas 2 - -# data - -( -((SELECT - "time", - value*$O2_m2_conversion, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'ApogeeO2.1.OXYGEN') -ORDER BY time -) -UNION -( -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Hedorah-NDIR.1.CO2') -Order by time -) -UNION -( -with oxygen as ( -select time, value*$O2_m2_conversion as "oxygen" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'ApogeeO2.1.OXYGEN' -), carbon as ( -select time, value as "carbon" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Hedorah-NDIR.1.CO2' -), -transposed_and_flagged as ( -select carbon.time, join1.oxygen, join1.carbon, -case -when (join1.oxygen < $Apogee_SO421_min or -join1.oxygen > $Apogee_SO421_max or -join1.oxygen is null or -carbon.carbon < $hedorah_CO2_min or -carbon.carbon > $hedorah_CO2_max or -carbon.carbon is null) then 1 -else 0 -end as range_flag -from carbon -join (select oxygen.time, oxygen.oxygen, carbon.carbon from oxygen join carbon on oxygen.time = carbon.time) as join1 -on join1.time = carbon.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'ApogeeO2.1.OXYGEN' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah-NDIR.1.CO2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'ApogeeO2.1.OXYGEN' OR measure = 'Hedorah-NDIR.1.CO2') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas - Auxiliary - -# data - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Hedorah-NDIR.0.TEMPERATURE' OR measure = 'Hedorah-NDIR.1.HUMIDITY' OR measure = 'Hedorah-NDIR.1.TEMPERATURE' OR measure = 'Hedorah-NDIR.0.HUMIDITY') -ORDER BY time - -## All data - -# raw - -( -SELECT - "time" AS "time", - value*$O2_m2_conversion, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.OXYGEN' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.REF' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value*$O2_m2_conversion, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.1.OXYGEN' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.1.REF' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.1.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.CO2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.1.CO2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.1.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.1.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.CURRENT' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.CURRENT_2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.VOLTAGE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHTC3.0.HUMIDITY' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'PAC1720.0.VOLTAGE_2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'SHTC3.0.TEMPERATURE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'TCS3400.0.LIGHT_BLUE' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'TCS3400.0.LIGHT_GREEN' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'TCS3400.0.LIGHT_RED' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when ((value*$O2_m2_conversion) < $Apogee_SO421_min or (value*$O2_m2_conversion) > $Apogee_SO421_max) then 1 - else 0 - end as value, - 'ApogeeO2.0.OXYGEN Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.0.OXYGEN' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.CO2' -UNION -SELECT - "time" AS "time", - case - when (value < $hedorah_CO2_min or value > $hedorah_CO2_max) then 1 - else 0 - end as value, - 'Hedorah-NDIR.0.CO2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.0.CO2' -UNION -SELECT - "time" AS "time", - value*$O2_m2_conversion, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.1.OXYGEN' -UNION -SELECT - "time" AS "time", - case - when ((value*$O2_m2_conversion) < $Apogee_SO421_min or (value*$O2_m2_conversion) > $Apogee_SO421_max) then 1 - else 0 - end as value, - 'ApogeeO2.1.OXYGEN Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'ApogeeO2.1.OXYGEN' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.1.CO2' -UNION -SELECT - "time" AS "time", - case - when (value < $hedorah_CO2_min or value > $hedorah_CO2_max) then 1 - else 0 - end as value, - 'Hedorah-NDIR.1.CO2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah-NDIR.1.CO2' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'ApogeeO2.0.OXYGEN' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah-NDIR.0.CO2' - AND node_id = '$node' -), -ox1_observations as ( - SELECT - "time" AS ox1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'ApogeeO2.1.OXYGEN' - AND node_id = '$node' -), -hed1_observations as ( - SELECT - "time" AS hed1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah-NDIR.1.CO2' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - WHEN (ox1_observation is NULL) then 1 - WHEN (hed1_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation - LEFT JOIN ox1_observations ON time = ox1_observation - LEFT JOIN hed1_observations ON time = hed1_observation -ORDER BY 1 - -# std Deviation - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%ApogeeO2.0.OXYGEN%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'ApogeeO2.0.OXYGEN Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah-NDIR.0.CO2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Hedorah-NDIR.0.CO2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%ApogeeO2.1.OXYGEN%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'ApogeeO2.1.OXYGEN Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah-NDIR.1.CO2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Hedorah-NDIR.1.CO2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## SoC - -SELECT - "time", - value, - measure -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND (measure = 'PAC1720.0.VOLTAGE_2' OR measure = 'PAC1720.0.VOLTAGE' ) - ORDER BY 1 - -# Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; diff --git a/WinterTurf/WinterTurf v3 b/WinterTurf/WinterTurf v3 deleted file mode 100644 index a498a31..0000000 --- a/WinterTurf/WinterTurf v3 +++ /dev/null @@ -1,2280 +0,0 @@ -## Soil Temperature - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.Temperature.1.1' OR measure = 'Acclima Soil.Temperature.1.2' OR measure = 'Acclima Soil.Temperature.1.3') -ORDER BY time -) -UNION -( -with temp1 as ( -select time, value as "temp1" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.1' -), temp2 as ( -select time, value as "temp2" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.2' -), temp3 as ( -select time, value as "temp3" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.Temperature.1.3' -), -transposed_and_flagged as ( -select temp3.time, join1.temp1, join1.temp2, temp3.temp3, -case -when (join1.temp1 < $TDR315H_ST_MIN or -join1.temp1 > $TDR315H_ST_MAX or -join1.temp1 is null or -join1.temp2 < $TDR315H_ST_MIN or -join1.temp2 > $TDR315H_ST_MAX or -join1.temp2 is null or -temp3.temp3 < $TDR315H_ST_MIN or -temp3.temp3 > $TDR315H_ST_MAX or -temp3.temp3 is null) then 1 -else 0 -end as range_flag -from temp3 -join (select temp1.time, temp1.temp1, temp2.temp2 from temp1 join temp2 on temp1.time = temp2.time) as join1 -on join1.time = temp3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -temperature1_observations as ( - SELECT - "time" AS temperature1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -temperature2_observations as ( - SELECT - "time" AS temperature2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -temperature3_observations as ( - SELECT - "time" AS temperature3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (temperature1_observation is NULL) then 1 - WHEN (temperature2_observation is NULL) then 1 - WHEN (temperature3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN temperature1_observations ON time = temperature1_observation - LEFT JOIN temperature2_observations ON time = temperature2_observation - LEFT JOIN temperature3_observations ON time = temperature3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Soil VWC - -# data - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Acclima Soil.VWC.1.1' OR measure = 'Acclima Soil.VWC.1.2' OR measure = 'Acclima Soil.VWC.1.3') -ORDER BY time ) -UNION -( -with vwc1 as ( -select time, value as "vwc1" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.1' -), vwc2 as ( -select time, value as "vwc2" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.2' -), vwc3 as ( -select time, value as "vwc3" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Acclima Soil.VWC.1.3' -), -transposed_and_flagged as ( -select vwc3.time, join1.vwc1, join1.vwc2, vwc3.vwc3, -case -when (join1.vwc1 < $TDR315H_VWC_MIN or -join1.vwc1 > $TDR315H_VWC_MAX or -join1.vwc1 is null or -join1.vwc2 < $TDR315H_VWC_MIN or -join1.vwc2 > $TDR315H_VWC_MAX or -join1.vwc2 is null or -vwc3.vwc3 < $TDR315H_VWC_MIN or -vwc3.vwc3 > $TDR315H_VWC_MAX or -vwc3.vwc3 is null) then 1 -else 0 -end as range_flag -from vwc3 -join (select vwc1.time, vwc1.vwc1, vwc2.vwc2 from vwc1 join vwc2 on vwc1.time = vwc2.time) as join1 -on join1.time = vwc3.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -VWC1_observations as ( - SELECT - "time" AS VWC1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -VWC2_observations as ( - SELECT - "time" AS VWC2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -VWC3_observations as ( - SELECT - "time" AS VWC3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (VWC1_observation is NULL) then 1 - WHEN (VWC2_observation is NULL) then 1 - WHEN (VWC3_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN VWC1_observations ON time = VWC1_observation - LEFT JOIN VWC2_observations ON time = VWC2_observation - LEFT JOIN VWC3_observations ON time = VWC3_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas - -# daily - -( -( -(SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Oxygen_%.1.4' OR measure = 'Hedorah.CO2.2.4') -ORDER BY time ) -UNION -( -with oxygen as ( -select time, value as "oxygen" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Apogee O2.Oxygen_%.1.4' -), carbon as ( -select time, value as "carbon" -from winterturf."data" -where $__timeFilter(time) -and node_id = '$node' -and measure = 'Hedorah.CO2.2.4' -), -transposed_and_flagged as ( -select carbon.time, join1.oxygen, join1.carbon, -case -when (join1.oxygen < $Apogee_SO421_min or -join1.oxygen > $Apogee_SO421_max or -join1.oxygen is null or -carbon.carbon < $hedorah_CO2_min or -carbon.carbon > $hedorah_CO2_max or -carbon.carbon is null) then 1 -else 0 -end as range_flag -from carbon -join (select oxygen.time, oxygen.oxygen, carbon.carbon from oxygen join carbon on oxygen.time = carbon.time) as join1 -on join1.time = carbon.time -) -select time, range_flag as value, 'Value Out of Range Flag' as metric -from transposed_and_flagged -order by time -) -ORDER BY 1 -) -UNION -( -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Oxygen_%.1.4' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation -) ORDER BY 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Oxygen_%.1.4' OR measure = 'Hedorah.CO2.2.4') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -ORDER BY 1 -) -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -## Gas - Auxiliary - -# A - -SELECT - "time", - value, - measure AS "metric" -FROM $project_key.data -WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure = 'Apogee O2.Temperature.1.4' OR measure = 'Hedorah.Temperature.2.4' OR measure = 'Hedorah.Humidity.2.4') -ORDER BY time - -## All data - -# raw - -( -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' - ) -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Temperature.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_mV.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Temperature.2.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.Humidity.2.4' - UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Blue.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Clear.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Green.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.IR.15' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Kestrel.ALS.Red.15' -ORDER BY 1 - -# range - -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_ST_MIN or value > $TDR315H_ST_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.Temperature.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Temperature.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR315H_VWC_MIN or value > $TDR315H_VWC_MAX) then 1 - else 0 - end as value, - 'Acclima Soil.VWC.1.3 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.VWC.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_BEC_Min or value > $TDR_BEC_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_BULK.1.3 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_BULK.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.1 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.2 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Pore_Min or value > $TDR_Pore_Max) then 1 - else 0 - end as value, - 'Acclima Soil.EC_PORE.1.3 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.EC_PORE.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.1 Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.1' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - case - when (value < $TDR_Perm_Min or value > $TDR_Perm_Max) then 1 - else 0 - end as value, - 'Acclima Soil.Permitivity.1.2 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.2' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Acclima Soil.Permitivity.1.3' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - case - when (value < $Apogee_SO421_min or value > $Apogee_SO421_max) then 1 - else 0 - end as value, - 'Apogee O2.Oxygen_%.1.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Apogee O2.Oxygen_%.1.4' -UNION -SELECT - "time" AS "time", - value, - measure as "metric" -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -UNION -SELECT - "time" AS "time", - case - when (value < $hedorah_CO2_min or value > $hedorah_CO2_max) then 1 - else 0 - end as value, - 'Hedorah.CO2.2.4 Value Out of Range Flag' as metric -FROM $project_key.data -WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure = 'Hedorah.CO2.2.4' -ORDER BY 1 - -# daily - -WITH operating_days as ( - SELECT DISTINCT date_trunc('day', time) as operating_day - FROM $project_key.data - WHERE $__timeFilter("time") AND node_id = '$node' - ORDER BY 1 -), -range_days as ( - SELECT range_day - FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') as range_day - ORDER BY 1 -) -SELECT - range_day as time, - CASE - WHEN (operating_day IS NULL) then 1 - ELSE 0 - END as "Daily Operations Flag" -FROM range_days LEFT JOIN operating_days ON range_day = operating_day -ORDER BY range_day - -# missing value - -WITH message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' - ORDER BY 1 -), -t1_observations as ( - SELECT - "time" AS t1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.1' - AND node_id = '$node' -), -t2_observations as ( - SELECT - "time" AS t2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.2' - AND node_id = '$node' -), -t3_observations as ( - SELECT - "time" AS t3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.Temperature.1.3' - AND node_id = '$node' -), -v1_observations as ( - SELECT - "time" AS v1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.1' - AND node_id = '$node' -), -v2_observations as ( - SELECT - "time" AS v2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.2' - AND node_id = '$node' -), -v3_observations as ( - SELECT - "time" AS v3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.VWC.1.3' - AND node_id = '$node' -), -ec1_observations as ( - SELECT - "time" AS ec1_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.1' - AND node_id = '$node' -), -ec2_observations as ( - SELECT - "time" AS ec2_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.2' - AND node_id = '$node' -), -ec3_observations as ( - SELECT - "time" AS ec3_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Acclima Soil.EC_BULK.1.3' - AND node_id = '$node' --- ), --- ep1_observations as ( --- SELECT --- "time" AS ep1_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'Acclima Soil.EC_PORE.1.1' --- AND node_id = '$node' --- ), --- ep2_observations as ( --- SELECT --- "time" AS ep2_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'Acclima Soil.EC_PORE.1.2' --- AND node_id = '$node' --- ), --- ep3_observations as ( --- SELECT --- "time" AS ep3_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'Acclima Soil.EC_PORE.1.3' --- AND node_id = '$node' --- ), --- perm1_observations as ( --- SELECT --- "time" AS perm1_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'Acclima Soil.Permitivity.1.1' --- AND node_id = '$node' --- ), --- perm2_observations as ( --- SELECT --- "time" AS perm2_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'Acclima Soil.Permitivity.1.2' --- AND node_id = '$node' --- ), --- perm3_observations as ( --- SELECT --- "time" AS perm3_observation --- FROM $project_key.data --- WHERE --- $__timeFilter("time") --- AND data.measure = 'Acclima Soil.Permitivity.1.3' --- AND node_id = '$node' -), -ox_observations as ( - SELECT - "time" AS ox_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Apogee O2.Oxygen_%.1.4' - AND node_id = '$node' -), -hed_observations as ( - SELECT - "time" AS hed_observation - FROM $project_key.data - WHERE - $__timeFilter("time") - AND data.measure = 'Hedorah.CO2.2.4' - AND node_id = '$node' -) -SELECT - "time", - CASE - WHEN (t1_observation IS NULL) then 1 - WHEN (t2_observation IS NULL) then 1 - WHEN (t3_observation is NULL) then 1 - WHEN (v1_observation is NULL) then 1 - WHEN (v2_observation IS NULL) then 1 - WHEN (v3_observation IS NULL) then 1 - WHEN (ec1_observation is NULL) then 1 - WHEN (ec2_observation is NULL) then 1 - WHEN (ec3_observation is NULL) then 1 - -- WHEN (ep1_observation is NULL) then 1 - -- WHEN (ep2_observation is NULL) then 1 - -- WHEN (ep3_observation is NULL) then 1 - -- WHEN (perm1_observation is NULL) then 1 - -- WHEN (perm2_observation is NULL) then 1 - -- WHEN (perm3_observation is NULL) then 1 - WHEN (ox_observation is NULL) then 1 - WHEN (hed_observation is NULL) then 1 - ELSE 0 - END AS value, - 'Missing Value Flag' as metric -FROM message_timestamps - LEFT JOIN t1_observations ON time = t1_observation - LEFT JOIN t2_observations ON time = t2_observation - LEFT JOIN t3_observations ON time = t3_observation - LEFT JOIN v1_observations ON time = v1_observation - LEFT JOIN v2_observations ON time = v2_observation - LEFT JOIN v3_observations ON time = v3_observation - LEFT JOIN ec1_observations ON time = ec1_observation - LEFT JOIN ec2_observations ON time = ec2_observation - LEFT JOIN ec3_observations ON time = ec3_observation - -- LEFT JOIN ep1_observations ON time = ep1_observation - -- LEFT JOIN ep2_observations ON time = ep2_observation - -- LEFT JOIN ep3_observations ON time = ep3_observation - -- LEFT JOIN perm1_observations ON time = perm1_observation - -- LEFT JOIN perm2_observations ON time = perm2_observation - -- LEFT JOIN perm3_observations ON time = perm3_observation - LEFT JOIN ox_observations ON time = ox_observation - LEFT JOIN hed_observations ON time = hed_observation -ORDER BY 1 - -# std dev - -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Temperature.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Temperature.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.VWC.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.VWC.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_BULK.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_BULK.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.EC_PORE.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.EC_PORE.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.1%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.1 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.2%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.2 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Acclima Soil.Permitivity.1.3%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Acclima Soil.Permitivity.1.3 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Apogee O2.Oxygen_%.1.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Apogee O2.Oxygen_%.1.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -UNION -( -WITH std_dev_timestamps as ( - SELECT - DISTINCT "time" as std_dev_timestamp - FROM - ( - SELECT - "time", - value, - avg(value) over w as _avg, - stddev(value) over w as _stddev, - measure - FROM $project_key.data - WHERE - $__timeFilter(time) - AND node_id = '$node' - AND (measure ilike '%Hedorah.CO2.2.4%') - WINDOW w AS (partition by measure, time_bucket(INTERVAL '$window minutes', "time")) - ORDER BY time - ) AS d - WHERE - abs(value - _avg) > (('$stddev')::numeric)*_stddev -), -message_timestamps as ( - SELECT - DISTINCT "time" AS "time" - FROM $project_key.data - WHERE - $__timeFilter("time") - AND node_id = '$node' - AND measure NOT ILIKE 'altitude' - AND measure NOT ILIKE 'latitude' - AND measure NOT ILIKE 'longitude' -Order by 1 -) -SELECT - "time", - CASE - WHEN (std_dev_timestamp is NULL) then 0 - ELSE 1 - END AS value, - 'Hedorah.CO2.2.4 Standard Deviation Warning Flag' as metric -FROM message_timestamps LEFT JOIN std_dev_timestamps on "time" = std_dev_timestamp -Order by 1 -) -Order by time - -## Location - transform labels to fields - -SELECT - time, - node_id, - display_name, - metric, - value -FROM -(SELECT - ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, - time, - value, - measure as "metric", - node_id, - display_name -FROM $project_key.data -WHERE - node_id = '$node' - AND measure IN ('Longitude', 'Latitude') -) x -WHERE x.r <= 1 -ORDER BY x.time ASC - -## SoC - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - max((elems1->'GONK'->>'SoC')::float) AS "SoC", - max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", - max((elems2->'Kestrel'->'PORT_V'->>3)::float) AS "Solar" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 -WHERE - $__timeFilter("publish_time") AND node_id = '$node' AND event = 'diagnostic/v2' - AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') - -- AND (elems1 ? 'GONK') - AND is_valid_json(message) - AND is_valid_time(message) -GROUP BY 1 -ORDER BY 1 - -## Update time - -SELECT - max(time) as Time, - EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" -FROM $project_key.data -WHERE - node_id = '$node' - AND time <= now() -ORDER BY 1; - -## Battery - reduce min max mean (bar gauge) - -SELECT - to_timestamp((message::json->'Diagnostic'->>'Time')::int) as "time", - (elems1->'GONK'->'SoC')::float AS "SoC" -FROM $project_key.raw, jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1 -WHERE - $__timeFilter(publish_time) - AND node_id = '$node' - AND event = 'diagnostic/v2' - AND elems1 ? 'GONK' - AND is_valid_json(message) - AND is_valid_time(message) - -GROUP BY 1, 2 -ORDER BY 1 \ No newline at end of file diff --git a/WinterTurf/WinterTurf variables b/WinterTurf/WinterTurf variables deleted file mode 100644 index dc2a843..0000000 --- a/WinterTurf/WinterTurf variables +++ /dev/null @@ -1,97 +0,0 @@ -## WinterTurf homepage variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from winterturf.meta where project = 'Winter Turf - v3' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -winterturf - -## WinterTurf v2A variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard - -$node -query: select distinct(display_name, node_id) from winterturf.meta where project = 'Winter Turf - v3' - -$nodea -query : select distinct(display_name, node_id) from $project_key.meta where (project = 'Winter Turf - v2' or project = 'Winter Turf - 2020 - Type A') -AND display_name NOT ilike 'Winter_Turf_Type_A_-_11' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_1' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_11A' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_14' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_4' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_15' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_16' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_18' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_20' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_24' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_27' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_3' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_31' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_34' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_34A' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_8' -AND display_name NOT ilike 'Winter_Turf_Type_B_-_4' -AND display_name NOT ilike 'Winter_Turf_Type_A_-_9' -AND display_name NOT ilike 'Winter_Turf_Type_B_-_2' -AND display_name NOT ilike 'Winter_Turf_Type_B_-_6' -AND display_name NOT ilike 'Winter_Turf_Type_B_-_11' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -winterturf - -## WinterTurf v2B variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where (project = 'Winter Turf - v2B') -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -winterturf - -## WinterTurf v3 variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where project = 'Winter Turf - v3' -AND display_name NOT ilike 'WinterTurf_Type_A_46' -AND display_name NOT ilike 'WinterTurf_Type_A_49' -AND display_name NOT ilike 'WinterTurf_Type_A_53' -AND display_name NOT ilike 'WinterTurf_Type_A_60' -AND display_name NOT ilike 'WinterTurf_Type_A_67' -AND display_name NOT ilike 'WinterTurf_Type_A_68' -AND node_id NOT ilike 'e00fce6883cd741b4a6c43e8' -AND node_id NOT ilike 'e00fce68c8bfc5d9cef22fab' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -winterturf - -## WinterTurf 74 custom variables - -Data Sources -PostgreSQL Sensing0 Ingest - -variables linked to dashboard -$node -query : select distinct(display_name, node_id) from $project_key.meta where display_name = 'WinterTurf_Type_A_74' -regex : /\((?[^,]+),(?[^)]+)\)/ - -# project_key -winterturf \ No newline at end of file diff --git a/WinterTurf/v3_README.md b/WinterTurf/v3_README.md deleted file mode 100644 index 7b96e17..0000000 --- a/WinterTurf/v3_README.md +++ /dev/null @@ -1,85 +0,0 @@ -# DRAFT README - -## SQL Queries for Error Flagging - -This document provides an overview of the SQL queries used for creating the error flagging dashboard. The queries are organized by parameter and are used to extract, flag, and transform the data for display. - -### Sections - -1. **Soil Temperature** - - **Device**: Acclima TDR 315H - - **Data**: Extracts soil temperature data, flags values out of range, and handles missing values. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the soil temperature is below `$TDR315H_ST_MIN` or above `$TDR315H_ST_MAX`. - - **Missing Value Flag**: Flags timestamps where soil temperature data is missing for `Acclima Soil.Temperature.1.1`, `Acclima Soil.Temperature.1.2`, or `Acclima Soil.Temperature.1.3`. - - **Standard Deviation Warning Flag**: Flags data points where the soil temperature deviates significantly from the mean, beyond `($stddev)` standard deviations. - - **Daily Operations Flag**: Flags days with missing operations data by comparing recorded dates against the expected date range. - -2. **Soil VWC (Volumetric Water Content)** - - **Device**: Acclima TDR 315H - - **Data**: Extracts soil VWC data, flags values out of range, and handles missing values. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the soil VWC is below `$TDR315H_VWC_MIN` or above `$TDR315H_VWC_MAX`. - - **Missing Value Flag**: Flags timestamps where soil VWC data is missing for `Acclima Soil.VWC.1.1`, `Acclima Soil.VWC.1.2`, or `Acclima Soil.VWC.1.3`. - - **Standard Deviation Warning Flag**: Flags data points where the soil VWC deviates significantly from the mean, beyond `($stddev)` standard deviations. - - **Daily Operations Flag**: Flags days with missing operations data. - -3. **Soil Bulk EC (Electrical Conductivity)** - - **Device**: Acclima TDR 315H - - **Data**: Extracts soil bulk EC data, flags values out of range, and handles missing values. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the soil bulk EC is below `$TDR_BEC_Min` or above `$TDR_BEC_Max`. - - **Missing Value Flag**: Flags timestamps where soil bulk EC data is missing for `Acclima Soil.EC_BULK.1.1`, `Acclima Soil.EC_BULK.1.2`, or `Acclima Soil.EC_BULK.1.3`. - - **Standard Deviation Warning Flag**: Flags data points where the soil bulk EC deviates significantly from the mean, beyond `($stddev)` standard deviations. - -4. **Gaseous Oxygen** - - **Device**: Apogee SO-421 - - **Data**: Extracts and flags gaseous oxygen data. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the oxygen value is below `$Apogee_SO421_MIN` or above `$Apogee_SO421_MAX`. - - **Missing Value Flag**: Flags timestamps where gaseous oxygen data is missing. - - **Standard Deviation Warning Flag**: Flags data points where the oxygen value deviates significantly from the mean, beyond `($stddev)` standard deviations. - -5. **CO2** - - **Device**: Hedorah CO2 Sensor - - **Data**: Extracts and flags CO2 data. - - **Error Handling and Processing**: - - **Value Out of Range Flag**: Flags data points where the CO2 value is below `$hedorah_CO2_min` or above `$hedorah_CO2_max`. - - **Missing Value Flag**: Flags timestamps where CO2 data is missing. - - **Standard Deviation Warning Flag**: Flags data points where the CO2 value deviates significantly from the mean, beyond `($stddev)` standard deviations. - -6. **Raw Data (within current time range)** - - **Data**: Extracts raw sensor data for bulk download table. - -### Database Parameters and Display Mapping - -| Database Parameter | Displayed As | Definition | Value Out of Range Flag Logic | Missing Value Flag Logic | Standard Deviation Warning Flag Logic | -|----------------------------------------|------------------------------------|------------------------------------------------|-------------------------------|--------------------------|---------------------------------------| -| Acclima Soil.Temperature.1.1 | Soil Temperature 1 | Soil temperature sensor 1 measurement in °F | `value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX` | `temp1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.Temperature.1.2 | Soil Temperature 2 | Soil temperature sensor 2 measurement in °F | `value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX` | `temp2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.VWC.1.1 | Soil VWC 1 | Volumetric water content sensor 1 measurement | `value < $TDR315H_VWC_MIN OR value > $TDR315H_VWC_MAX` | `vwc1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.VWC.1.2 | Soil VWC 2 | Volumetric water content sensor 2 measurement | `value < $TDR315H_VWC_MIN OR value > $TDR315H_VWC_MAX` | `vwc2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.EC_BULK.1.1 | Soil Bulk EC 1 | Bulk electrical conductivity sensor 1 measurement | `value < $TDR_BEC_Min OR value > $TDR_BEC_Max` | `bec1_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Acclima Soil.EC_BULK.1.2 | Soil Bulk EC 2 | Bulk electrical conductivity sensor 2 measurement | `value < $TDR_BEC_Min OR value > $TDR_BEC_Max` | `bec2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Apogee O2.Oxygen_%.1.4 | Gaseous Oxygen | Gaseous oxygen sensor measurement | `value < $Apogee_SO421_MIN OR value > $Apogee_SO421_MAX` | `apo2_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | -| Apogee O2.Temperature.1.4 | Gaseous Oxygen Temperature | Temperature measurement from the oxygen sensor | `value < $Apogee_SO421temp_min OR value > $Apogee_SO421temp_max` | `apo2temp_observation IS NULL` | `abs(value - _avg) > ($stddev::numeric) * _stddev` | - -### Explanation of Flag Calculations - -- **Value Out of Range Flag**: Flags data points where the value is outside the acceptable range. - - Example: `CASE WHEN (value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX) THEN 1 ELSE 0 END AS value, 'Value Out of Range Flag' AS metric` - -- **Missing Value Flag**: Flags timestamps where expected data is missing. - - Example: `CASE WHEN (temp1_observation IS NULL OR temp2_observation IS NULL) THEN 1 ELSE 0 END AS value, 'Missing Value Flag' AS metric` - -- **Standard Deviation Warning Flag**: Flags data points where the value deviates significantly from the mean, beyond a specified number of standard deviations. - - Example: `CASE WHEN (abs(value - _avg) > ('$stddev'::numeric) * _stddev) THEN 1 ELSE 0 END AS value, 'Standard Deviation Warning Flag' AS metric` - -### Additional Queries - -- **Daily Operations Flag**: Flags days with missing operations data. - - Example: `CASE WHEN (operating_day IS NULL) THEN 1 ELSE 0 END AS "Daily Operations Flag"` - -- **Map - Transform Label to Field**: Extracts location data for visualization on a map. - - Example: `SELECT time, node_id, display_name, metric, value FROM (SELECT ROW_NUMBER() OVER (PARTITION BY node_id, measure ORDER BY time DESC) r, time, value, measure as "metric", node_id, display_name FROM $project_key.data WHERE node_id = '$node' AND measure IN ('Longitude', 'Latitude')) x WHERE x.r <= 1 ORDER BY x.time ASC` - diff --git a/organizations/roadside-turf/README.md b/organizations/roadside-turf/README.md new file mode 100644 index 0000000..654d8e9 Binary files /dev/null and b/organizations/roadside-turf/README.md differ diff --git a/organizations/roadside-turf/dashboards/error-flagging/README.md b/organizations/roadside-turf/dashboards/error-flagging/README.md new file mode 100644 index 0000000..aac1158 Binary files /dev/null and b/organizations/roadside-turf/dashboards/error-flagging/README.md differ diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/battery-soc.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/battery-soc.sql new file mode 100644 index 0000000..f4a02c6 --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/battery-soc.sql @@ -0,0 +1,90 @@ +/* + * Panel: Battery and SoC (State of Charge) + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors sensor node power system including battery state of charge, + * average cell voltage, and solar panel voltage from diagnostic messages. + * Critical for system maintenance and power management. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph / Stat Panel + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $__timeFilter: Grafana time range filter function (on publish_time) + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * + * Data Sources: + * - Table: $project_key.raw (diagnostic message table) + * - Event Type: diagnostic/v2 + * - JSON Path: message.Diagnostic.Devices + * - Device Types: GONK (power management), Kestrel (environmental sensor) + * + * Expected Output: + * - time: Timestamp from diagnostic message + * - SoC: State of charge percentage (0-100%) + * - Battery: Average cell voltage in volts (converted from mV) + * - Solar: Solar panel voltage (PORT_V[3]) + * + * JSON Message Structure: + * { + * "Diagnostic": { + * "Time": unix_timestamp, + * "Devices": [ + * { + * "GONK": { + * "SoC": float, // State of charge percentage + * "CellVAvg": integer // Average cell voltage in millivolts + * } + * }, + * { + * "Kestrel": { + * "PORT_V": [v0, v1, v2, v3] // Array of port voltages + * } + * } + * ] + * } + * } + * */ + +-- ============================================================================= +-- Main Power System Monitoring Query +-- ============================================================================= + +SELECT + -- Extract timestamp from JSON diagnostic message + to_timestamp((message::json->'Diagnostic'->>'Time')::int) AS "time", + + -- State of Charge percentage from GONK power management unit + max((elems1->'GONK'->'SoC')::float) AS "SoC", + + -- Average cell voltage converted from millivolts to volts + max((elems1->'GONK'->'CellVAvg')::float/1000) AS "Battery", + + -- Solar panel voltage from Kestrel PORT_V[3] + max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" + +FROM $project_key.raw, + -- Parse JSON arrays for device data + jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, + jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 + +WHERE + -- Time range filter on message publish time + $__timeFilter("publish_time") + AND node_id = '$node' + AND event = 'diagnostic/v2' + + -- Ensure we have either GONK or Kestrel device data + AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') + + -- Data quality validation + AND is_valid_json(message) + AND is_valid_time(message) + +-- Aggregate multiple device records per timestamp +GROUP BY 1 +ORDER BY 1; + diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/gaseous-oxygen.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/gaseous-oxygen.sql new file mode 100644 index 0000000..da2c01b --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/gaseous-oxygen.sql @@ -0,0 +1,193 @@ +/* + * Panel: Gaseous Oxygen + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors soil gaseous oxygen concentration at 2" depth with error + * flagging including range validation, missing data detection, and + * statistical outlier identification. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * - $Apogee_SO421_MIN: 0 (minimum oxygen percentage threshold) + * - $Apogee_SO421_MAX: 100 (maximum oxygen percentage threshold) + * - $stddev: 2.6898 (standard deviation multiplier for outlier detection) + * - $window: Time window for statistical calculations (minutes) + * + * Data Sources: + * - Apogee O2.Oxygen_%.1.4: Gaseous oxygen concentration at 2" depth + * + * Expected Output: + * - time: Timestamp of measurement + * - value: Oxygen percentage OR flag value (0/1) + * - metric: Parameter name or flag type description + * + * Error Flagging Logic: + * 1. Value Out of Range: Flags O₂ outside 0-100% range + NULL values + * 2. Missing Value: Flags timestamps where oxygen sensor has no data + * 3. Standard Deviation Warning: Flags statistical outliers beyond 2.6898 std dev + * 4. Daily Operations: Flags entire days with no sensor data + * + */ + +-- ============================================================================= +-- QUERY A: Main Oxygen Data and Error Flags +-- ============================================================================= + +( + -- Oxygen Measurements and Range Flags (combined approach) + ( + -- Raw oxygen percentage measurements + SELECT + "time", + value, -- Oxygen percentage (no conversion needed) + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter(time) + AND node_id = '$node' + AND (measure = 'Apogee O2.Oxygen_%.1.4') + ORDER BY time + ) + + UNION + + -- Value Out of Range Flags (simplified single-sensor approach) + SELECT + "time" AS "time", + CASE + WHEN (value IS NULL) THEN 1 + WHEN (measure = 'Apogee O2.Oxygen_%.1.4' AND + (value < $Apogee_SO421_MIN OR value > $Apogee_SO421_MAX)) THEN 1 + ELSE 0 + END AS value, + 'Value Out Of Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND (measure = 'Apogee O2.Oxygen_%.1.4') + ORDER BY 1 +) + +UNION + +-- Missing Value Flags +( + WITH message_timestamps AS ( + -- Get all timestamps where any data was recorded for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ), + apo2_observations AS ( + -- Timestamps with oxygen sensor data + SELECT "time" AS apo2_observation + FROM $project_key.data + WHERE $__timeFilter("time") + AND data.measure = 'Apogee O2.Oxygen_%.1.4' + AND node_id = '$node' + ) + SELECT + "time", + CASE + WHEN (apo2_observation IS NULL) THEN 1 + ELSE 0 + END AS value, + 'Missing Value Flag' AS metric + FROM message_timestamps + LEFT JOIN apo2_observations ON time = apo2_observation + ORDER BY 1 +) + +UNION + +-- Standard Deviation Warning Flags +( + WITH std_dev_timestamps AS ( + -- Identify timestamps with oxygen statistical outliers + SELECT DISTINCT "time" AS std_dev_timestamp + FROM ( + SELECT + "time", + value, + AVG(value) OVER w AS _avg, + STDDEV(value) OVER w AS _stddev, + measure + FROM $project_key.data + WHERE $__timeFilter(time) + AND node_id = '$node' + AND (measure = 'Apogee O2.Oxygen_%.1.4') + WINDOW w AS ( + PARTITION BY measure, time_bucket(INTERVAL '$window minutes', "time") + ) + ORDER BY time + ) AS d + WHERE ABS(value - _avg) > (('$stddev')::numeric * _stddev) + ), + message_timestamps AS ( + -- All data timestamps for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ) + SELECT + "time", + CASE + WHEN (std_dev_timestamp IS NULL) THEN 0 + ELSE 1 + END AS value, + 'Standard Deviation Warning Flag' AS metric + FROM message_timestamps + LEFT JOIN std_dev_timestamps ON "time" = std_dev_timestamp + ORDER BY 1 +) +ORDER BY 1; + +-- ============================================================================= +-- QUERY B: Daily Operations Flag +-- ============================================================================= + +WITH operating_days AS ( + -- Days with any recorded data + SELECT DISTINCT date_trunc('day', time) AS operating_day + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + ORDER BY 1 +), +range_days AS ( + -- All days in selected time range + SELECT range_day + FROM generate_series( + '${__from:date:YYYY-MM-DD}'::date, + '${__to:date:YYYY-MM-DD}'::date, + '1 day' + ) AS range_day + ORDER BY 1 +) +SELECT + range_day AS time, + CASE + WHEN (operating_day IS NULL) THEN 1 + ELSE 0 + END AS "Daily Operations Flag" +FROM range_days +LEFT JOIN operating_days ON range_day = operating_day +ORDER BY range_day; \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/location-map.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/location-map.sql new file mode 100644 index 0000000..ac54340 --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/location-map.sql @@ -0,0 +1,108 @@ +/* + * Panel: Location (Map) + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Extracts the most recent GPS coordinates (latitude and longitude) + * for the selected sensor node to display location on a map visualization. + * Critical for field operations and spatial analysis. + * + * Last Modified: 2025-07-16 + * + * Visualization: Map Panel + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * + * Data Sources: + * - Longitude: GPS longitude coordinate + * - Latitude: GPS latitude coordinate + * - display_name: Human-readable node identifier + * - node_id: Unique sensor node identifier + * + * Expected Output: + * - time: Timestamp of most recent GPS reading + * - node_id: Sensor node identifier + * - display_name: Human-readable node name + * - metric: "Longitude" or "Latitude" + * - value: Coordinate value in decimal degrees + * + * Query Logic: + * 1. Extract all longitude and latitude measurements for selected node + * 2. Use ROW_NUMBER() to rank by most recent timestamp + * 3. Filter to keep only the most recent coordinate pair (r <= 1) + * 4. Return both coordinates for map plotting + * + * Map Visualization Requirements: + * - Latitude and Longitude must be in decimal degrees + * - Single point per node (most recent coordinates) + * - Display name for map marker labels + * - Node ID for marker identification + * + */ + +-- ============================================================================= +-- Location Data Extraction for Map Visualization +-- ============================================================================= + +SELECT + time, + node_id, + display_name, + metric, + value +FROM ( + -- Subquery to rank GPS coordinates by most recent timestamp + SELECT + ROW_NUMBER() OVER ( + PARTITION BY node_id, measure + ORDER BY time DESC + ) AS r, + time, + value, + measure AS "metric", + node_id, + display_name + FROM $project_key.data + WHERE + node_id = '$node' + AND measure IN ('Longitude', 'Latitude') +) x +WHERE x.r <= 1 -- Keep only the most recent coordinate for each measure +ORDER BY x.time ASC; + +-- ============================================================================= +-- Query Analysis Notes +-- ============================================================================= + +/* + * ROW_NUMBER() Window Function: + * - PARTITION BY: Separates Longitude and Latitude records + * - ORDER BY time DESC: Most recent timestamp gets rank 1 + * - Result: Each coordinate type gets its most recent value + * + * Filtering Logic: + * - r <= 1: Keeps only the most recent record per coordinate type + * - Ensures exactly 2 records: 1 Longitude + 1 Latitude + * - Handles cases where GPS coordinates might be updated over time + * + * Expected Result Structure: + * | time | node_id | display_name | metric | value | + * |---------------------|------------|--------------|-----------|-----------| + * | 2023-08-17 10:30:00 | e00fce68...| RST_007 | Longitude | -94.13416 | + * | 2023-08-17 10:30:00 | e00fce68...| RST_007 | Latitude | 45.34852 | + * + * Map Panel Configuration: + * - Latitude field: value (where metric = 'Latitude') + * - Longitude field: value (where metric = 'Longitude') + * - Label field: display_name + * - Tooltip: node_id, display_name, coordinates + * + * Coordinate System: + * - Format: Decimal degrees (DD) + * - Datum: WGS84 (standard GPS datum) + * - Precision: Typically 5-6 decimal places for meter-level accuracy + * - Minnesota range: Lat ~43-49°N, Lon ~89-97°W + * + */ \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/qaqc-text.md b/organizations/roadside-turf/dashboards/error-flagging/panels/qaqc-text.md new file mode 100644 index 0000000..64ab6be Binary files /dev/null and b/organizations/roadside-turf/dashboards/error-flagging/panels/qaqc-text.md differ diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/raw-data-export.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/raw-data-export.sql new file mode 100644 index 0000000..7a2c166 --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/raw-data-export.sql @@ -0,0 +1,670 @@ +/* + * Panel: Raw Data (within current time range) + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Comprehensive data export combining ALL sensor measurements with + * complete error flagging analysis including individual parameter-specific + * out-of-range flags, system-wide missing value detection, and individual + * statistical outlier flags for each sensor. + * + * Last Modified: 2025-07-17 + * + * Visualization: Table + * Transform: Join by field - Mode: Outer, Field: Time + * (Pivots all 49 metrics into columns with timestamps as rows) + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * - $window: Time window for statistical calculations (minutes) + * - $stddev: 2.6898 (standard deviation multiplier) + * - All threshold variables: TDR315H_ST_MIN/MAX, TDR315H_VWC_MIN/MAX, + * TDR_BEC_Min/Max, TDR_Pore_Min/Max, TDR_Perm_Min/Max, + * Apogee_SO421_MIN/MAX, Apogee_SO421temp_min/max + * + * Data Architecture: + * This panel combines 5 different query types to provide a complete dataset: + * + * QUERY A: Raw sensor measurements (12 parameters) + * QUERY B: Individual Range Flags (24 flags) + * QUERY C: Daily Operations Flag + * QUERY D: System-wide Missing Value Flag + * QUERY E: Standard Deviation Flag + * + * Total Output: 49 different metrics per timestamp + * - 12 raw measurements + * - 24 individual out-of-range flags + * - 12 individual statistical outlier flags + * - 1 comprehensive missing value flag + * + * Data Sources (12 total parameters): + * Acclima TDR 315H Sensors (10 parameters): + * - Soil.Temperature.1.1, Soil.Temperature.1.2 (0.5" and 3" depths) + * - Soil.VWC.1.1, Soil.VWC.1.2 (volumetric water content) + * - Soil.EC_BULK.1.1, Soil.EC_BULK.1.2 (bulk electrical conductivity) + * - Soil.EC_PORE.1.1, Soil.EC_PORE.1.2 (pore electrical conductivity) + * - Soil.Permitivity.1.1, Soil.Permitivity.1.2 (soil permittivity) + * + * Apogee SO-421 Sensor (2 parameters): + * - O2.Oxygen_%.1.4 (gaseous oxygen percentage at 2") + * - O2.Temperature.1.4 (oxygen sensor temperature) + * + * Error Flagging Categories: + * 1. Individual Out-of-Range Flags (24 total) + * 2. Individual Statistical Outlier Flags (12 total) + * 3. System-wide Missing Value Flag (1 comprehensive) + * 4. Daily Operations Flag (1 system-level) + * + * Usage Applications: + * - Complete data export for offline analysis + * - Comprehensive quality control review + * - Cross-parameter correlation analysis + * - Individual sensor performance assessment + * + * Performance Notes: + * - Most complex panel in the dashboard (5 major query sections) + * - Generates 49 metrics per timestamp + * - Heavy computational load due to individual statistical calculations + * - Recommended for targeted time ranges rather than long periods + * - Transform processing required for optimal table display + * + */ + +-- ============================================================================= +-- QUERY A: Raw Sensor Measurements (12 parameters) +-- ============================================================================= + +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Temperature.1.1' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.VWC.1.1' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_BULK.1.1' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_PORE.1.1' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Permitivity.1.1' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Temperature.1.2' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.VWC.1.2' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_BULK.1.2' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_PORE.1.2' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Permitivity.1.2' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Apogee O2.Oxygen_%.1.4' +) +UNION +( + SELECT + "time" AS "time", + value, + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Apogee O2.Temperature.1.4' +) +ORDER BY 1; + +-- ============================================================================= +-- QUERY B: Individual Range Flags (24 flags - one for each parameter) +-- ============================================================================= + +-- Acclima Soil Temperature 1.1 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.Temperature.1.1 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Temperature.1.1' +) +UNION +-- Acclima Soil Temperature 1.2 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR315H_ST_MIN OR value > $TDR315H_ST_MAX) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.Temperature.1.2 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Temperature.1.2' +) +UNION +-- Acclima Soil VWC 1.1 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR315H_VWC_MIN OR value > $TDR315H_VWC_MAX) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.VWC.1.1 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.VWC.1.1' +) +UNION +-- Acclima Soil VWC 1.2 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR315H_VWC_MIN OR value > $TDR315H_VWC_MAX) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.VWC.1.2 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.VWC.1.2' +) +UNION +-- Acclima Soil EC_BULK 1.1 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR_BEC_Min OR value > $TDR_BEC_Max) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.EC_BULK.1.1 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_BULK.1.1' +) +UNION +-- Acclima Soil EC_BULK 1.2 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR_BEC_Min OR value > $TDR_BEC_Max) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.EC_BULK.1.2 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_BULK.1.2' +) +UNION +-- Acclima Soil EC_PORE 1.1 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR_Pore_Min OR value > $TDR_Pore_Max) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.EC_PORE.1.1 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_PORE.1.1' +) +UNION +-- Acclima Soil EC_PORE 1.2 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR_Pore_Min OR value > $TDR_Pore_Max) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.EC_PORE.1.2 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_PORE.1.2' +) +UNION +-- Acclima Soil Permitivity 1.1 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR_Perm_Min OR value > $TDR_Perm_Max) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.Permitivity.1.1 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Permitivity.1.1' +) +UNION +-- Acclima Soil Permitivity 1.2 Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $TDR_Perm_Min OR value > $TDR_Perm_Max) THEN 1 + ELSE 0 + END AS value, + 'Acclima Soil.Permitivity.1.2 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Acclima Soil.Permitivity.1.2' +) +UNION +-- Apogee O2 Oxygen Percentage Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $Apogee_SO421_MIN OR value > $Apogee_SO421_MAX) THEN 1 + ELSE 0 + END AS value, + 'Apogee O2.Oxygen_%.1.4 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Apogee O2.Oxygen_%.1.4' +) +UNION +-- Apogee O2 Temperature Range Flag +( + SELECT + "time" AS "time", + CASE + WHEN (value < $Apogee_SO421temp_min OR value > $Apogee_SO421temp_max) THEN 1 + ELSE 0 + END AS value, + 'Apogee O2.Temperature.1.4 Range Flag' AS metric + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure = 'Apogee O2.Temperature.1.4' +) +ORDER BY 1; + +-- ============================================================================= +-- QUERY C: Daily Operations Flag +-- ============================================================================= + +WITH operating_days AS ( + SELECT DISTINCT date_trunc('day', time) AS operating_day + FROM $project_key.data + WHERE $__timeFilter("time") AND node_id = '$node' + ORDER BY 1 +), +range_days AS ( + SELECT range_day + FROM generate_series('${__from:date:YYYY-MM-DD}'::date, '${__to:date:YYYY-MM-DD}'::date, '1 day') AS range_day + ORDER BY 1 +) +SELECT + range_day AS time, + CASE + WHEN (operating_day IS NULL) THEN 1 + ELSE 0 + END AS value, + 'Daily Operations Flag' AS metric +FROM range_days LEFT JOIN operating_days ON range_day = operating_day +ORDER BY range_day; + +-- ============================================================================= +-- QUERY D: System-wide Missing Value Flag (Comprehensive) +-- ============================================================================= + +WITH message_timestamps AS ( + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 +), +vwc_observations AS ( + SELECT "time" AS vwc_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.VWC.1.1' + AND node_id = '$node' +), +bvwc_observations AS ( + SELECT "time" AS bvwc_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.VWC.1.2' + AND node_id = '$node' +), +stemperature_observations AS ( + SELECT "time" AS stemperature_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.Temperature.1.1' + AND node_id = '$node' +), +bstemperature_observations AS ( + SELECT "time" AS bstemperature_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.Temperature.1.2' + AND node_id = '$node' +), +ecb_observations AS ( + SELECT "time" AS ecb_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.EC_BULK.1.1' + AND node_id = '$node' +), +becb_observations AS ( + SELECT "time" AS becb_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.EC_BULK.1.2' + AND node_id = '$node' +), +pore_observations AS ( + SELECT "time" AS pore_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.EC_PORE.1.1' + AND node_id = '$node' +), +bpore_observations AS ( + SELECT "time" AS bpore_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.EC_PORE.1.2' + AND node_id = '$node' +), +perm_observations AS ( + SELECT "time" AS perm_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.Permitivity.1.1' + AND node_id = '$node' +), +bperm_observations AS ( + SELECT "time" AS bperm_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Acclima Soil.Permitivity.1.2' + AND node_id = '$node' +), +apo2_observations AS ( + SELECT "time" AS apo2_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Apogee O2.Oxygen_%.1.4' + AND node_id = '$node' +), +apo2temp_observations AS ( + SELECT "time" AS apo2temp_observation + FROM $project_key.data + WHERE + $__timeFilter("time") + AND data.measure = 'Apogee O2.Temperature.1.4' + AND node_id = '$node' +) +SELECT + "time", + CASE + WHEN (vwc_observation IS NULL) THEN 1 + WHEN (bvwc_observation IS NULL) THEN 1 + WHEN (stemperature_observation IS NULL) THEN 1 + WHEN (bstemperature_observation IS NULL) THEN 1 + WHEN (ecb_observation IS NULL) THEN 1 + WHEN (becb_observation IS NULL) THEN 1 + WHEN (pore_observation IS NULL) THEN 1 + WHEN (bpore_observation IS NULL) THEN 1 + WHEN (perm_observation IS NULL) THEN 1 + WHEN (bperm_observation IS NULL) THEN 1 + WHEN (apo2_observation IS NULL) THEN 1 + WHEN (apo2temp_observation IS NULL) THEN 1 + ELSE 0 + END AS value, + 'Missing Value Flag' AS metric +FROM message_timestamps +LEFT JOIN vwc_observations ON time = vwc_observation +LEFT JOIN bvwc_observations ON time = bvwc_observation +LEFT JOIN stemperature_observations ON time = stemperature_observation +LEFT JOIN bstemperature_observations ON time = bstemperature_observation +LEFT JOIN ecb_observations ON time = ecb_observation +LEFT JOIN becb_observations ON time = becb_observation +LEFT JOIN pore_observations ON time = pore_observation +LEFT JOIN bpore_observations ON time = bpore_observation +LEFT JOIN perm_observations ON time = perm_observation +LEFT JOIN bperm_observations ON time = bperm_observation +LEFT JOIN apo2_observations ON time = apo2_observation +LEFT JOIN apo2temp_observations ON time = apo2temp_observation +ORDER BY 1; + +-- ============================================================================= +-- QUERY E: Standard Deviation Flag (12 individual parameter flags) +-- ============================================================================= + +-- Individual statistical outlier detection for each parameter +-- Note: This represents the complete query for standard deviation flags +-- Individual statistical outlier detection for each parameter + +( + WITH std_dev_timestamps AS ( + SELECT DISTINCT "time" AS std_dev_timestamp + FROM ( + SELECT + "time", + value, + AVG(value) OVER w AS _avg, + STDDEV(value) OVER w AS _stddev, + measure + FROM $project_key.data + WHERE + $__timeFilter(time) + AND node_id = '$node' + AND (measure ILIKE '%Acclima Soil.Temperature.1.1%') + WINDOW w AS (PARTITION BY measure, time_bucket(INTERVAL '$window minutes', "time")) + ORDER BY time + ) AS d + WHERE ABS(value - _avg) > (('$stddev')::numeric * _stddev) + ), + message_timestamps AS ( + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE + $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ) + SELECT + "time", + CASE + WHEN (std_dev_timestamp IS NULL) THEN 0 + ELSE 1 + END AS value, + 'Acclima Soil.Temperature.1.1 Standard Deviation Warning Flag' AS metric + FROM message_timestamps + LEFT JOIN std_dev_timestamps ON "time" = std_dev_timestamp + ORDER BY 1 +) +-- [Continue pattern for remaining 11 parameters] +-- Note: Complete implementation would include all 12 UNION statements +-- This is abbreviated for readability - full query includes all 12 parameters: +-- Acclima Soil.Temperature.1.1, Acclima Soil.Temperature.1.2 +-- Acclima Soil.VWC.1.1, Acclima Soil.VWC.1.2 +-- Acclima Soil.EC_BULK.1.1, Acclima Soil.EC_BULK.1.2 +-- Acclima Soil.EC_PORE.1.1, Acclima Soil.EC_PORE.1.2 +-- Acclima Soil.Permitivity.1.1, Acclima Soil.Permitivity.1.2 +-- Apogee O2.Oxygen_%.1.4, Apogee O2.Temperature.1.4 +ORDER BY time; + +-- ============================================================================= +-- GRAFANA TRANSFORM CONFIGURATION +-- ============================================================================= +/* + * Transform: Join by field + * - Mode: Outer join + * - Field: Time + * + * Result: Creates a table with: + * - Time column (timestamps) + * - 49 metric columns (12 raw + 24 range flags + 12 std dev flags + 1 missing flag) + * - Each row represents a timestamp with all sensor data and flags + * + * Table Structure: + * | Time | Temp.1.1 | Temp.1.1.Flag | VWC.1.1 | VWC.1.1.Flag | ... | Missing.Flag | + * |------|----------|---------------|---------|--------------|-----|-------------| + * | t1 | 25.3 | 0 | 15.2 | 0 | ... | 0 | + * | t2 | 28.1 | 0 | 16.8 | 0 | ... | 0 | + * | t3 | NULL | 1 | 14.9 | 0 | ... | 1 | + */ \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/soil-bulk-ec.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/soil-bulk-ec.sql new file mode 100644 index 0000000..19eb81d --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/soil-bulk-ec.sql @@ -0,0 +1,245 @@ +/* + * Panel: Soil Bulk EC (Electrical Conductivity) + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors soil bulk electrical conductivity at two depths (0.5" and 3") + * with comprehensive error flagging including range validation, missing + * data detection, and statistical outlier identification. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * - $TDR_BEC_Min: 0 (minimum bulk EC threshold in µS/cm) + * - $TDR_BEC_Max: 2000 (maximum bulk EC threshold in µS/cm) + * - $stddev: 2.6898 (standard deviation multiplier for outlier detection) + * - $window: Time window for statistical calculations (minutes) + * + * Data Sources: + * - Acclima Soil.EC_BULK.1.1: Surface soil bulk EC at 0.5" depth + * - Acclima Soil.EC_BULK.1.2: Subsurface soil bulk EC at 3" depth + * + * Expected Output: + * - time: Timestamp of measurement + * - value: EC measurement in µS/cm OR flag value (0/1) + * - metric: Parameter name or flag type description + * + * Bulk Electrical Conductivity: + * - Measures conductivity of entire soil-water-air system + * - Units: microsiemens per centimeter (µS/cm) + * - Range: 0-2000 µS/cm for typical roadside soil conditions + * - Indicates overall soil salinity and nutrient content + * + * Error Flagging Logic: + * 1. Value Out of Range: Flags EC outside 0-2000 µS/cm range + * 2. Missing Value: Flags timestamps where either sensor has no data + * 3. Standard Deviation Warning: Flags statistical outliers beyond 2.6898 std dev + * 4. Daily Operations: Flags entire days with no sensor data + * + */ + +-- ============================================================================= +-- QUERY A: Main Bulk EC Data and Error Flags +-- ============================================================================= + +( + -- Bulk EC Measurements (µS/cm values) + ( + SELECT + "time", + value, -- Bulk EC in µS/cm (no conversion needed) + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter(time) + AND node_id = '$node' + AND (measure = 'Acclima Soil.EC_BULK.1.1' + OR measure = 'Acclima Soil.EC_BULK.1.2') + ORDER BY time + ) + + UNION + + -- Value Out of Range Flags + ( + WITH st AS ( + -- Surface bulk EC data (0.5" depth) + -- Note: 'st' variable name retained from template for consistency + SELECT time, value AS "st" + FROM $project_key."data" + WHERE $__timeFilter(time) + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_BULK.1.1' + ), + svwc AS ( + -- Subsurface bulk EC data (3" depth) + -- Note: 'svwc' variable name retained from template for consistency + SELECT time, value AS "svwc" + FROM $project_key."data" + WHERE $__timeFilter(time) + AND node_id = '$node' + AND measure = 'Acclima Soil.EC_BULK.1.2' + ), + transposed_and_flagged AS ( + -- Join both sensors and apply bulk EC range checking + SELECT + svwc.time, + join1.st, + join1.svwc, + CASE + WHEN (join1.st < $TDR_BEC_Min OR + join1.st > $TDR_BEC_Max OR + join1.st IS NULL OR + svwc.svwc < $TDR_BEC_Min OR + svwc.svwc > $TDR_BEC_Max OR + svwc.svwc IS NULL) THEN 1 + ELSE 0 + END AS range_flag + FROM svwc + JOIN ( + SELECT st.time, st.st, svwc.svwc + FROM st + JOIN svwc ON st.time = svwc.time + ) AS join1 ON join1.time = svwc.time + ) + SELECT + time, + range_flag AS value, + 'Value Out of Range Flag' AS metric + FROM transposed_and_flagged + ORDER BY time + ) + ORDER BY 1 +) + +UNION + +-- Missing Value Flags +( + WITH message_timestamps AS ( + -- Get all timestamps where any data was recorded for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ), + bec1_observations AS ( + -- Timestamps with surface bulk EC data + SELECT "time" AS bec1_observation + FROM $project_key.data + WHERE $__timeFilter("time") + AND data.measure = 'Acclima Soil.EC_BULK.1.1' + AND node_id = '$node' + ), + bec2_observations AS ( + -- Timestamps with subsurface bulk EC data + SELECT "time" AS bec2_observation + FROM $project_key.data + WHERE $__timeFilter("time") + AND data.measure = 'Acclima Soil.EC_BULK.1.2' + AND node_id = '$node' + ) + SELECT + "time", + CASE + WHEN (bec1_observation IS NULL) THEN 1 + WHEN (bec2_observation IS NULL) THEN 1 + ELSE 0 + END AS value, + 'Missing Value Flag' AS metric + FROM message_timestamps + LEFT JOIN bec1_observations ON time = bec1_observation + LEFT JOIN bec2_observations ON time = bec2_observation + ORDER BY 1 +) + +UNION + +-- Standard Deviation Warning Flags +( + WITH std_dev_timestamps AS ( + -- Identify timestamps with bulk EC statistical outliers + SELECT DISTINCT "time" AS std_dev_timestamp + FROM ( + SELECT + "time", + value, + AVG(value) OVER w AS _avg, + STDDEV(value) OVER w AS _stddev, + measure + FROM $project_key.data + WHERE $__timeFilter(time) + AND node_id = '$node' + AND (measure = 'Acclima Soil.EC_BULK.1.1' + OR measure = 'Acclima Soil.EC_BULK.1.2') + WINDOW w AS ( + PARTITION BY measure, time_bucket(INTERVAL '$window minutes', "time") + ) + ORDER BY time + ) AS d + WHERE ABS(value - _avg) > (('$stddev')::numeric * _stddev) + ), + message_timestamps AS ( + -- All data timestamps for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ) + SELECT + "time", + CASE + WHEN (std_dev_timestamp IS NULL) THEN 0 + ELSE 1 + END AS value, + 'Standard Deviation Warning Flag' AS metric + FROM message_timestamps + LEFT JOIN std_dev_timestamps ON "time" = std_dev_timestamp + ORDER BY 1 +) +ORDER BY 1; + +-- ============================================================================= +-- QUERY B: Daily Operations Flag +-- ============================================================================= + +WITH operating_days AS ( + -- Days with any recorded data + SELECT DISTINCT date_trunc('day', time) AS operating_day + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + ORDER BY 1 +), +range_days AS ( + -- All days in selected time range + SELECT range_day + FROM generate_series( + '${__from:date:YYYY-MM-DD}'::date, + '${__to:date:YYYY-MM-DD}'::date, + '1 day' + ) AS range_day + ORDER BY 1 +) +SELECT + range_day AS time, + CASE + WHEN (operating_day IS NULL) THEN 1 + ELSE 0 + END AS "Daily Operations Flag" +FROM range_days +LEFT JOIN operating_days ON range_day = operating_day +ORDER BY range_day; \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/soil-temperature.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/soil-temperature.sql new file mode 100644 index 0000000..750b7db --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/soil-temperature.sql @@ -0,0 +1,242 @@ +/* + * Panel: Soil Temperature + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors soil temperature at two depths (0.5" and 3") with comprehensive + * error flagging including range validation, missing data detection, and + * statistical outlier identification. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * - $TDR315H_ST_MIN: -40 (minimum soil temperature threshold in Celsius) + * - $TDR315H_ST_MAX: 60 (maximum soil temperature threshold in Celsius) + * - $stddev: 2.6898 (standard deviation multiplier for outlier detection) + * - $window: Time window for statistical calculations (minutes) + * + * Data Sources: + * - Acclima Soil.Temperature.1.1: Surface soil temperature at 0.5" depth + * - Acclima Soil.Temperature.1.2: Subsurface soil temperature at 3" depth + * + * Expected Output: + * - time: Timestamp of measurement + * - value: Temperature in Fahrenheit OR flag value (0/1) + * - metric: Parameter name or flag type description + * + * Temperature Conversion: + * - Raw sensor data in Celsius converted to Fahrenheit: value * 9/5 + 32 + * - Thresholds remain in Celsius for comparison, display in Fahrenheit + * + * Error Flagging Logic: + * 1. Value Out of Range: Flags temperatures outside -40°C to 60°C range + * 2. Missing Value: Flags timestamps where either sensor has no data + * 3. Standard Deviation Warning: Flags statistical outliers beyond 2.6898 std dev + * 4. Daily Operations: Flags entire days with no sensor data + * + */ + +-- ============================================================================= +-- QUERY A: Main Temperature Data and Error Flags +-- ============================================================================= + +( + -- Temperature Measurements (converted to Fahrenheit) + ( + SELECT + "time", + value * 9/5 + 32 AS value, -- Convert Celsius to Fahrenheit + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter(time) + AND node_id = '$node' + AND (measure ILIKE '%Acclima Soil.Temperature.1.1%' + OR measure ILIKE '%Acclima Soil.Temperature.1.2%') + ORDER BY time + ) + + UNION + + -- Value Out of Range Flags + ( + WITH st AS ( + -- Surface temperature data (0.5" depth) + SELECT time, value AS "st" + FROM $project_key."data" + WHERE $__timeFilter(time) + AND node_id = '$node' + AND measure = 'Acclima Soil.Temperature.1.1' + ), + svwc AS ( + -- Subsurface temperature data (3" depth) + -- Note: Variable name 'svwc' appears to be legacy from VWC query + SELECT time, value AS "svwc" + FROM $project_key."data" + WHERE $__timeFilter(time) + AND node_id = '$node' + AND measure = 'Acclima Soil.Temperature.1.2' + ), + transposed_and_flagged AS ( + -- Join both sensors and apply range checking + SELECT + svwc.time, + join1.st, + join1.svwc, + CASE + WHEN (join1.st < $TDR315H_ST_MIN OR + join1.st > $TDR315H_ST_MAX OR + join1.st IS NULL OR + svwc.svwc < $TDR315H_ST_MIN OR + svwc.svwc > $TDR315H_ST_MAX OR + svwc.svwc IS NULL) THEN 1 + ELSE 0 + END AS range_flag + FROM svwc + JOIN ( + SELECT st.time, st.st, svwc.svwc + FROM st + JOIN svwc ON st.time = svwc.time + ) AS join1 ON join1.time = svwc.time + ) + SELECT + time, + range_flag AS value, + 'Value Out of Range Flag' AS metric + FROM transposed_and_flagged + ORDER BY time + ) + ORDER BY 1 +) + +UNION + +-- Missing Value Flags +( + WITH message_timestamps AS ( + -- Get all timestamps where any data was recorded for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ), + temp1_observations AS ( + -- Timestamps with surface temperature data + SELECT "time" AS temp1_observation + FROM $project_key.data + WHERE $__timeFilter("time") + AND data.measure = 'Acclima Soil.Temperature.1.1' + AND node_id = '$node' + ), + temp2_observations AS ( + -- Timestamps with subsurface temperature data + SELECT "time" AS temp2_observation + FROM $project_key.data + WHERE $__timeFilter("time") + AND data.measure = 'Acclima Soil.Temperature.1.2' + AND node_id = '$node' + ) + SELECT + "time", + CASE + WHEN (temp1_observation IS NULL) THEN 1 + WHEN (temp2_observation IS NULL) THEN 1 + ELSE 0 + END AS value, + 'Missing Value Flag' AS metric + FROM message_timestamps + LEFT JOIN temp1_observations ON time = temp1_observation + LEFT JOIN temp2_observations ON time = temp2_observation + ORDER BY 1 +) + +UNION + +-- Standard Deviation Warning Flags +( + WITH std_dev_timestamps AS ( + -- Identify timestamps with statistical outliers + SELECT DISTINCT "time" AS std_dev_timestamp + FROM ( + SELECT + "time", + value, + AVG(value) OVER w AS _avg, + STDDEV(value) OVER w AS _stddev, + measure + FROM $project_key.data + WHERE $__timeFilter(time) + AND node_id = '$node' + AND (measure ILIKE '%Acclima Soil.Temperature.1.1%' + OR measure ILIKE '%Acclima Soil.Temperature.1.2%') + WINDOW w AS ( + PARTITION BY measure, time_bucket(INTERVAL '$window minutes', "time") + ) + ORDER BY time + ) AS d + WHERE ABS(value - _avg) > (('$stddev')::numeric * _stddev) + ), + message_timestamps AS ( + -- All data timestamps for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ) + SELECT + "time", + CASE + WHEN (std_dev_timestamp IS NULL) THEN 0 + ELSE 1 + END AS value, + 'Standard Deviation Warning Flag' AS metric + FROM message_timestamps + LEFT JOIN std_dev_timestamps ON "time" = std_dev_timestamp + ORDER BY 1 +) +ORDER BY 1; + +-- ============================================================================= +-- QUERY B: Daily Operations Flag +-- ============================================================================= + +WITH operating_days AS ( + -- Days with any recorded data + SELECT DISTINCT date_trunc('day', time) AS operating_day + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + ORDER BY 1 +), +range_days AS ( + -- All days in selected time range + SELECT range_day + FROM generate_series( + '${__from:date:YYYY-MM-DD}'::date, + '${__to:date:YYYY-MM-DD}'::date, + '1 day' + ) AS range_day + ORDER BY 1 +) +SELECT + range_day AS time, + CASE + WHEN (operating_day IS NULL) THEN 1 + ELSE 0 + END AS "Daily Operations Flag" +FROM range_days +LEFT JOIN operating_days ON range_day = operating_day +ORDER BY range_day; \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/soil-vwc.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/soil-vwc.sql new file mode 100644 index 0000000..dad2efe --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/soil-vwc.sql @@ -0,0 +1,243 @@ +/* + * Panel: Soil VWC (Volumetric Water Content) + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors soil volumetric water content at two depths (0.5" and 3") + * with comprehensive error flagging including range validation, missing + * data detection, and statistical outlier identification. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * - $TDR315H_VWC_MIN: 0 (minimum VWC threshold in percentage) + * - $TDR315H_VWC_MAX: 100 (maximum VWC threshold in percentage) + * - $stddev: 2.6898 (standard deviation multiplier for outlier detection) + * - $window: Time window for statistical calculations (minutes) + * + * Data Sources: + * - Acclima Soil.VWC.1.1: Surface soil VWC at 0.5" depth + * - Acclima Soil.VWC.1.2: Subsurface soil VWC at 3" depth + * + * Expected Output: + * - time: Timestamp of measurement + * - value: VWC percentage OR flag value (0/1) + * - metric: Parameter name or flag type description + * + * VWC Measurement: + * - Raw values represent percentage of soil volume occupied by water + * - Range: 0% (completely dry) to 100% (water saturated) + * - Critical for roadside turf irrigation and drought stress monitoring + * + * Error Flagging Logic: + * 1. Value Out of Range: Flags VWC outside 0% to 100% range + * 2. Missing Value: Flags timestamps where either sensor has no data + * 3. Standard Deviation Warning: Flags statistical outliers beyond 2.6898 std dev + * 4. Daily Operations: Flags entire days with no sensor data + * + */ + +-- ============================================================================= +-- QUERY A: Main VWC Data and Error Flags +-- ============================================================================= + +( + -- VWC Measurements (percentage values) + ( + SELECT + "time", + value, -- VWC percentage (no conversion needed) + measure AS "metric" + FROM $project_key.data + WHERE + $__timeFilter(time) + AND node_id = '$node' + AND (measure ILIKE '%Acclima Soil.VWC.1.1%' + OR measure ILIKE '%Acclima Soil.VWC.1.2%') + ORDER BY time + ) + + UNION + + -- Value Out of Range Flags + ( + WITH st AS ( + -- Surface VWC data (0.5" depth) + -- Note: 'st' variable name retained from template for consistency + SELECT time, value AS "st" + FROM $project_key."data" + WHERE $__timeFilter(time) + AND node_id = '$node' + AND measure = 'Acclima Soil.VWC.1.1' + ), + svwc AS ( + -- Subsurface VWC data (3" depth) + SELECT time, value AS "svwc" + FROM $project_key."data" + WHERE $__timeFilter(time) + AND node_id = '$node' + AND measure = 'Acclima Soil.VWC.1.2' + ), + transposed_and_flagged AS ( + -- Join both sensors and apply VWC range checking + SELECT + svwc.time, + join1.st, + join1.svwc, + CASE + WHEN (join1.st < $TDR315H_VWC_MIN OR + join1.st > $TDR315H_VWC_MAX OR + join1.st IS NULL OR + svwc.svwc < $TDR315H_VWC_MIN OR + svwc.svwc > $TDR315H_VWC_MAX OR + svwc.svwc IS NULL) THEN 1 + ELSE 0 + END AS range_flag + FROM svwc + JOIN ( + SELECT st.time, st.st, svwc.svwc + FROM st + JOIN svwc ON st.time = svwc.time + ) AS join1 ON join1.time = svwc.time + ) + SELECT + time, + range_flag AS value, + 'Value Out of Range Flag' AS metric + FROM transposed_and_flagged + ORDER BY time + ) + ORDER BY 1 +) + +UNION + +-- Missing Value Flags +( + WITH message_timestamps AS ( + -- Get all timestamps where any data was recorded for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ), + vwc1_observations AS ( + -- Timestamps with surface VWC data + SELECT "time" AS vwc1_observation + FROM $project_key.data + WHERE $__timeFilter("time") + AND data.measure = 'Acclima Soil.VWC.1.1' + AND node_id = '$node' + ), + vwc2_observations AS ( + -- Timestamps with subsurface VWC data + SELECT "time" AS vwc2_observation + FROM $project_key.data + WHERE $__timeFilter("time") + AND data.measure = 'Acclima Soil.VWC.1.2' + AND node_id = '$node' + ) + SELECT + "time", + CASE + WHEN (vwc1_observation IS NULL) THEN 1 + WHEN (vwc2_observation IS NULL) THEN 1 + ELSE 0 + END AS value, + 'Missing Value Flag' AS metric + FROM message_timestamps + LEFT JOIN vwc1_observations ON time = vwc1_observation + LEFT JOIN vwc2_observations ON time = vwc2_observation + ORDER BY 1 +) + +UNION + +-- Standard Deviation Warning Flags +( + WITH std_dev_timestamps AS ( + -- Identify timestamps with VWC statistical outliers + SELECT DISTINCT "time" AS std_dev_timestamp + FROM ( + SELECT + "time", + value, + AVG(value) OVER w AS _avg, + STDDEV(value) OVER w AS _stddev, + measure + FROM $project_key.data + WHERE $__timeFilter(time) + AND node_id = '$node' + AND (measure ILIKE '%Acclima Soil.VWC.1.1%' + OR measure ILIKE '%Acclima Soil.VWC.1.2%') + WINDOW w AS ( + PARTITION BY measure, time_bucket(INTERVAL '$window minutes', "time") + ) + ORDER BY time + ) AS d + WHERE ABS(value - _avg) > (('$stddev')::numeric * _stddev) + ), + message_timestamps AS ( + -- All data timestamps for this node + SELECT DISTINCT "time" AS "time" + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + AND measure NOT ILIKE 'altitude' + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + ORDER BY 1 + ) + SELECT + "time", + CASE + WHEN (std_dev_timestamp IS NULL) THEN 0 + ELSE 1 + END AS value, + 'Standard Deviation Warning Flag' AS metric + FROM message_timestamps + LEFT JOIN std_dev_timestamps ON "time" = std_dev_timestamp + ORDER BY 1 +) +ORDER BY 1; + +-- ============================================================================= +-- QUERY B: Daily Operations Flag +-- ============================================================================= + +WITH operating_days AS ( + -- Days with any recorded data + SELECT DISTINCT date_trunc('day', time) AS operating_day + FROM $project_key.data + WHERE $__timeFilter("time") + AND node_id = '$node' + ORDER BY 1 +), +range_days AS ( + -- All days in selected time range + SELECT range_day + FROM generate_series( + '${__from:date:YYYY-MM-DD}'::date, + '${__to:date:YYYY-MM-DD}'::date, + '1 day' + ) AS range_day + ORDER BY 1 +) +SELECT + range_day AS time, + CASE + WHEN (operating_day IS NULL) THEN 1 + ELSE 0 + END AS "Daily Operations Flag" +FROM range_days +LEFT JOIN operating_days ON range_day = operating_day +ORDER BY range_day; \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/error-flagging/panels/update-time.sql b/organizations/roadside-turf/dashboards/error-flagging/panels/update-time.sql new file mode 100644 index 0000000..21b06bc --- /dev/null +++ b/organizations/roadside-turf/dashboards/error-flagging/panels/update-time.sql @@ -0,0 +1,69 @@ +/* + * Panel: Update (Last Communication Time) + * Dashboard: Error Flagging Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors sensor node communication health by displaying the most + * recent data transmission time and calculating elapsed time since + * last contact. Critical for identifying communication failures. + * + * Last Modified: 2025-07-16 + * + * Visualization: Stat Panel + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $node: Selected sensor node ID (dropdown of 11 roadside locations) + * + * Data Sources: + * - Table: $project_key.data (processed sensor measurements) + * - Field: time (timestamp of sensor readings) + * - Scope: All measurements from selected node + * + * Expected Output: + * - Time: Most recent timestamp when node transmitted data + * - Time Since Last Heard: Seconds elapsed since last communication + * + * Communication Health Monitoring: + * This panel provides real-time assessment of sensor node connectivity: + * - Recent data (< 1 hour): Normal operation + * - Delayed data (1-6 hours): Potential communication issues + * - Stale data (> 6 hours): Communication failure, field intervention needed + * - Very stale data (> 24 hours): Node offline, immediate attention required + * + * Key Differences from Other System Panels: + * - Battery/SoC: Power system health from diagnostic messages + * - Update: Communication health from sensor data timestamps + * - Location: Geographic positioning for field operations + * - All three provide system monitoring vs environmental measurement + * + * Query Logic: + * 1. Find maximum timestamp across all sensor measurements for node + * 2. Calculate elapsed seconds between now() and last transmission + * 3. Exclude future timestamps (time <= now()) for data integrity + * 4. Single row result for stat panel display + * + * Time Calculation Details: + * - now(): Current database server timestamp + * - max(time): Most recent sensor data timestamp + * - EXTRACT(EPOCH FROM ...): Converts interval to seconds + * - Result: Positive integer representing seconds of silence + * + */ + +-- ============================================================================= +-- Communication Health Monitoring Query +-- ============================================================================= + +SELECT + -- Most recent data transmission timestamp + max(time) AS Time, + + -- Calculate seconds elapsed since last communication + EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard" + +FROM $project_key.data +WHERE + node_id = '$node' + AND time <= now() -- Exclude any future timestamps (data quality check) +ORDER BY 1; diff --git a/organizations/roadside-turf/dashboards/homepage/README.md b/organizations/roadside-turf/dashboards/homepage/README.md new file mode 100644 index 0000000..31b8015 Binary files /dev/null and b/organizations/roadside-turf/dashboards/homepage/README.md differ diff --git a/organizations/roadside-turf/dashboards/homepage/panels/dashboards-list.sql b/organizations/roadside-turf/dashboards/homepage/panels/dashboards-list.sql new file mode 100644 index 0000000..d8287b5 --- /dev/null +++ b/organizations/roadside-turf/dashboards/homepage/panels/dashboards-list.sql @@ -0,0 +1,36 @@ +# Dashboards List Panel Configuration + +## Panel Information + +**Panel Type**: Dashboard List +**Dashboard**: Homepage Dashboard +**Organization**: Roadside Turf +**Purpose**: Navigation panel providing searchable list of available dashboards +**Visualization**: Dashboard List (Grafana built-in) + +## Configuration + +### Panel Settings +- **Panel Type**: Dashboard List +- **Search**: Enabled (toggle on) +- **SQL Query**: Not applicable (uses Grafana dashboard list functionality) + +## Dashboard List Contents + +### Available Dashboards +The panel displays all dashboards available in the Roadside Turf organization: + +1. **Error Flagging Dashboard** + - **Purpose**: Comprehensive sensor monitoring with error detection + - **Panels**: 10 panels including soil sensors, system monitoring, raw data export + - **Primary Use**: Daily monitoring, quality control, anomaly detection + +2. **Multi-value Dashboard** + - **Purpose**: Real-time monitoring without error flagging complexity + - **Focus**: Current sensor readings and trends + - **Primary Use**: Quick status checks, operational overview + +3. **Homepage Dashboard** + - **Purpose**: Navigation hub and network overview + - **Self-Reference**: Listed in its own dashboard list for navigation consistency + - **Primary Use**: Entry point, network overview, navigation diff --git a/organizations/roadside-turf/dashboards/homepage/panels/map-all-locations.sql b/organizations/roadside-turf/dashboards/homepage/panels/map-all-locations.sql new file mode 100644 index 0000000..2c1c582 --- /dev/null +++ b/organizations/roadside-turf/dashboards/homepage/panels/map-all-locations.sql @@ -0,0 +1,101 @@ +/* + * Panel: Map - All Locations + * Dashboard: Homepage Dashboard + * Organization: Roadside Turf + * + * Purpose: Displays geographic visualization of the complete sensor network showing + * all 11 roadside turf monitoring stations across Minnesota with their + * most recent GPS coordinates for network overview and field operations. + * + * Last Modified: 2025-07-16 + * + * Visualization: Map Panel + * + * Transforms: + * 1. Prepare time series - Format: Wide time series + * 2. Join by labels + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * + * Data Sources: + * - Longitude: GPS longitude coordinates for all nodes + * - Latitude: GPS latitude coordinates for all nodes + * - display_name: Human-readable node identifiers (RST_001A, RST_002, etc.) + * - node_id: Unique sensor node identifiers + * + * Expected Output: + * - time: Timestamp of most recent GPS reading per node + * - node_id: Sensor node identifier + * - display_name: Human-readable node name + * - metric: "Longitude" or "Latitude" + * - value: Coordinate value in decimal degrees + * + * Query Logic: + * 1. Extract all longitude and latitude measurements for all nodes + * 2. Filter to last 4 weeks of data for performance optimization + * 3. Use ROW_NUMBER() to rank by most recent timestamp per node + * 4. Keep only most recent coordinate pair per node (r <= 1) + * 5. Transform data for map visualization + * + * Homepage Dashboard Integration: + * - Provides visual overview of sensor network extent + * - Supports geographic context for other navigation panels + * - Enables spatial understanding of data coverage + * - Complements node table and dashboard list panels + * + */ + +-- ============================================================================= +-- Network-Wide Location Data Extraction for Map Visualization +-- ============================================================================= + +SELECT + time, + node_id, + display_name, + metric, + value +FROM ( + -- Subquery to rank GPS coordinates by most recent timestamp per node + SELECT + ROW_NUMBER() OVER ( + PARTITION BY node_id, measure + ORDER BY time DESC + ) AS r, + time, + value, + measure AS "metric", + node_id, + display_name + FROM $project_key.data + WHERE + measure IN ('Longitude', 'Latitude') + AND time >= CURRENT_DATE - INTERVAL '4 weeks' -- Performance optimization +) x +WHERE x.r <= 1 -- Keep only the most recent coordinate for each measure per node +ORDER BY x.time ASC; + +-- ============================================================================= +-- Transform Configuration +-- ============================================================================= + +/* + * Transform 1: Prepare time series + * - Format: Wide time series + * - Purpose: Converts long format data to wide format for map processing + * - Input: Multiple rows per node (longitude and latitude separately) + * - Output: Structured format suitable for geographic visualization + * + * Transform 2: Join by labels + * - Purpose: Combines longitude and latitude coordinates for each node + * - Input: Wide time series format from Transform 1 + * - Output: Node records with both coordinate values for map plotting + * + * Combined Result Structure: + * - Each node represented as single record with both coordinates + * - display_name provides human-readable node identification + * - node_id enables linking to other dashboard panels + * - Coordinates in decimal degrees for direct map plotting + */ + diff --git a/organizations/roadside-turf/dashboards/homepage/panels/nodes-table.sql b/organizations/roadside-turf/dashboards/homepage/panels/nodes-table.sql new file mode 100644 index 0000000..95a8f21 --- /dev/null +++ b/organizations/roadside-turf/dashboards/homepage/panels/nodes-table.sql @@ -0,0 +1,110 @@ +/* + * Panel: Nodes Table + * Dashboard: Homepage Dashboard + * Organization: Roadside Turf + * + * Purpose: Displays a clickable table of all sensor nodes with direct navigation + * links to each node's individual error flagging dashboard. Provides + * immediate access to detailed monitoring for any specific location. + * + * Last Modified: 2025-07-16 + * + * Visualization: Table Panel with Data Links + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * + * Data Sources: + * - Table: $project_key.meta (project metadata table) + * - Field: display_name (human-readable node identifiers) + * - Filter: project = 'Roadside Turf' + * + * Expected Output: + * - display_name: Node identifiers (RST_001A, RST_002, etc.) in descending order + * + * Data Link Configuration: + * - URL: https://sensing-0.msi.umn.edu/d/O9hQkgasdgasdvasef1erscv84562/rst_flag_db?orgId=15&var-node=${__data.fields[0]} + * - Purpose: Direct navigation to node-specific error flagging dashboard + * - Variable Injection: ${__data.fields[0]} passes selected node display_name + * - Target: Error Flagging Dashboard with pre-selected node + * + * Node Network Coverage: + * This table provides navigation to all 11 roadside monitoring stations: + * - RST_001A: Bemidji (replacement node) + * - RST_002: Roseville + * - RST_003A: Chatfield (replacement node) + * - RST_004: Marshall + * - RST_005: East Grand Forks + * - RST_006: Grand Rapids + * - RST_007: Saint Cloud + * - RST_008: Worthington + * - RST_009A: Fergus Falls (replacement node) + * - RST_010: Duluth + * - RST_011: International Falls + * + * Key Features: + * - Simple, efficient query from metadata table + * - Clickable navigation to detailed monitoring + * - Alphabetical sorting (descending) for consistent presentation + * - Direct integration with error flagging dashboard + * - Seamless user workflow from overview to detailed analysis + * + * Homepage Dashboard Integration: + * - Complements map visualization with textual navigation + * - Provides alternative navigation method to geographic selection + * - Enables quick access to known problem nodes + * - Supports systematic review of all monitoring locations + * + * User Workflow: + * 1. User views Homepage Dashboard for network overview + * 2. Identifies node of interest from map or needs assessment + * 3. Clicks on node name in table + * 4. Automatically navigated to Error Flagging Dashboard + * 5. Error Flagging Dashboard pre-loaded with selected node data + * + * Data Link Mechanics: + * - Click Event: User clicks on any display_name value + * - URL Construction: Template URL with variable substitution + * - Variable Passing: ${__data.fields[0]} = clicked display_name + * - Navigation: Browser redirects to error flagging dashboard + * - Context Preservation: Selected node automatically loaded + */ + +-- ============================================================================= +-- Node Navigation Table Query +-- ============================================================================= + +SELECT DISTINCT display_name +FROM $project_key.meta +WHERE project = 'Roadside Turf' +AND display_name NOT LIKE 'DoA2' +ORDER BY display_name asc; + +-- ============================================================================= +-- Data Link Configuration +-- ============================================================================= + +/* + * Data Link URL Template: + * https://sensing-0.msi.umn.edu/d/O9hQkgasdgasdvasef1erscv84562/rst_flag_db?orgId=15&var-node=${__data.fields[0]} + * + * URL Components: + * - Base URL: https://sensing-0.msi.umn.edu/d/ + * - Dashboard ID: O9hQkgasdgasdvasef1erscv84562 + * - Dashboard Slug: rst_flag_db (Error Flagging Dashboard) + * - Organization ID: orgId=15 (Roadside Turf organization) + * - Variable Assignment: var-node=${__data.fields[0]} + * + * Variable Substitution: + * - ${__data.fields[0]}: Grafana template variable + * - Resolves to: Clicked display_name value from table + * - Examples: RST_001A, RST_002, RST_003A, etc. + * - Result: Pre-selects node in destination dashboard + * + * Navigation Flow: + * 1. User clicks "RST_007" in nodes table + * 2. URL becomes: .../rst_flag_db?orgId=15&var-node=RST_007 + * 3. Error Flagging Dashboard loads with RST_007 pre-selected + * 4. All panels automatically display Saint Cloud sensor data + * 5. User has immediate access to detailed error flagging analysis + */ diff --git a/organizations/roadside-turf/dashboards/homepage/panels/overview-text.md b/organizations/roadside-turf/dashboards/homepage/panels/overview-text.md new file mode 100644 index 0000000..a5b83f7 --- /dev/null +++ b/organizations/roadside-turf/dashboards/homepage/panels/overview-text.md @@ -0,0 +1,73 @@ +# Homepage Overview Text Panel + +## Panel Information + +**Panel Type**: Text Panel (Markdown) +**Dashboard**: Homepage Dashboard +**Organization**: Roadside Turf +**Purpose**: Welcome message, navigation guidance, and resource links +**Visualization**: Static text content with embedded links and GEMS branding + +## Panel Content + +```markdown +[![GEMS Sensing](https://gems.umn.edu/sites/gems.umn.edu/files/2022-09/gems_sensing_450x120.png)](https://gems.umn.edu/gems-services/gems-sensing) + +# Welcome +**To get started**, view your data by clicking on a dashboard or node id + +# Need Help? +Send us an email at gemssensing@umn.edu + +# About GEMS Sensing +GEMS Sensing is a Service Organization of the [GEMS Informatics Center](https://gems.umn.edu) +in the University of Minnesota. Technologies are developed in the [Real-time GeoInformation Systems Lab](https://gems.umn.edu/runck-lab-real-time-geoinformation-systems) +and supported by the [Minnesota Supercomputing Institute](https://www.msi.umn.edu). + +# Links +[Roadside Turf Deployment SOP](https://docs.google.com/document/d/1HVPJdYsOce3oSLWycbtkbLa6FTrZZ5_9xCuI5P8cuTY/edit?usp=sharing) + +[Roadside Turf Field Notes](https://docs.google.com/spreadsheets/d/1ZD6ZWrzsgCAZe3s2-8wJIOEVnjFSNfS2BWrmZUaAduw/edit?usp=sharing) +``` + +## Documentation Analysis + +### **Panel Purpose** +This overview panel serves as the **entry point and navigation hub** for the Roadside Turf Homepage Dashboard, providing: + +1. **GEMS Sensing Branding**: University of Minnesota institutional identity +2. **User Guidance**: Clear instructions for getting started +3. **Support Information**: Direct contact for assistance +4. **Organizational Context**: Background on GEMS Sensing services +5. **Resource Links**: Direct access to operational documentation + +### **Content Structure** + +#### **1. GEMS Sensing Logo and Branding** +- **Logo**: Linked image to GEMS Sensing services page +- **Purpose**: Institutional branding and credibility +- **Navigation**: Links to main GEMS Sensing website + +#### **2. Welcome Section** +- **User Guidance**: "To get started, view your data by clicking on a dashboard or node id" +- **Purpose**: Immediate orientation for new users +- **Integration**: References other Homepage panels (dashboards, nodes) + +#### **3. Support Information** +- **Contact**: gemssensing@umn.edu +- **Purpose**: Direct support channel for technical assistance +- **Accessibility**: Clear pathway for user questions and issues + +#### **4. About GEMS Sensing** +- **Organizational Context**: Service organization within GEMS Informatics Center +- **Technical Background**: Real-time GeoInformation Systems Lab development +- **Infrastructure Support**: Minnesota Supercomputing Institute backing +- **Purpose**: Credibility and technical context for the monitoring system + +#### **5. Resource Links** +- **Deployment SOP**: Standard Operating Procedures for field operations +- **Field Notes**: Live spreadsheet with installation details and coordinates +- **Purpose**: Operational transparency and field team coordination + + + diff --git a/organizations/roadside-turf/dashboards/multi-value/README.md b/organizations/roadside-turf/dashboards/multi-value/README.md new file mode 100644 index 0000000..4e792c9 Binary files /dev/null and b/organizations/roadside-turf/dashboards/multi-value/README.md differ diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/battery.sql b/organizations/roadside-turf/dashboards/multi-value/panels/battery.sql new file mode 100644 index 0000000..7111b6f --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/battery.sql @@ -0,0 +1,154 @@ +/* + * Panel: Battery + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors battery voltage across multiple sensor nodes for streamlined + * power system overview. Focuses on essential battery health metrics + * without complex error flagging, enabling quick operational assessment. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Transform: Labels to fields + * - Mode: Columns + * - Labels: display_name, node_id + * - Value field name: display_name + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $__timeFilter: Grafana time range filter function (on publish_time) + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: $project_key.raw (diagnostic message table) + * - Event Type: diagnostic/v2 + * - JSON Path: message.Diagnostic.Devices.GONK.CellVAvg + * - Device Type: GONK (power management unit) + * + * Expected Output: + * - node_id: Sensor node identifier + * - display_name: Human-readable node name (RST_001A, RST_002, etc.) + * - time: Timestamp from diagnostic message + * - battery: Average cell voltage in volts (converted from mV) + * + * Multi-Node Functionality: + * - Node Selection: $node variable supports multiple selections + * - Comparative Analysis: View battery health across multiple locations + * - Operational Overview: Quick assessment of power system status + * - Regional Monitoring: Compare power performance across Minnesota sites + * + * Battery Health Assessment: + * This panel enables quick evaluation of battery conditions across the network: + * - Normal Range: 3.6V to 4.2V per cell (typical lithium-ion) + * - Warning Range: 3.2V to 3.6V (monitoring recommended) + * - Critical Range: <3.2V (immediate attention required) + * - Overcharge: >4.3V (potential system issues) + * + * JSON Message Processing: + * - Source: GONK power management unit diagnostic messages + * - Extraction: CellVAvg field from nested JSON structure + * - Conversion: Millivolts to volts (/1000) for standard voltage display + * - Validation: is_valid_json() and is_valid_time() ensure data quality + * + * Transform Processing: + * Labels to Fields transformation converts query output for visualization: + * - Input: Multiple rows per timestamp (one per node) + * - Output: Multiple series (one per node) for time series display + * - Labels: display_name and node_id used for series identification + * - Value Field: display_name creates meaningful series names + * + * Multi-value Dashboard Integration: + * - Complementary Monitoring: Works with Update Time for system health overview + * - Node Correlation: Compare battery status with sensor performance + * - Operational Efficiency: Quick identification of power-related issues + * - Maintenance Planning: Prioritize field visits based on battery health + * + * Performance Characteristics: + * - JSON parsing overhead for diagnostic message processing + * - Multi-node aggregation increases computational complexity + * - Transform processing adds visualization optimization + * - GROUP BY message ensures proper aggregation per diagnostic event + * + * Operational Applications: + * - Daily monitoring of power system health across network + * - Identification of nodes requiring battery maintenance + * - Seasonal power performance assessment (winter vs summer) + * - Preventive maintenance scheduling based on voltage trends + * - Field team prioritization for power system interventions + * + * Troubleshooting Indicators: + * - Declining voltage trends: Battery aging or charging system issues + * - Voltage inconsistencies: Wiring problems or cell imbalances + * - Missing data: Communication failures or power system malfunctions + * - Extreme values: Sensor calibration issues or hardware problems + */ + +-- ============================================================================= +-- Multi-Node Battery Voltage Monitoring Query +-- ============================================================================= + +SELECT + node_id, + display_name, + + -- Extract timestamp from JSON diagnostic message + to_timestamp((message::json->'Diagnostic'->>'Time')::int) AS "time", + + -- Average cell voltage converted from millivolts to volts + -- Note: SoC and Solar metrics commented out for simplified focus + -- max((elems1->'GONK'->'SoC')::float) AS "SoC", + max((elems1->'GONK'->'CellVAvg')::float/1000) AS "battery" + -- max((elems2->'Kestrel'->'PORT_V'->3)::float) AS "Solar" + +FROM $project_key.raw, + -- Parse JSON arrays for GONK and Kestrel device data + jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems1, + jsonb_array_elements((message::jsonb)->'Diagnostic'->'Devices') elems2 + +WHERE + -- Time range filter on message publish time + $__timeFilter("publish_time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Diagnostic message filtering + AND event = 'diagnostic/v2' + AND (elems1 ? 'GONK' OR elems2 ? 'Kestrel') + + -- Data quality validation + AND is_valid_json(message) + AND is_valid_time(message) + +-- Group by message and node information to handle multiple device records +GROUP BY raw.message, raw.node_id, raw.display_name +ORDER BY "time" ASC, 1; + +-- ============================================================================= +-- Transform Configuration +-- ============================================================================= + +/* + * Transform: Labels to fields + * - Mode: Columns + * - Labels: display_name, node_id + * - Value field name: display_name + * + * Purpose: Convert multi-node query results into time series format + * + * Input Structure: + * | time | node_id | display_name | battery | + * |------|---------|--------------|---------| + * | t1 | e00f... | RST_007 | 3.85 | + * | t1 | e00f... | RST_002 | 3.92 | + * | t2 | e00f... | RST_007 | 3.84 | + * | t2 | e00f... | RST_002 | 3.91 | + * + * Output Structure (Time Series): + * - Series 1: "RST_007" with battery voltage values over time + * - Series 2: "RST_002" with battery voltage values over time + * - Legend: Node display names for easy identification + * - Tooltip: Node information and voltage values + */ diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/ec-bulk-05in.sql b/organizations/roadside-turf/dashboards/multi-value/panels/ec-bulk-05in.sql new file mode 100644 index 0000000..5e29971 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/ec-bulk-05in.sql @@ -0,0 +1,98 @@ +/* + * Panel: EC Bulk .5in (Surface Bulk Electrical Conductivity) + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors surface soil bulk electrical conductivity at 0.5" depth + * across multiple sensor nodes for streamlined salinity monitoring. + * Provides real-time assessment of salt stress conditions without + * complex error flagging for quick operational overview. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Measure: Acclima Soil.EC_Bulk.1.1 (surface bulk EC at 0.5" depth) + * - Sensor: Acclima TDR 315H at surface level + * + * Expected Output: + * - time: Timestamp of measurement + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * - value: Bulk EC measurement in µS/cm (microsiemens per centimeter) + * + * + * Surface Soil Salinity Monitoring: + * This panel focuses specifically on surface salt stress conditions: + * - Immediate salt exposure from winter deicing operations + * - Surface salt accumulation patterns + * - Turf salt tolerance assessment at root zone entry + * - Seasonal salt buildup and dilution cycles + * - Critical zone monitoring for salt-sensitive species + * + * Bulk Electrical Conductivity Context: + * - Units: µS/cm (microsiemens per centimeter) + * - Measurement: Conductivity of entire soil-water-air system + * - Salt indicator: Higher values indicate increased salt content + * - Range: 0-2000 µS/cm typical for roadside soil conditions + * - Surface sensitivity: First to show salt application impacts + * + * Roadside Salt Stress Assessment: + * Critical thresholds for turf salt tolerance: + * - 0-800 µS/cm: Normal range for most turfgrasses + * - 800-1200 µS/cm: Moderate salt stress, monitor sensitive species + * - 1200-1600 µS/cm: High salt stress, affects moderately tolerant species + * - 1600-2000 µS/cm: Severe salt stress, only salt-tolerant species survive + * - >2000 µS/cm: Extreme conditions, potential vegetation kill + * + * Multi-Node Comparative Analysis: + * - Geographic salt exposure patterns across Minnesota roadways + * - Species salt tolerance performance comparison + * - Deicing operation impact assessment across sites + * - Regional salt accumulation and dilution patterns + * - Site-specific salt management strategy effectiveness + * + * Seasonal Monitoring Applications: + * - Winter: Real-time salt application impact assessment + * - Spring: Salt dilution and leaching monitoring + * - Summer: Background salinity and drought concentration effects + * - Fall: Pre-winter baseline establishment + * - Annual: Long-term salt accumulation trend analysis + * + */ + +-- ============================================================================= +-- Surface Bulk EC Monitoring Query (0.5" Depth) +-- ============================================================================= + +SELECT + "time", + + -- Node identification for multi-series visualization + -- Note: measure commented out for streamlined output focus + -- measure, + display_name, + + -- Bulk EC measurement in µS/cm (no conversion needed) + value + +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Surface bulk EC sensor filtering (0.5" depth) + AND (measure ILIKE '%Acclima Soil.EC_Bulk.1.1%') + +-- Group by all selected fields to handle potential duplicates +GROUP BY data.measure, data.time, data.display_name, data.value +ORDER BY 1, 2; + diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/ec-bulk-3in.sql b/organizations/roadside-turf/dashboards/multi-value/panels/ec-bulk-3in.sql new file mode 100644 index 0000000..82087d9 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/ec-bulk-3in.sql @@ -0,0 +1,75 @@ +/* + * Panel: EC Bulk 3in (Subsurface Bulk Electrical Conductivity) + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors subsurface soil bulk electrical conductivity at 3" depth + * across multiple sensor nodes for streamlined salinity monitoring. + * Provides real-time assessment of deep salt stress conditions without + * complex error flagging for quick operational overview. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * Refresh Rate: [Please specify] + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Measure: Acclima Soil.EC_Bulk.1.2 (subsurface bulk EC at 3" depth) + * - Sensor: Acclima TDR 315H at subsurface level + * + * Expected Output: + * - time: Timestamp of measurement + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * - value: Bulk EC measurement in µS/cm (microsiemens per centimeter) + * + * Subsurface Soil Salinity Monitoring: + * This panel focuses on deeper salt stress conditions: + * - Root zone salt accumulation assessment + * - Deep salt penetration from repeated deicing + * - Long-term salt stress evaluation + * - Subsurface salt leaching effectiveness + * - Chronic salt exposure monitoring + * + * Bulk Electrical Conductivity Context: + * - Units: µS/cm (microsiemens per centimeter) + * - Measurement: Conductivity of entire soil-water-air system at depth + * - Salt accumulation: Often higher than surface due to leaching + * - Range: 0-2000 µS/cm typical for roadside subsurface conditions + * - Stability: Changes more gradually than surface measurements + * + */ + +-- ============================================================================= +-- Subsurface Bulk EC Monitoring Query (3" Depth) +-- ============================================================================= + +SELECT + "time", + + -- Node identification for multi-series visualization + -- Note: measure commented out for streamlined output focus + -- measure, + display_name, + + -- Bulk EC measurement in µS/cm (no conversion needed) + value + +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Subsurface bulk EC sensor filtering (3" depth) + AND (measure ILIKE '%Acclima Soil.EC_Bulk.1.2%') + +-- Group by all selected fields to handle potential duplicates +GROUP BY data.measure, data.time, data.display_name, data.value +ORDER BY 1, 2; \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/gaseous-oxygen.sql b/organizations/roadside-turf/dashboards/multi-value/panels/gaseous-oxygen.sql new file mode 100644 index 0000000..fc13898 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/gaseous-oxygen.sql @@ -0,0 +1,123 @@ +/* + * Panel: Gaseous Oxygen + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors soil gaseous oxygen concentration at 2" depth across multiple + * sensor nodes for streamlined oxygen availability assessment. Provides + * real-time evaluation of root zone oxygen conditions without complex + * error flagging for quick operational overview. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Transform: Labels to fields + * - Mode: Column + * - Labels: display_name + * - Value field name: display_name + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Measure: Apogee O2.Oxygen_%.1.4 (gaseous oxygen at 2" depth) + * - Sensor: Apogee SO-421 oxygen sensor + * + * Expected Output: + * - time: Timestamp of measurement + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * - value: Oxygen percentage (0-100% O₂ in soil atmosphere) + * + * Gaseous Oxygen Monitoring Context: + * This panel focuses on root zone oxygen availability: + * - Root respiration support assessment + * - Soil compaction detection through oxygen depletion + * - Waterlogging identification via oxygen reduction + * - Turf stress evaluation under traffic/maintenance pressure + * - Soil aeration effectiveness monitoring + * + * Oxygen Measurement Context: + * - Units: Percentage O₂ in soil atmosphere + * - Range: 0-100% (typical soil range 10-21%) + * - Installation depth: 2 inches (root zone level) + * - Normal atmospheric: ~21% oxygen + * - Critical for: Root respiration and turf health + * - Sensitivity: Responds to soil moisture and compaction + * + * Multi-Node Comparative Analysis: + * - Geographic oxygen availability patterns across Minnesota + * - Soil compaction comparison between roadside locations + * - Site-specific aeration needs assessment + * - Regional drainage effectiveness evaluation + * - Traffic impact correlation with oxygen levels + * + * Transform Processing: + * Labels to Fields transformation optimizes multi-node display: + * - Input: Multiple rows per timestamp (one per node) + * - Output: Multiple series (one per node) for time series display + * - Labels: display_name used for series identification + * - Value Field: display_name creates meaningful series names + * - Mode: Column format for efficient visualization + */ + +-- ============================================================================= +-- Gaseous Oxygen Monitoring Query (2" Depth) +-- ============================================================================= + +SELECT + "time", + + -- Node identification for multi-series visualization + -- Note: measure commented out for streamlined output focus + -- measure, + display_name, + + -- Oxygen percentage (no conversion needed) + value + +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Gaseous oxygen sensor filtering (2" depth) + AND (measure = 'Apogee O2.Oxygen_%.1.4') + +-- Group by all selected fields plus time for proper aggregation +-- Note: Group by 1 commented out, using explicit field grouping +-- Group by 1 +GROUP BY data.measure, data.time, data.display_name, data.value, 1 +ORDER BY 1, 2; + +-- ============================================================================= +-- Transform Configuration +-- ============================================================================= + +/* + * Transform: Labels to fields + * - Mode: Column + * - Labels: display_name + * - Value field name: display_name + * + * Purpose: Convert multi-node query results into time series format + * + * Input Structure: + * | time | display_name | value | + * |------|--------------|-------| + * | t1 | RST_007 | 18.5 | + * | t1 | RST_002 | 16.2 | + * | t2 | RST_007 | 18.3 | + * | t2 | RST_002 | 16.4 | + * + * Output Structure (Time Series): + * - Series 1: "RST_007" with oxygen values over time + * - Series 2: "RST_002" with oxygen values over time + * - Legend: Node display names for easy identification + * - Tooltip: Node information and oxygen percentage values + */ \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/raw-data.sql b/organizations/roadside-turf/dashboards/multi-value/panels/raw-data.sql new file mode 100644 index 0000000..ad52402 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/raw-data.sql @@ -0,0 +1,149 @@ +/* + * Panel: Raw Data + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Provides streamlined raw sensor data export across multiple nodes + * for operational analysis and data download. Focuses on essential + * sensor measurements without complex error flagging for efficient + * data access and analysis. + * + * Last Modified: 2025-07-16 + * + * Visualization: Table + * + * Transform: Join by field + * - Mode: Outer + * - Field: Time + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Scope: All environmental sensor measurements (excludes location data) + * - Coverage: Multiple nodes with all sensor parameters + * + * Expected Output: + * Query A - Sensor Data: + * - time: Timestamp of measurements + * - metric: Sensor parameter name + * - value: Measurement value + * + * Query B - Node Identification: + * - time: Timestamp of measurements + * - node_id: Node display name for identification + * + * Included Sensor Measurements: + * Environmental sensors (per node): + * - Acclima Soil.Temperature.1.1, 1.2 (surface and subsurface) + * - Acclima Soil.VWC.1.1, 1.2 (volumetric water content) + * - Acclima Soil.EC_BULK.1.1, 1.2 (bulk electrical conductivity) + * - Acclima Soil.EC_PORE.1.1, 1.2 (pore electrical conductivity) + * - Acclima Soil.Permitivity.1.1, 1.2 (soil permittivity) + * - Apogee O2.Oxygen_%.1.4 (gaseous oxygen) + * - Apogee O2.Temperature.1.4 (oxygen sensor temperature) + * + * Multi-Node Export Capability: + * - Comparative analysis: Multiple nodes in single export + * - Regional assessment: Geographic data comparison + * - Operational efficiency: Bulk data access for selected nodes + * - Research support: Multi-site data package for analysis + * - Quality assurance: Cross-node validation and comparison + * + * Transform Processing: + * Join by Field (Outer) creates comprehensive table: + * - Query A: Provides sensor measurements with metric identification + * - Query B: Provides node identification per timestamp + * - Join: Combines on Time field for complete data context + * - Output: Table with timestamps, nodes, metrics, and values + * + * Multi-value Dashboard Integration: + * - Comprehensive export: Supports all individual panel data + * - Validation tool: Verify individual panel accuracy + * - Bulk analysis: Multi-parameter, multi-node assessment + * - Operational backup: Complete data access for troubleshooting + * - Research bridge: Connect operational monitoring to analysis + */ + +-- ============================================================================= +-- QUERY A: Sensor Measurements Data +-- ============================================================================= + +SELECT + "time" AS "time", + measure AS "metric", + value +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Exclude location/positioning data for sensor focus + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + AND measure NOT ILIKE 'altitude' +ORDER BY time ASC; + +-- ============================================================================= +-- QUERY B: Node Identification Data +-- ============================================================================= + +SELECT + "time" AS "time", + display_name AS "node_id" +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Exclude location/positioning data for consistency + AND measure NOT ILIKE 'latitude' + AND measure NOT ILIKE 'longitude' + AND measure NOT ILIKE 'altitude' +ORDER BY time ASC; + +-- ============================================================================= +-- Transform Configuration +-- ============================================================================= + +/* + * Transform: Join by field + * - Mode: Outer + * - Field: Time + * + * Purpose: Combine sensor measurements with node identification + * + * Input Structure: + * Query A (Sensor Data): + * | time | metric | value | + * |------|--------|-------| + * | t1 | Temp | 20.5 | + * | t1 | VWC | 25.2 | + * + * Query B (Node Data): + * | time | node_id | + * |------|---------| + * | t1 | RST_007 | + * | t1 | RST_007 | + * + * Output Structure (Joined Table): + * | Time | metric | value | node_id | + * |------|--------|-------|---------| + * | t1 | Temp | 20.5 | RST_007 | + * | t1 | VWC | 25.2 | RST_007 | + * + * Benefits: + * - Complete context: Each measurement linked to node and time + * - Export ready: Suitable for CSV download or analysis + * - Multi-node clarity: Node identification for every measurement + * - Research format: Standard structure for data analysis + */ + diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/temp-05in.sql b/organizations/roadside-turf/dashboards/multi-value/panels/temp-05in.sql new file mode 100644 index 0000000..dd18d08 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/temp-05in.sql @@ -0,0 +1,108 @@ +/* + * Panel: Temp .5in (Surface Soil Temperature) + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors surface soil temperature at 0.5" depth across multiple + * sensor nodes for streamlined thermal monitoring. Provides real-time + * assessment of surface soil thermal conditions with Celsius to + * Fahrenheit conversion for operational use. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Transform: Math Operation + * - Operation: Math + * - Expression: ($A*9/5)+32 + * - Purpose: Convert Celsius to Fahrenheit for operational display + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Measure: Acclima Soil.Temperature.1.1 (surface temperature at 0.5" depth) + * - Sensor: Acclima TDR 315H at surface level + * + * Expected Output: + * - time: Timestamp of measurement + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * - value: Temperature in Fahrenheit (converted from Celsius via transform) + * + * Surface Soil Temperature Monitoring: + * This panel focuses specifically on surface thermal conditions: + * - Immediate temperature exposure affecting turf crowns + * - Surface freeze-thaw cycle monitoring + * - Heat stress assessment at soil surface + * - Diurnal temperature variation analysis + * - Critical temperature threshold monitoring + * + * Temperature Conversion Process: + * - Raw Data: Celsius values from Acclima TDR 315H sensor + * - Transform: Grafana math operation ($A*9/5)+32 + * - Display: Fahrenheit values for operational use + * - Formula: °F = (°C × 9/5) + 32 + * - Example: 20°C → (20 × 9/5) + 32 = 68°F + */ + +-- ============================================================================= +-- Surface Temperature Monitoring Query (0.5" Depth) +-- ============================================================================= + +SELECT + "time", + + -- Node identification for multi-series visualization + -- Note: measure commented out for streamlined output focus + -- measure, + display_name, + + -- Temperature in Celsius (converted to Fahrenheit via transform) + value + +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Surface temperature sensor filtering (0.5" depth) + AND (measure ILIKE '%Acclima Soil.Temperature.1.1%') + +-- Group by all selected fields to handle potential duplicates +GROUP BY data.measure, data.time, data.display_name, data.value +ORDER BY 1, 2; + +-- ============================================================================= +-- Transform Configuration +-- ============================================================================= + +/* + * Query B: Math Transform + * - Operation: Math + * - Expression: ($A*9/5)+32 + * + * Purpose: Convert Celsius temperature values to Fahrenheit for operational display + * + * Conversion Process: + * 1. Query A provides raw temperature data in Celsius + * 2. Transform applies mathematical conversion formula + * 3. Result displays temperature values in Fahrenheit + * 4. Visualization shows converted values with °F units + * + * Formula Explanation: + * - Multiply by 9/5: Converts Celsius degree scale to Fahrenheit scale + * - Add 32: Adjusts for different zero points (0°C = 32°F) + * - Result: Standard Fahrenheit temperature for operational use + * + * Example Conversions: + * - 0°C → (0 × 9/5) + 32 = 32°F (freezing point) + * - 10°C → (10 × 9/5) + 32 = 50°F (cool weather) + * - 20°C → (20 × 9/5) + 32 = 68°F (mild weather) + * - 30°C → (30 × 9/5) + 32 = 86°F (warm weather) + */ + diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/temp-3in.sql b/organizations/roadside-turf/dashboards/multi-value/panels/temp-3in.sql new file mode 100644 index 0000000..e01097e --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/temp-3in.sql @@ -0,0 +1,93 @@ +/* + * Panel: Temp 3in (Subsurface Soil Temperature) + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors subsurface soil temperature at 3" depth across multiple + * sensor nodes for streamlined thermal monitoring. Provides real-time + * assessment of subsurface soil thermal conditions with Celsius to + * Fahrenheit conversion for operational use. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Transform: Math Operation + * - Operation: Math + * - Expression: ($A*9/5)+32 + * - Purpose: Convert Celsius to Fahrenheit for operational display + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Measure: Acclima Soil.Temperature.1.2 (subsurface temperature at 3" depth) + * - Sensor: Acclima TDR 315H at subsurface level + * + * Expected Output: + * - time: Timestamp of measurement + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * - value: Temperature in Fahrenheit (converted from Celsius via transform) + * + * Subsurface Soil Temperature Monitoring: + * This panel focuses on deeper thermal conditions: + * - Root zone temperature stability assessment + * - Deep freeze penetration monitoring + * - Subsurface thermal stress evaluation + * - Seasonal temperature buffer analysis + * - Long-term thermal pattern documentation + * + * Temperature Conversion Process: + * - Raw Data: Celsius values from Acclima TDR 315H sensor + * - Transform: Grafana math operation ($A*9/5)+32 + * - Display: Fahrenheit values for operational use + * - Formula: °F = (°C × 9/5) + 32 + * - Example: 15°C → (15 × 9/5) + 32 = 59°F + */ + +-- ============================================================================= +-- Subsurface Temperature Monitoring Query (3" Depth) +-- ============================================================================= + +SELECT + "time", + + -- Node identification for multi-series visualization + -- Note: measure commented out for streamlined output focus + -- measure, + display_name, + + -- Temperature in Celsius (converted to Fahrenheit via transform) + value + +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Subsurface temperature sensor filtering (3" depth) + AND (measure ILIKE '%Acclima Soil.Temperature.1.2%') + +-- Group by all selected fields to handle potential duplicates +GROUP BY data.measure, data.time, data.display_name, data.value +ORDER BY 1, 2; + +-- ============================================================================= +-- Transform Configuration +-- ============================================================================= + +/* + * Query B: Math Transform + * - Operation: Math + * - Expression: ($A*9/5)+32 + * + * Purpose: Convert Celsius temperature values to Fahrenheit for operational display + * + * Note: Same transform configuration as surface temperature panel + * Formula converts subsurface Celsius readings to Fahrenheit for consistency + */ \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/update-time.sql b/organizations/roadside-turf/dashboards/multi-value/panels/update-time.sql new file mode 100644 index 0000000..c03ec86 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/update-time.sql @@ -0,0 +1,89 @@ +/* + * Panel: Update Time + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors communication health across multiple sensor nodes by displaying + * the most recent data transmission time and elapsed time since last contact + * for each selected node. Enables quick identification of communication + * failures across the network. + * + * Last Modified: 2025-07-16 + * + * Visualization: Table / Stat Panel + * + * Variables Used: + * - $project_key: "Roadside Turf" (project identifier) + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: $project_key.data (processed sensor measurements) + * - Field: time (timestamp of sensor readings) + * - Scope: All measurements from selected nodes + * + * Expected Output: + * - Time: Most recent timestamp when each node transmitted data + * - Time Since Last Heard: Seconds elapsed since last communication per node + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * + * Communication Health Assessment: + * This panel provides comparative assessment of sensor node connectivity: + * - Recent data (< 1 hour): Normal operation for node + * - Delayed data (1-6 hours): Potential communication issues for node + * - Stale data (> 6 hours): Communication failure, field intervention needed + * - Very stale data (> 24 hours): Node offline, immediate attention required + * + * Multi-Node Monitoring Benefits: + * - Network Overview: See communication status across multiple locations + * - Comparative Analysis: Identify patterns in communication failures + * - Prioritization: Rank nodes by communication urgency + * - Regional Assessment: Monitor communication across geographic areas + * - Operational Efficiency: Quick identification of multiple node issues + * + * Query Logic: + * 1. Filter to selected nodes using IN ($node) clause + * 2. Find maximum timestamp across all sensor measurements per node + * 3. Calculate elapsed seconds between now() and last transmission per node + * 4. Group by display_name to get one result per node + * 5. Exclude future timestamps (time <= now()) for data integrity + * + * Time Calculation Details: + * - now(): Current database server timestamp + * - max(time): Most recent sensor data timestamp per node + * - EXTRACT(EPOCH FROM ...): Converts interval to seconds + * - GROUP BY: Ensures one result per display_name + * - Result: Communication status summary for each selected node + * + * Multi-value Dashboard Integration: + * - Complementary to Battery panel for system health overview + * - Network-wide communication assessment capability + * - Quick operational status checking across multiple nodes + * - Supports maintenance prioritization workflows + */ + +-- ============================================================================= +-- Multi-Node Communication Health Monitoring Query +-- ============================================================================= + +SELECT + -- Most recent data transmission timestamp per node + max(time) AS Time, + + -- Calculate seconds elapsed since last communication per node + EXTRACT(EPOCH FROM (now() - max(time))) AS "Time Since Last Heard", + + -- Node identification for grouping and display + display_name + +FROM $project_key.data +WHERE + -- Multi-node selection support + node_id IN ($node) + + -- Exclude any future timestamps (data quality check) + AND time <= now() + +-- Group by node to get one result per selected node +GROUP BY data.display_name +ORDER BY time ASC; + diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/vwc-05in.sql b/organizations/roadside-turf/dashboards/multi-value/panels/vwc-05in.sql new file mode 100644 index 0000000..2a20846 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/vwc-05in.sql @@ -0,0 +1,72 @@ +/* + * Panel: VWC .5in (Surface Volumetric Water Content) + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors surface soil volumetric water content at 0.5" depth across + * multiple sensor nodes for streamlined moisture monitoring. Provides + * real-time assessment of surface soil moisture conditions without + * complex error flagging for quick operational overview. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Measure: Acclima Soil.VWC.1.1 (surface VWC at 0.5" depth) + * - Sensor: Acclima TDR 315H at surface level + * + * Expected Output: + * - time: Timestamp of measurement + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * - value: VWC percentage (0-100% soil volume occupied by water) + * + * Surface Soil Moisture Monitoring: + * This panel focuses specifically on surface soil conditions: + * - Immediate water availability for turf roots + * - Surface drought stress assessment + * - Irrigation effectiveness evaluation + * - Rainfall impact on surface moisture + * - Evapotranspiration pattern analysis + * + * VWC Measurement Context: + * - Units: Percentage of soil volume occupied by water + * - Range: 0% (completely dry) to 100% (water saturated) + * - Typical turf range: 10-40% depending on soil type and conditions + * - Critical levels: <15% (drought stress), >50% (potential waterlogging) + * - Surface sensitivity: Responds quickly to irrigation and precipitation + */ +-- ============================================================================= +-- Surface VWC Monitoring Query (0.5" Depth) +-- ============================================================================= + +SELECT + "time", + + -- Node identification for multi-series visualization + -- Note: measure commented out for streamlined output focus + -- measure, + display_name, + + -- VWC percentage (no conversion needed) + value + +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Subsurface VWC sensor filtering (0.5" depth) + AND (measure ILIKE '%Acclima Soil.VWC.1.1%') + +-- Group by all selected fields to handle potential duplicates +GROUP BY data.measure, data.time, data.display_name, data.value +ORDER BY 1, 2; \ No newline at end of file diff --git a/organizations/roadside-turf/dashboards/multi-value/panels/vwc-3in.sql b/organizations/roadside-turf/dashboards/multi-value/panels/vwc-3in.sql new file mode 100644 index 0000000..4830bc5 --- /dev/null +++ b/organizations/roadside-turf/dashboards/multi-value/panels/vwc-3in.sql @@ -0,0 +1,66 @@ +/* + * Panel: VWC 3in (Subsurface Volumetric Water Content) + * Dashboard: Multi-value Dashboard + * Organization: Roadside Turf + * + * Purpose: Monitors subsurface soil volumetric water content at 3" depth across + * multiple sensor nodes for streamlined moisture monitoring. Provides + * real-time assessment of subsurface soil moisture conditions without + * complex error flagging for quick operational overview. + * + * Last Modified: 2025-07-16 + * + * Visualization: Time Series Graph + * + * Variables Used: + * - $__timeFilter: Grafana time range filter function + * - $node: Selected sensor nodes (multi-select dropdown) + * + * Data Sources: + * - Table: roadsideturf.data (processed sensor measurements) + * - Measure: Acclima Soil.VWC.1.2 (subsurface VWC at 3" depth) + * - Sensor: Acclima TDR 315H at subsurface level + * + * Expected Output: + * - time: Timestamp of measurement + * - display_name: Human-readable node identifier (RST_001A, RST_002, etc.) + * - value: VWC percentage (0-100% soil volume occupied by water) + * + * Subsurface Soil Moisture Monitoring: + * This panel focuses on deeper soil moisture conditions: + * - Primary root zone water availability + * - Stable moisture reservoir assessment + * - Deep irrigation effectiveness evaluation + * - Seasonal moisture storage patterns + * - Drought resilience indicator analysis + */ + +-- ============================================================================= +-- Subsurface VWC Monitoring Query (3" Depth) +-- ============================================================================= + +SELECT + "time", + + -- Node identification for multi-series visualization + -- Note: measure commented out for streamlined output focus + -- measure, + display_name, + + -- VWC percentage (no conversion needed) + value + +FROM roadsideturf.data +WHERE + -- Time range filtering + $__timeFilter("time") + + -- Multi-node selection support + AND node_id IN ($node) + + -- Subsurface VWC sensor filtering (3" depth) + AND (measure ILIKE '%Acclima Soil.VWC.1.2%') + +-- Group by all selected fields to handle potential duplicates +GROUP BY data.measure, data.time, data.display_name, data.value +ORDER BY 1, 2; \ No newline at end of file diff --git a/organizations/roadside-turf/variables/variables.md b/organizations/roadside-turf/variables/variables.md new file mode 100644 index 0000000..f7b88a4 Binary files /dev/null and b/organizations/roadside-turf/variables/variables.md differ