Updated the normalized observation schema to remove duplicate and/or unnecessary fields
All checks were successful
ci/woodpecker/push/build-image Pipeline was successful

This commit is contained in:
2026-03-17 11:04:51 -05:00
parent e42f2bc9de
commit 129cebd94d
17 changed files with 233 additions and 212 deletions

View File

@@ -11,7 +11,6 @@
// - weather.alert.v1 -> model.WeatherAlertRun
//
// Parent/child relationships:
// - observations.event_id -> observation_cloud_layers.event_id
// - observations.event_id -> observation_present_weather.event_id
// - forecasts.event_id -> forecast_periods.run_event_id
// - alert_runs.event_id -> alerts.run_event_id
@@ -22,7 +21,6 @@
// - Child primary keys use positional indexes to preserve payload order.
// - Prune columns:
// - observations.observed_at
// - observation_cloud_layers.observed_at
// - observation_present_weather.observed_at
// - forecasts.issued_at
// - forecast_periods.issued_at
@@ -54,33 +52,19 @@
// - station_name TEXT NULL -> payload.stationName
// - observed_at TIMESTAMPTZ -> payload.timestamp
// - condition_code INTEGER -> payload.conditionCode
// - condition_text TEXT NULL -> payload.conditionText
// - is_day BOOLEAN NULL -> payload.isDay
// - provider_raw_description TEXT NULL -> payload.providerRawDescription
// - text_description TEXT NULL -> payload.textDescription
// - icon_url TEXT NULL -> payload.iconUrl
// - temperature_c DOUBLE PRECISION NULL -> payload.temperatureC
// - dewpoint_c DOUBLE PRECISION NULL -> payload.dewpointC
// - wind_direction_degrees DOUBLE PRECISION NULL -> payload.windDirectionDegrees
// - wind_speed_kmh DOUBLE PRECISION NULL -> payload.windSpeedKmh
// - wind_gust_kmh DOUBLE PRECISION NULL -> payload.windGustKmh
// - barometric_pressure_pa DOUBLE PRECISION NULL -> payload.barometricPressurePa
// - sea_level_pressure_pa DOUBLE PRECISION NULL -> payload.seaLevelPressurePa
// - visibility_meters DOUBLE PRECISION NULL -> payload.visibilityMeters
// - relative_humidity_percent DOUBLE PRECISION NULL -> payload.relativeHumidityPercent
// - apparent_temperature_c DOUBLE PRECISION NULL -> payload.apparentTemperatureC
// - elevation_meters DOUBLE PRECISION NULL -> payload.elevationMeters
// - raw_message TEXT NULL -> payload.rawMessage
//
// 2. observation_cloud_layers (PK: event_id, layer_index)
//
// - event_id TEXT -> observations.event_id / payload.cloudLayers[i]
// - layer_index INTEGER -> i (array position in payload.cloudLayers)
// - observed_at TIMESTAMPTZ -> payload.timestamp
// - base_meters DOUBLE PRECISION NULL -> payload.cloudLayers[i].baseMeters
// - amount TEXT NULL -> payload.cloudLayers[i].amount
//
// 3. observation_present_weather (PK: event_id, weather_index)
// 2. observation_present_weather (PK: event_id, weather_index)
//
// - event_id TEXT -> observations.event_id / payload.presentWeather[i]
// - weather_index INTEGER -> i (array position in payload.presentWeather)
@@ -90,7 +74,7 @@
// Note: raw_text stores compact JSON text. Consumers that need the original
// object should parse raw_text as JSON.
//
// 4. forecasts (PK: event_id)
// 3. forecasts (PK: event_id)
//
// - event_id TEXT -> event.id
// - event_kind TEXT -> event.kind
@@ -108,7 +92,7 @@
// - elevation_meters DOUBLE PRECISION NULL -> payload.elevationMeters
// - period_count INTEGER -> len(payload.periods)
//
// 5. forecast_periods (PK: run_event_id, period_index)
// 4. forecast_periods (PK: run_event_id, period_index)
//
// - run_event_id TEXT -> forecasts.event_id / payload.periods[i]
// - period_index INTEGER -> i (array position in payload.periods)
@@ -140,7 +124,7 @@
// - snowfall_depth_mm DOUBLE PRECISION NULL -> payload.periods[i].snowfallDepthMm
// - uv_index DOUBLE PRECISION NULL -> payload.periods[i].uvIndex
//
// 6. alert_runs (PK: event_id)
// 5. alert_runs (PK: event_id)
//
// - event_id TEXT -> event.id
// - event_kind TEXT -> event.kind
@@ -155,7 +139,7 @@
// - longitude DOUBLE PRECISION NULL -> payload.longitude
// - alert_count INTEGER -> len(payload.alerts)
//
// 7. alerts (PK: run_event_id, alert_index)
// 6. alerts (PK: run_event_id, alert_index)
//
// - run_event_id TEXT -> alert_runs.event_id / payload.alerts[i]
// - alert_index INTEGER -> i (array position in payload.alerts)
@@ -180,7 +164,7 @@
// - sender_name TEXT NULL -> payload.alerts[i].senderName
// - reference_count INTEGER -> len(payload.alerts[i].references)
//
// 8. alert_references (PK: run_event_id, alert_index, reference_index)
// 7. alert_references (PK: run_event_id, alert_index, reference_index)
//
// - run_event_id TEXT -> alert_runs.event_id / payload.alerts[i].references[j]
// - alert_index INTEGER -> i (array position in payload.alerts)
@@ -195,7 +179,7 @@
//
// - WeatherObservation:
// read one row from observations, then join child rows by event_id ordered by
// layer_index / weather_index to rebuild cloudLayers and presentWeather arrays.
// weather_index to rebuild presentWeather arrays.
//
// - WeatherForecastRun:
// read one row from forecasts, then join forecast_periods by run_event_id