- Require params.user_agent for all HTTP sources (uniform config across providers) - Add common.RequireHTTPSourceConfig() to validate name/url/user_agent in one call - Add common.NewHTTPClient() with DefaultHTTPTimeout for consistent client setup - Add common.SingleRawEvent() to centralize event envelope construction + validation - Refactor NWS/Open-Meteo/OpenWeather observation sources to use new helpers
158 lines
4.1 KiB
Go
158 lines
4.1 KiB
Go
// FILE: ./internal/sources/openweather/observation.go
|
|
package openweather
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"strings"
|
|
"time"
|
|
|
|
"gitea.maximumdirect.net/ejr/feedkit/config"
|
|
"gitea.maximumdirect.net/ejr/feedkit/event"
|
|
"gitea.maximumdirect.net/ejr/weatherfeeder/internal/sources/common"
|
|
"gitea.maximumdirect.net/ejr/weatherfeeder/internal/standards"
|
|
)
|
|
|
|
// ObservationSource polls the OpenWeatherMap "Current weather" endpoint and emits a RAW observation Event.
|
|
//
|
|
// IMPORTANT UNIT POLICY (weatherfeeder convention):
|
|
// OpenWeather changes units based on the `units` query parameter but does NOT include the unit
|
|
// system in the response body. To keep normalization deterministic, this driver *requires*
|
|
// `units=metric`. If absent (or non-metric), the driver returns an error.
|
|
type ObservationSource struct {
|
|
name string
|
|
url string
|
|
userAgent string
|
|
client *http.Client
|
|
}
|
|
|
|
func NewObservationSource(cfg config.SourceConfig) (*ObservationSource, error) {
|
|
const driver = "openweather_observation"
|
|
|
|
c, err := common.RequireHTTPSourceConfig(driver, cfg)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if err := requireMetricUnits(c.URL); err != nil {
|
|
return nil, fmt.Errorf("openweather_observation %q: %w", c.Name, err)
|
|
}
|
|
|
|
return &ObservationSource{
|
|
name: c.Name,
|
|
url: c.URL,
|
|
userAgent: c.UserAgent,
|
|
client: common.NewHTTPClient(common.DefaultHTTPTimeout),
|
|
}, nil
|
|
}
|
|
|
|
func (s *ObservationSource) Name() string { return s.name }
|
|
|
|
func (s *ObservationSource) Kind() event.Kind { return event.Kind("observation") }
|
|
|
|
func (s *ObservationSource) Poll(ctx context.Context) ([]event.Event, error) {
|
|
// Re-check policy defensively (in case the URL is mutated after construction).
|
|
if err := requireMetricUnits(s.url); err != nil {
|
|
return nil, fmt.Errorf("openweather_observation %q: %w", s.name, err)
|
|
}
|
|
|
|
raw, meta, err := s.fetchRaw(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
eventID := buildEventID(s.name, meta)
|
|
if strings.TrimSpace(eventID) == "" {
|
|
eventID = fmt.Sprintf("openweather:current:%s:%s", s.name, time.Now().UTC().Format(time.RFC3339Nano))
|
|
}
|
|
|
|
var effectiveAt *time.Time
|
|
if !meta.ParsedTimestamp.IsZero() {
|
|
t := meta.ParsedTimestamp.UTC()
|
|
effectiveAt = &t
|
|
}
|
|
|
|
return common.SingleRawEvent(
|
|
s.Kind(),
|
|
s.name,
|
|
standards.SchemaRawOpenWeatherCurrentV1,
|
|
eventID,
|
|
effectiveAt,
|
|
raw,
|
|
)
|
|
}
|
|
|
|
// ---- RAW fetch + minimal metadata decode ----
|
|
|
|
type openWeatherMeta struct {
|
|
Dt int64 `json:"dt"` // unix seconds, UTC
|
|
|
|
ID int64 `json:"id"`
|
|
Name string `json:"name"`
|
|
|
|
Coord struct {
|
|
Lon float64 `json:"lon"`
|
|
Lat float64 `json:"lat"`
|
|
} `json:"coord"`
|
|
|
|
ParsedTimestamp time.Time `json:"-"`
|
|
}
|
|
|
|
func (s *ObservationSource) fetchRaw(ctx context.Context) (json.RawMessage, openWeatherMeta, error) {
|
|
b, err := common.FetchBody(ctx, s.client, s.url, s.userAgent, "application/json")
|
|
if err != nil {
|
|
return nil, openWeatherMeta{}, fmt.Errorf("openweather_observation %q: %w", s.name, err)
|
|
}
|
|
|
|
raw := json.RawMessage(b)
|
|
|
|
var meta openWeatherMeta
|
|
if err := json.Unmarshal(b, &meta); err != nil {
|
|
return raw, openWeatherMeta{}, nil
|
|
}
|
|
|
|
if meta.Dt > 0 {
|
|
meta.ParsedTimestamp = time.Unix(meta.Dt, 0).UTC()
|
|
}
|
|
|
|
return raw, meta, nil
|
|
}
|
|
|
|
func buildEventID(sourceName string, meta openWeatherMeta) string {
|
|
locKey := ""
|
|
if meta.ID != 0 {
|
|
locKey = fmt.Sprintf("city:%d", meta.ID)
|
|
} else if meta.Coord.Lat != 0 || meta.Coord.Lon != 0 {
|
|
locKey = fmt.Sprintf("coord:%.5f,%.5f", meta.Coord.Lat, meta.Coord.Lon)
|
|
} else {
|
|
locKey = "loc:unknown"
|
|
}
|
|
|
|
ts := meta.ParsedTimestamp
|
|
if ts.IsZero() {
|
|
ts = time.Now().UTC()
|
|
}
|
|
|
|
return fmt.Sprintf("openweather:current:%s:%s:%s", sourceName, locKey, ts.Format(time.RFC3339Nano))
|
|
}
|
|
|
|
func requireMetricUnits(rawURL string) error {
|
|
u, err := url.Parse(strings.TrimSpace(rawURL))
|
|
if err != nil {
|
|
return fmt.Errorf("invalid url %q: %w", rawURL, err)
|
|
}
|
|
|
|
units := strings.ToLower(strings.TrimSpace(u.Query().Get("units")))
|
|
if units != "metric" {
|
|
if units == "" {
|
|
units = "(missing; defaults to standard)"
|
|
}
|
|
return fmt.Errorf("url must include units=metric (got units=%s)", units)
|
|
}
|
|
|
|
return nil
|
|
}
|