- fix dispatch route compilation so empty Kinds matches all (nil), not none - introduce internal/sources/common/HTTPSource to centralize HTTP polling boilerplate: - standard cfg parsing (url + user_agent) - default HTTP client + Accept/User-Agent headers - consistent error wrapping - refactor observation sources (nws/openmeteo/openweather) to use HTTPSource - upstream generic HTTP fetch/limits/timeout helper from weatherfeeder to feedkit: - move internal/sources/common/http.go -> feedkit/transport/http.go - keep behavior: status checks, max-body limit, default timeout
120 lines
3.4 KiB
Go
120 lines
3.4 KiB
Go
// FILE: ./internal/sources/openmeteo/observation.go
|
|
package openmeteo
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"gitea.maximumdirect.net/ejr/feedkit/config"
|
|
"gitea.maximumdirect.net/ejr/feedkit/event"
|
|
"gitea.maximumdirect.net/ejr/weatherfeeder/internal/providers/openmeteo"
|
|
"gitea.maximumdirect.net/ejr/weatherfeeder/internal/sources/common"
|
|
"gitea.maximumdirect.net/ejr/weatherfeeder/internal/standards"
|
|
)
|
|
|
|
// ObservationSource polls an Open-Meteo endpoint and emits one RAW Observation Event.
|
|
type ObservationSource struct {
|
|
http *common.HTTPSource
|
|
}
|
|
|
|
func NewObservationSource(cfg config.SourceConfig) (*ObservationSource, error) {
|
|
const driver = "openmeteo_observation"
|
|
|
|
// We require params.user_agent for uniformity across sources (even though Open-Meteo
|
|
// itself does not strictly require a special User-Agent).
|
|
hs, err := common.NewHTTPSource(driver, cfg, "application/json")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &ObservationSource{http: hs}, nil
|
|
}
|
|
|
|
func (s *ObservationSource) Name() string { return s.http.Name }
|
|
|
|
func (s *ObservationSource) Kind() event.Kind { return event.Kind("observation") }
|
|
|
|
// Poll fetches Open-Meteo "current" and emits exactly one RAW Event.
|
|
func (s *ObservationSource) Poll(ctx context.Context) ([]event.Event, error) {
|
|
raw, meta, err := s.fetchRaw(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
eventID := buildEventID(s.http.Name, meta)
|
|
if strings.TrimSpace(eventID) == "" {
|
|
// Extremely defensive fallback: keep the envelope valid no matter what.
|
|
eventID = fmt.Sprintf("openmeteo:current:%s:%s", s.http.Name, time.Now().UTC().Format(time.RFC3339Nano))
|
|
}
|
|
|
|
var effectiveAt *time.Time
|
|
if !meta.ParsedTimestamp.IsZero() {
|
|
t := meta.ParsedTimestamp.UTC()
|
|
effectiveAt = &t
|
|
}
|
|
|
|
return common.SingleRawEvent(
|
|
s.Kind(),
|
|
s.http.Name,
|
|
standards.SchemaRawOpenMeteoCurrentV1,
|
|
eventID,
|
|
effectiveAt,
|
|
raw,
|
|
)
|
|
}
|
|
|
|
// ---- RAW fetch + minimal metadata decode ----
|
|
|
|
type openMeteoMeta struct {
|
|
Latitude float64 `json:"latitude"`
|
|
Longitude float64 `json:"longitude"`
|
|
Timezone string `json:"timezone"`
|
|
UTCOffsetSeconds int `json:"utc_offset_seconds"`
|
|
|
|
Current struct {
|
|
Time string `json:"time"`
|
|
} `json:"current"`
|
|
|
|
ParsedTimestamp time.Time `json:"-"`
|
|
}
|
|
|
|
func (s *ObservationSource) fetchRaw(ctx context.Context) (json.RawMessage, openMeteoMeta, error) {
|
|
raw, err := s.http.FetchJSON(ctx)
|
|
if err != nil {
|
|
return nil, openMeteoMeta{}, err
|
|
}
|
|
|
|
var meta openMeteoMeta
|
|
if err := json.Unmarshal(raw, &meta); err != nil {
|
|
// If metadata decode fails, still return raw; envelope will fall back to computed ID without EffectiveAt.
|
|
return raw, openMeteoMeta{}, nil
|
|
}
|
|
|
|
// Best effort: compute a stable EffectiveAt + event ID component.
|
|
// If parsing fails, we simply omit EffectiveAt and fall back to time.Now() in buildEventID.
|
|
if t, err := openmeteo.ParseTime(meta.Current.Time, meta.Timezone, meta.UTCOffsetSeconds); err == nil {
|
|
meta.ParsedTimestamp = t.UTC()
|
|
}
|
|
|
|
return raw, meta, nil
|
|
}
|
|
|
|
func buildEventID(sourceName string, meta openMeteoMeta) string {
|
|
locKey := ""
|
|
if meta.Latitude != 0 || meta.Longitude != 0 {
|
|
locKey = fmt.Sprintf("coord:%.5f,%.5f", meta.Latitude, meta.Longitude)
|
|
} else {
|
|
locKey = "loc:unknown"
|
|
}
|
|
|
|
ts := meta.ParsedTimestamp
|
|
if ts.IsZero() {
|
|
ts = time.Now().UTC()
|
|
}
|
|
|
|
return fmt.Sprintf("openmeteo:current:%s:%s:%s", sourceName, locKey, ts.Format(time.RFC3339Nano))
|
|
}
|