M3: live ingestion (MQTT/Tasmota + Home Assistant)

- PayloadExtractor: dot-path value/time extraction (Tasmota ENERGY.Total, bare scalars). - MqttTopicMatcher: standard +/# wildcard matching. - IngestionService: scale/offset, idempotent upsert on (meter_id, time), and a spurious- decrease guard for monotonic registers (allowed only with a reset/swap event) + source last-seen status. - MqttMessageRouter + MqttIngestionWorker (MQTTnet 5): per-endpoint persistent connections, topic subscription, graceful degradation; secrets resolved by env-var reference. - Home Assistant: HaStateClient (REST /api/states parse) + HomeAssistantWorker polling on each source's interval. HA-via-MQTT also works through the MQTT path. - Ingestion workers gated by MeterVault:EnableLiveIngestion (off in tests). 85 tests green (53 Core + 32 integration): Tasmota payload → reading verified end to end. Follow-up (polish): HA WebSocket push (state_changed) as an alternative to REST poll; source-topic index caching in the router. Claude-Session: https://claude.ai/code/session_01WujdMtMJPbxDpDnMeK22rr
2026-07-13 11:45:20 +02:00
parent 5977c81002
commit 4b0cad67df
17 changed files with 1060 additions and 0 deletions
@@ -0,0 +1,73 @@
+using System.Text.Json;
+using MeterVault.Infrastructure.Ingestion;
+
+namespace MeterVault.Integration.Tests.Ingestion;
+
+/// <summary>Pure ingestion helpers — no broker or database needed.</summary>
+public sealed class PayloadExtractionTests
+{
+    private const string TasmotaSensor =
+        """{"Time":"2024-01-15T12:30:00","ENERGY":{"Total":1234.56,"Today":1.2,"Power":50}}""";
+
+    [Fact]
+    public void Extracts_tasmota_energy_total()
+    {
+        Assert.True(PayloadExtractor.TryExtractValue(TasmotaSensor, "ENERGY.Total", out var value));
+        Assert.Equal(1234.56, value, 3);
+    }
+
+    [Fact]
+    public void Extracts_tasmota_time()
+    {
+        Assert.True(PayloadExtractor.TryExtractTime(TasmotaSensor, "Time", out var time));
+        Assert.Equal(new DateTimeOffset(2024, 1, 15, 12, 30, 0, TimeSpan.Zero), time);
+    }
+
+    [Fact]
+    public void Extracts_bare_scalar_when_no_path()
+    {
+        Assert.True(PayloadExtractor.TryExtractValue("42.7", null, out var value));
+        Assert.Equal(42.7, value, 3);
+    }
+
+    [Fact]
+    public void Missing_path_yields_false()
+    {
+        Assert.False(PayloadExtractor.TryExtractValue(TasmotaSensor, "ENERGY.Nope", out _));
+    }
+
+    [Theory]
+    [InlineData("tele/+/SENSOR", "tele/plug1/SENSOR", true)]
+    [InlineData("tele/plug1/SENSOR", "tele/plug1/SENSOR", true)]
+    [InlineData("tele/#", "tele/plug1/SENSOR", true)]
+    [InlineData("tele/+/SENSOR", "tele/plug1/STATE", false)]
+    [InlineData("tele/+/SENSOR", "tele/a/b/SENSOR", false)]
+    [InlineData("home/#", "office/x", false)]
+    public void Topic_matcher_follows_mqtt_wildcards(string filter, string topic, bool expected)
+    {
+        Assert.Equal(expected, MqttTopicMatcher.Matches(filter, topic));
+    }
+
+    [Fact]
+    public void Ha_state_client_parses_numeric_state()
+    {
+        using var doc = JsonDocument.Parse(
+            """{"entity_id":"sensor.p","state":"987.6","attributes":{"unit":"kWh"},"last_updated":"2024-02-01T08:00:00+00:00"}""");
+
+        var state = HaStateClient.ParseState(doc, attribute: null);
+
+        Assert.NotNull(state);
+        Assert.Equal(987.6, state!.Value.Value, 3);
+        Assert.Equal(new DateTimeOffset(2024, 2, 1, 8, 0, 0, TimeSpan.Zero), state.Value.Time);
+    }
+
+    [Fact]
+    public void Ha_state_client_parses_attribute_and_rejects_unavailable()
+    {
+        using var doc = JsonDocument.Parse(
+            """{"entity_id":"sensor.p","state":"unavailable","attributes":{"power":123.4}}""");
+
+        Assert.Null(HaStateClient.ParseState(doc, attribute: null));       // non-numeric state
+        Assert.Equal(123.4, HaStateClient.ParseState(doc, "power")!.Value.Value, 3);
+    }
+}