Pluggable backends and Cloudflare Live Stream backend addition

.gitignore

@@ -1,3 +1,19 @@
 **/target
 .idea/
-**/out/
+**/out/
+docs/deploy/data/
+node_modules/
+
+# local configuration
+docs/deploy/compose-config.yaml
+docs/deploy/docker-compose.override.yaml
+docs/deploy/docker-compose.override.yml
+*.local.yaml
+*.local.yml
+
+# Cloudflare API credentials and test output
+scripts/.env
+cloudflare-api-responses-*/
+
+# AI development notes
+notes/

crates/core/src/overseer/mod.rs

@@ -68,10 +68,13 @@ pub trait Overseer: Send + Sync {
     async fn connect(&self, connection_info: &ConnectionInfo) -> Result<ConnectResult>;
 
     /// Set up a new streaming pipeline
+    /// 
+    /// For local backends (e.g. RML RTMP), stream_info contains actual stream data.
+    /// For cloud backends (e.g. Cloudflare), stream_info is None as the stream is processed remotely.
     async fn start_stream(
         &self,
         connection: &ConnectionInfo,
-        stream_info: &IngressInfo,
+        stream_info: Option<&IngressInfo>,
     ) -> Result<PipelineConfig>;
 
     /// A new segment(s) (HLS etc.) was generated for a stream variant

crates/core/src/pipeline/mod.rs

@@ -47,8 +47,8 @@ pub struct PipelineConfig {
     pub variants: Vec<VariantStream>,
     /// Output muxers
     pub egress: Vec<EgressType>,
-    /// Source stream information for placeholder generation
-    pub ingress_info: IngressInfo,
+    /// Source stream information for placeholder generation (None for cloud backends)
+    pub ingress_info: Option<IngressInfo>,
     /// Primary source video stream
     pub video_src: usize,
     /// Primary audio source stream

crates/core/src/pipeline/runner.rs

@@ -1004,7 +1004,7 @@ impl PipelineRunner {
         };
         let cfg = self.handle.block_on(async {
             self.overseer
-                .start_stream(&mut self.connection, &i_info)
+                .start_stream(&mut self.connection, Some(&i_info))
                 .await
         })?;
 

crates/n94/src/main.rs

@@ -302,8 +302,9 @@ impl Overseer for N94Overseer {
     async fn start_stream(
         &self,
         _connection: &ConnectionInfo,
-        stream_info: &IngressInfo,
+        stream_info: Option<&IngressInfo>,
     ) -> Result<PipelineConfig> {
+        let stream_info = stream_info.ok_or_else(|| anyhow::anyhow!("N94 requires stream info"))?;
         let cfg = get_variants_from_endpoint(stream_info, &self.capabilities)?;
 
         if cfg.video_src.is_none() || cfg.variants.is_empty() {
@@ -349,7 +350,7 @@ impl Overseer for N94Overseer {
                 SegmentType::MPEGTS,
             )],
             variants: cfg.variants,
-            ingress_info: stream_info.clone(),
+            ingress_info: Some(stream_info.clone()),
             video_src: cfg.video_src.unwrap().index,
             audio_src: cfg.audio_src.map(|s| s.index),
         })

crates/zap-stream/Cargo.toml

@@ -25,8 +25,10 @@ tokio.workspace = true
 tokio-util.workspace = true
 async-trait.workspace = true
 serde.workspace = true
+serde_json = "1.0"
 chrono.workspace = true
 hex.workspace = true
+reqwest = { version = "0.12", features = ["json"] }
 url.workspace = true
 m3u8-rs.workspace = true
 data-encoding.workspace = true
@@ -64,3 +66,6 @@ tokio-stream = "0.1.17"
 tiberius = "0.12.3"
 sqlx = { version = "0.8.0", features = ["runtime-tokio-rustls", "mysql", "chrono", "uuid"] }
 log = "0.4.28"
+
+[dev-dependencies]
+mockito = "1.6.1"