From a6026a228550294c861048a6434b6e17a3725654 Mon Sep 17 00:00:00 2001
From: Nikhil Sinha <nikhil.sinha@parseable.com>
Date: Mon, 19 Jan 2026 22:28:05 +1100
Subject: [PATCH] fix: exclude internal streams from datasets api

---
 src/prism/logstream/mod.rs | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/src/prism/logstream/mod.rs b/src/prism/logstream/mod.rs
index a6fdc1174..52f950c98 100644
--- a/src/prism/logstream/mod.rs
+++ b/src/prism/logstream/mod.rs
@@ -275,6 +275,16 @@ impl PrismDatasetRequest {
             return Ok(None);
         }
 
+        // exclude internal streams
+        let is_internal = PARSEABLE.get_stream(&stream).is_ok_and(|stream| {
+            stream
+                .get_stream_type()
+                .eq(&crate::storage::StreamType::Internal)
+        });
+        if is_internal {
+            return Ok(None);
+        }
+
         // Process stream data
         match get_prism_logstream_info(&stream).await {
             Ok(info) => Ok(Some(self.build_dataset_response(stream, info).await?)),