RAI-13363 Tracking more data stream status (#94)

RelationalAI · Jun 27, 2023 · b159be0 · b159be0
1 parent 948efcc
commit b159be0
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 5 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,4 +1,7 @@
 # Changelog
+## v0.5.5-alpha
+* Updating Snowflake integration data stream status body
+
 ## v0.5.4-alpha
 * Add Snowflake role in database link definition
 

diff --git a/rai/models.go b/rai/models.go
@@ -471,9 +471,16 @@ type deleteSnowflakeDataStreamRequest struct {
 }
 
 type SnowflakeDataStreamStatus struct {
-	ID                   string `json:"id"`
-	SnowflakeUnloadStart int64  `json:"snowflakeUnloadStart"` //  time of stream actions started from snowflake
-	RaiLoadEnd           int64  `json:"raiLoadEnd"`           // time of stream actions complete
-	Name                 string `json:"name"`                 // integration + dataStream name
-	Account              string `json:"account"`
+	ID              string           `json:"id"`
+	LatestReceived  *DataStreamBatch `json:"latestReceived"`  // latest batch sent from SF
+	LatestProcessed *DataStreamBatch `json:"latestProcessed"` // latest batch fully processed (loaded into RAI)
+	Name            string           `json:"name"`            // integration + dataStream name
+	Account         string           `json:"account"`
+}
+
+type DataStreamBatch struct {
+	SnowflakeUnloadTime int64 `json:"sfUnloadTime"`     // when this batch started unloading from SF
+	OperationEndTime    int64 `json:"operationEndTime"` // time when the step being described ended
+	Rows                int64 `json:"rows"`             // total rows
+	Bytes               int64 `json:"bytes"`            // total bytes
 }