feat(repo): Added ws streamer service (#345)

* feat(repo): Added draft ws version

* feat(repo): Fixes after AJs merge

* feat(repo): Added docker-compose script for creating S3 bucket

* fix(repo): Added better deserialization

* fix(publisher): re-allow ctrl c shutdown publisher process

* refactor(repo): Disallow nested Cargo.lock

* refactor(publisher): Include default S3 bucket for local development

* feat(repo): Improved serializations

* feat(repo): Removed binary for ws-streamer

* feat(repo): Pass any wildcard to stream filtering

* feat(repo): Added deliver policy to ws pattern for historical data

* feat(repo): Switched to tokio-tungestenite

* feat(repo): Small change to websocket subscriptions

---------

Co-authored-by: AJ <[email protected]>

.env.sample

@@ -9,11 +9,18 @@ AWS_REGION=us-east-1
 AWS_ENDPOINT_URL=http://localhost:4566
 AWS_S3_BUCKET_NAME=fuel-streams-testnet
 USE_ELASTIC_LOGGING=false
-USE_PUBLISHER_METRICS=true
+USE_METRICS=true
 PUBLISHER_MAX_THREADS=16
 ELASTICSEARCH_URL=http://127.0.0.1:9200
 ELASTICSEARCH_USERNAME=elastic
 ELASTICSEARCH_PASSWORD=generated-secret
+AWS_S3_ENABLED=false
+AWS_ACCESS_KEY_ID=s3-access-key-id
+AWS_SECRET_ACCESS_KEY=s3-secret-access-key
+AWS_REGION=s3-region
+AWS_ENDPOINT_URL=s3-endpoint
+AWS_S3_BUCKET_NAME=fuel-streams-local
+JWT_AUTH_SECRET=generated-secret
 
 # Mainnet Configuration
 MAINNET_RELAYER=https://mainnet.infura.io/v3/<infura-api-key>

.github/workflows/ci.yaml

@@ -228,6 +228,7 @@ jobs:
           - fuel-streams-core
           - fuel-streams-macros
           - fuel-streams-publisher
+          - fuel-streams-ws
 
     steps:
       - uses: actions/checkout@v4
@@ -263,6 +264,7 @@ jobs:
       matrix:
         package:
           - fuel-streams-publisher
+          - fuel-streams-ws
         is_release:
           - ${{ github.ref == 'refs/heads/main' || github.event_name == 'workflow_dispatch' }}
         platform:

.github/workflows/docker_publish.yaml

@@ -34,7 +34,7 @@ jobs:
 
       - name: Build and push Docker (${{ steps.sha.outputs.short_sha }})
         uses: ./.github/actions/docker-publish
-        id: publish
+        id: publish-fuel-streams-nats
         with:
           username: ${{ github.repository_owner }}
           password: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -24,3 +24,6 @@ values-publisher-secrets.yaml
 values-publisher-env.yaml
 localstack-data
 .vscode
+
+**/Cargo.lock
+!./Cargo.lock

.typos.toml

@@ -3,6 +3,7 @@ extend-exclude = [
     "pnpm-lock.yaml",
     "crates/fuel-streams-publisher/README.md",
     "crates/fuel-streams-publisher/src/elastic.rs",
+    "crates/fuel-streams-ws/README.md",
     "docker/chain-config",
     "docker/monitoring",
     "cluster",