diff --git a/.github/workflows/lambda_zipper.yml b/.github/workflows/lambda_zipper.yml index f8edb5b..ef6d2b2 100644 --- a/.github/workflows/lambda_zipper.yml +++ b/.github/workflows/lambda_zipper.yml @@ -11,8 +11,12 @@ jobs: steps: - uses: actions/checkout@v4 - - name: Zip the lambda_jobs directory - run: zip -r lambda_jobs.zip ./herding_cats_pipelines/lambda_jobs + - name: Install dependencies and zip Lambda function + run: | + cd ./herding_cats_pipelines/lambda_jobs + pip install -r requirements.txt -t ./package + cp *.py ./package/ + cd ./package && zip -r ../../lambda_jobs.zip . - name: Configure AWS credentials uses: aws-actions/configure-aws-credentials@v4.0.2 diff --git a/herding_cats_pipelines/README.md b/herding_cats_pipelines/README.md index 146090a..5a56f84 100644 --- a/herding_cats_pipelines/README.md +++ b/herding_cats_pipelines/README.md @@ -5,6 +5,8 @@ The aim of this project is simple, **provide regular snapshots of the overall health and compositioin of the UK's open data landscape**. +The pipeline will only focus on London Datastore as a proof of concept. + ## Metrics More metrics will come in the future...