deploy.yaml

---
version: "2.0"
services:
  serge:
    image: ghcr.io/serge-chat/serge:latest
    expose:
      - port: 8008
        as: 80
        to:
          - global: true
profiles:
  compute:
    serge:
      resources:
        cpu:
          units: 4
        #Be sure to change thread setting in app if you change this
        memory:
          size: 28Gi
        #7B requires about 4.5GB of free RAM
        #13B requires about 12GB free
        #30B requires about 20GB free // 24 not enough
        storage:
          size: 100Gi
        #Bigger models may require more storage.
        #Increase as required.
        gpu:
          units: 1
          attributes:
            vendor:
              nvidia: 
  placement:
    akash:
      #######################################################
      #Keep this section to deploy on trusted providers
      signedBy:
        anyOf:
          - "akash1365yvmc4s7awdyj3n2sav7xfx76adc6dnmlx63"
      #######################################################
      #Remove this section to deploy on untrusted providers
      #Beware* You may have deployment, security, or other issues on untrusted providers
      #https://akash.network/docs/providers/audited-attributes
      pricing:
        serge:
          denom: uakt
          amount: 10000
deployment:
  serge:
    akash:
      profile: serge
      count: 1