Try workflow

.github/workflows/django.yml

@@ -0,0 +1,68 @@
+name: Bluebottle CI
+
+on:
+  push:
+    branches: [ "master" ]
+  pull_request:
+    branches: [ "master" ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    services:
+      db:
+        image: postgis/postgis:11-2.5
+        env:
+          POSTGRES_USER: bb
+          POSTGRES_PASSWORD: bb
+          POSTGRES_DB: test_bluebottle_test
+        ports:
+          - 5432:5432
+        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
+      elasticsearch:
+        image: docker.elastic.co/elasticsearch/elasticsearch:6.8.23
+        env:
+          discovery.type: single-node
+        options: >-
+          --health-cmd "curl http://localhost:9200/_cluster/health"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 10
+        ports:
+          - 9200:9200
+      rabbitmq:
+        image: rabbitmq
+        ports:
+          - 5672:5672
+      celery:
+        image: celery
+    steps:
+      - uses: actions/checkout@v3
+      - name: Update apt
+        run: sudo apt-get update
+      - name: Install packages
+        run: sudo apt-get install libxmlsec1 libxmlsec1-dev libgdal-dev swig openjdk-8-jdk-headless
+      - uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+      - name: Test data
+        run: |
+          psql -h localhost -U bb test_bluebottle_test < testdata.sql
+        env:
+          PGPASSWORD: bb
+      - name: Setup Locale
+        run: |
+          export LC_ALL="en_US.UTF-8"
+          export LC_CTYPE="en_US.UTF-8"
+          sudo dpkg-reconfigure locales
+      - uses: actions/cache@v2
+        with:
+          path: ~/.cache/pip
+          key: ${{ hashFiles('setup.py') }}-${{ hashFiles('setup.py') }}
+      - name: Install Dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e .[test] --trusted-host github.com
+      - name: Run Tests
+        run: |
+          python -m coverage run --parallel-mode --source=bluebottle manage.py test --parallel=8 --keepdb --settings bluebottle.settings.github

bluebottle/exports/tests/test_export.py

@@ -11,8 +11,8 @@
 from bluebottle.exports.tasks import plain_export
 from bluebottle.funding.tests.factories import FundingFactory
 from bluebottle.impact.models import ImpactType
-from bluebottle.initiatives.tests.factories import InitiativePlatformSettingsFactory
 from bluebottle.initiatives.tests.factories import InitiativeFactory
+from bluebottle.initiatives.tests.factories import InitiativePlatformSettingsFactory
 from bluebottle.segments.tests.factories import SegmentTypeFactory, SegmentFactory
 from bluebottle.test.factory_models.accounts import BlueBottleUserFactory
 from bluebottle.test.utils import BluebottleTestCase

bluebottle/settings/github.py

@@ -0,0 +1,18 @@
+# flake8: noqa
+
+from .testing import *
+
+DATABASES = {
+    'default': {
+        "ENGINE": "bluebottle.clients.postgresql_backend",
+        'HOST': 'localhost',
+        'PORT': '5432',
+        'NAME': 'bluebottle_test',
+        'USER': 'bb',
+        'PASSWORD': 'bb'
+    }
+}
+
+PASSWORD_HASHERS = ['django.contrib.auth.hashers.MD5PasswordHasher']
+
+DEBUG = False

bluebottle/settings/testing.py

@@ -149,7 +149,7 @@
 }
 
 
-TEST_RUNNER = 'bluebottle.test.test_runner.MultiTenantRunner'
+TEST_RUNNER = 'django_slowtests.testrunner.DiscoverSlowestTestsRunner'
 NUM_SLOW_TESTS = 50
 
 DEBUG = False

bluebottle/test/test_runner.py

@@ -1,64 +1,43 @@
-import locale
-from builtins import range
-
 from django.conf import settings
-from django.db import connection, IntegrityError
+from django.test.runner import ParallelTestSuite
+from django_elasticsearch_dsl.registries import registry
 from django_slowtests.testrunner import DiscoverSlowestTestsRunner
-from djmoney.contrib.exchange.models import Rate, ExchangeBackend
-from tenant_schemas.utils import get_tenant_model
+from elasticsearch_dsl.connections import connections
 
-from bluebottle.test.utils import InitProjectDataMixin
+_worker_id = 0
 
 
-class MultiTenantRunner(DiscoverSlowestTestsRunner, InitProjectDataMixin):
-    def setup_databases(self, *args, **kwargs):
-        self.keepdb = getattr(settings, 'KEEPDB', self.keepdb)
-        parallel = self.parallel
-        self.parallel = 0
-        result = super(MultiTenantRunner, self).setup_databases(**kwargs)
-        self.parallel = parallel
-        # Set local explicitely so test also run on OSX
-        locale.setlocale(locale.LC_ALL, 'en_GB.UTF-8')
+def _elastic_search_init_worker(counter):
+    global _worker_id
 
-        connection.set_schema_to_public()
+    with counter.get_lock():
+        counter.value += 1
+        _worker_id = counter.value
 
-        tenant2, _created = get_tenant_model().objects.get_or_create(
-            domain_url='testserver2',
-            name='Test Too',
-            schema_name='test2',
-            client_name='test2')
+    for alias in connections:
+        connection = connections[alias]
+        settings_dict = connection.creation.get_test_db_clone_settings(_worker_id)
+        connection.settings_dict.update(settings_dict)
+        connection.close()
 
-        connection.set_tenant(tenant2)
-        self.init_projects()
+    worker_connection_postfix = f"_worker_{_worker_id}"
+    for alias in connections:
+        connections.configure(**{alias + worker_connection_postfix: settings.ELASTICSEARCH_DSL["default"]})
 
-        connection.set_schema_to_public()
+    for doc in registry.get_documents():
+        doc._doc_type.index += f"_{_worker_id}"
+        doc._doc_type._using = doc.doc_type._using + worker_connection_postfix
 
-        tenant, _created = get_tenant_model().objects.get_or_create(
-            domain_url='testserver',
-            name='Test',
-            schema_name='test',
-            client_name='test')
+    for index in registry.get_indices():
+        index._name += f"_{_worker_id}"
+        index._using = doc.doc_type._using + worker_connection_postfix
+        index.delete(ignore=[404])
+        index.create()
 
-        connection.set_tenant(tenant)
-        self.init_projects()
 
-        try:
-            backend, _created = ExchangeBackend.objects.get_or_create(base_currency='USD')
-            Rate.objects.update_or_create(backend=backend, currency='USD', defaults={'value': 1})
-            Rate.objects.update_or_create(backend=backend, currency='EUR', defaults={'value': 1.5})
-            Rate.objects.update_or_create(backend=backend, currency='XOF', defaults={'value': 1000})
-            Rate.objects.update_or_create(backend=backend, currency='NGN', defaults={'value': 500})
-            Rate.objects.update_or_create(backend=backend, currency='UGX', defaults={'value': 5000})
-            Rate.objects.update_or_create(backend=backend, currency='KES', defaults={'value': 100})
-        except IntegrityError:
-            pass
+class ElasticParallelTestSuite(ParallelTestSuite):
+    init_worker = _elastic_search_init_worker
 
-        if parallel > 1:
-            for index in range(parallel):
-                connection.creation.clone_test_db(
-                    number=index + 1,
-                    verbosity=self.verbosity,
-                    keepdb=self.keepdb,
-                )
 
-        return result
+class MultiTenantRunner(DiscoverSlowestTestsRunner):
+    parallel_test_suite = ElasticParallelTestSuite

setup.py

@@ -107,7 +107,7 @@ def read_file(name):
     'pyparsing==3.0.9',
     'python-dateutil==2.6.1',
     'python-magic==0.4.15',
-    'python-memcached==1.58',
+    'python-memcached==1.59',
     'python-social-auth==0.3.6',
     'python3-saml==1.9.0',
     'rave-python==1.0.2',
@@ -150,7 +150,7 @@ def read_file(name):
     'pylint==2.7.0',
     'pyquery==1.2.17',
     'pylint-django==2.4.4',
-    'tblib==1.3.2',
+    'tblib==1.7',
     'tdaemon==0.1.1',
     'WebTest==2.0.27',
     'sniffer==0.4.0',