restructued, some tests

anonymize-it/readers.py → anonymize_it/readers.py

@@ -1,5 +1,5 @@
 from abc import ABCMeta, abstractmethod
-from elasticsearch import Elasticsearch, helpers
+from elasticsearch import Elasticsearch
 from elasticsearch_dsl import Search, A
 
 

anonymize-it/utils.py → anonymize_it/utils.py

@@ -1,5 +1,6 @@
 import collections
 
+
 def flatten(d, parent_key='', sep='.'):
     items = []
     for k, v in d.items():

anonymize-it/writers.py → anonymize_it/writers.py

@@ -1,7 +1,7 @@
 from abc import abstractmethod, ABCMeta
 import json
 
-class BaseWriter():
+class BaseWriter(metaclass=ABCMeta):
     def __init__(self, params):
         self.params = params
 

test_anonymize_it/run_tests.py

@@ -0,0 +1,14 @@
+import sys
+import pytest
+
+
+def run_all(argv=None):
+    if argv is None:
+        argv = ['--cov', 'anonymize_it', '--verbose', '--junitxml', 'junit.xml', '--cov-report', 'xml']
+    else:
+        argv = argv[1:]
+
+    sys.exit(pytest.main(argv))
+
+if __name__ == "__main__":
+    run_all(sys.argv)

test_anonymize_it/test_readers.py

@@ -0,0 +1,4 @@
+from anonymize_it import readers
+
+def test_esreader():
+    pass

test_anonymize_it/test_utils.py

@@ -0,0 +1,17 @@
+from anonymize_it import utils
+
+
+def test_flatten():
+    old = {
+        "this": {
+            "is": {
+                "a": {
+                    "test": True
+                }
+            }
+        }
+    }
+
+    flattened = utils.flatten(old)
+    new = {"this.is.a.test": True}
+    assert new == flattened

test_anonymize_it/test_writers.py

@@ -0,0 +1,27 @@
+from anonymize_it import writers
+import json
+import os
+
+
+def test_fswriter():
+    params = {
+        "directory": "test_output"
+    }
+
+    data = {
+        "test": "this is a test".split()
+    }
+
+    fswriter = writers.FSWriter(params)
+    fswriter.write_data(data)
+    file_name = "test_output/output.json"
+    with open(file_name, 'r') as f:
+        in_data = json.load(f)
+
+    os.remove(file_name)
+
+    assert data == in_data
+
+
+def test_ESWriter():
+    pass