Skip to content

Commit

Permalink
Merge pull request #539 from fabric8-analytics/revert-538-dependencyi…
Browse files Browse the repository at this point in the history
…ngester

Revert "dep ingester flow addeed"
  • Loading branch information
mldeveloper01 authored Mar 1, 2018
2 parents 5cc41d8 + 2121162 commit 740c74e
Show file tree
Hide file tree
Showing 5 changed files with 0 additions and 199 deletions.
28 changes: 0 additions & 28 deletions f8a_worker/dispatcher/flows/osioAnalysisFlow.yml

This file was deleted.

17 changes: 0 additions & 17 deletions f8a_worker/dispatcher/foreach.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,24 +22,7 @@ def _is_url_dependency(dep):
return True

return False
def iter_unknown_dependencies(storage_pool,node_args):
# Be safe here as fatal errors will cause errors in Dispatcher
try:
aggregated = storage_pool.get('UnknownDependencyFetcherTask')
postgres = storage_pool.get_connected_storage('BayesianPostgres')
arguments = []
for element in aggregated['result']:
list=element.split(":")
ecosystem = list[0]
name = list[1]+list[2]
version = list[3]
arguments.append(_create_analysis_arguments(ecosystem, name, version))

logger.info("Arguments for next flows: %s" % str(arguments))
return arguments
except Exception:
logger.exception("Failed to collect unknown dependencies")
return []

def iter_dependencies_analysis(storage_pool, node_args):
# Be safe here as fatal errors will cause errors in Dispatcher
Expand Down
14 changes: 0 additions & 14 deletions f8a_worker/dispatcher/nodes.yml
Original file line number Diff line number Diff line change
Expand Up @@ -280,22 +280,8 @@
max_retry: 0
queue: '{DEPLOYMENT_PREFIX}_{WORKER_ADMINISTRATION_REGION}_KeywordsSummaryTask_tagging_v0'
storage: 'S3KeywordsSummary'
- name: 'UnknownDependencyFetcherTask'
classname: 'UnknownDependencyFetcherTask'
import: 'f8a_worker.workers'
max_retry: 0
queue: '{DEPLOYMENT_PREFIX}_{WORKER_ADMINISTRATION_REGION}_UnknownDependencyFetcher_v0'
storage: 'BayesianPostgres'
- name: 'DependencyParserTask'
classname: 'DependencyParserTask'
import: 'f8a_worker.workers'
max_retry: 0
queue: '{DEPLOYMENT_PREFIX}_{WORKER_ADMINISTRATION_REGION}_DependencyParser_v0'
storage: 'BayesianPostgres'


flows:
- 'osioAnalysisFlow'
- 'bayesianFlow'
- 'bayesianApiFlow'
- 'bayesianPriorityFlow'
Expand Down
54 changes: 0 additions & 54 deletions f8a_worker/workers/DependencyParserTask.py

This file was deleted.

86 changes: 0 additions & 86 deletions f8a_worker/workers/UnknownDependencyFetcherTask.py

This file was deleted.

0 comments on commit 740c74e

Please sign in to comment.