From afb0d04c3d98a613da0f6d4dc4373c06b50cd412 Mon Sep 17 00:00:00 2001 From: Nick Allen Date: Tue, 17 Sep 2019 16:48:47 -0400 Subject: [PATCH 1/4] METRON-2261 Isolate Curator Dependencies --- metron-analytics/metron-maas-common/pom.xml | 45 +++-- metron-analytics/metron-maas-service/pom.xml | 54 ++++-- .../metron-profiler-spark/pom.xml | 22 +++ .../metron-profiler-storm/pom.xml | 45 +++++ metron-interface/metron-rest/pom.xml | 38 ++++- .../metron-common-storm/pom.xml | 21 ++- metron-platform/metron-common/pom.xml | 105 +++++++++++- .../metron-data-management/pom.xml | 55 ++++++ .../metron-elasticsearch-common/pom.xml | 25 +++ .../metron-enrichment-storm/pom.xml | 25 +++ metron-platform/metron-enrichment/pom.xml | 15 ++ metron-platform/metron-hbase-server/pom.xml | 45 +++++ .../metron-hbase/metron-hbase-common/pom.xml | 62 +++++-- .../metron-indexing-common/pom.xml | 31 +++- .../metron-indexing-storm/pom.xml | 15 ++ .../metron-integration-test/pom.xml | 161 ++++++++++++++++-- metron-platform/metron-management/pom.xml | 55 +++++- .../metron-parsers-common/pom.xml | 47 +++-- metron-platform/metron-pcap-backend/pom.xml | 43 ++++- metron-platform/metron-pcap/pom.xml | 15 ++ .../metron-solr/metron-solr-common/pom.xml | 25 +++ metron-platform/metron-test-utilities/pom.xml | 64 +++++-- .../metron-writer-common/pom.xml | 45 +++++ .../metron-writer/metron-writer-storm/pom.xml | 10 ++ metron-platform/metron-zookeeper/pom.xml | 53 ++++-- metron-stellar/stellar-common/pom.xml | 104 ++++++++++- metron-stellar/stellar-zeppelin/pom.xml | 15 ++ pom.xml | 11 +- 28 files changed, 1134 insertions(+), 117 deletions(-) diff --git a/metron-analytics/metron-maas-common/pom.xml b/metron-analytics/metron-maas-common/pom.xml index b4041118ba..4fa3163760 100644 --- a/metron-analytics/metron-maas-common/pom.xml +++ b/metron-analytics/metron-maas-common/pom.xml @@ -1,15 +1,15 @@ - org.apache.curator curator-recipes ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + org.apache.curator curator-x-discovery ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + org.apache.httpcomponents @@ -83,8 +97,15 @@ org.apache.curator curator-test - ${curator.version} + ${global_curator_test_version} test + + + + org.apache.zookeeper + zookeeper + + diff --git a/metron-analytics/metron-maas-service/pom.xml b/metron-analytics/metron-maas-service/pom.xml index ebb58bde61..3a17277a71 100644 --- a/metron-analytics/metron-maas-service/pom.xml +++ b/metron-analytics/metron-maas-service/pom.xml @@ -1,15 +1,15 @@ - hadoop-yarn-server-common ${hadoop.version} provided + + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + org.apache.hadoop @@ -119,16 +136,19 @@ provided - org.apache.curator - curator-recipes + + org.apache.curator + curator-framework - org.apache.curator - curator-client + + org.apache.curator + curator-client - org.apache.curator - curator-framework + + org.apache.curator + curator-recipes org.slf4j diff --git a/metron-analytics/metron-profiler-spark/pom.xml b/metron-analytics/metron-profiler-spark/pom.xml index 0c5a4e5ccf..b7fd764595 100644 --- a/metron-analytics/metron-profiler-spark/pom.xml +++ b/metron-analytics/metron-profiler-spark/pom.xml @@ -32,6 +32,13 @@ org.apache.spark spark-core_2.11 ${global_spark_version} + + + + org.apache.curator + curator-recipes + + org.apache.spark @@ -155,6 +162,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-analytics/metron-profiler-storm/pom.xml b/metron-analytics/metron-profiler-storm/pom.xml index 5a2bd34440..4433f9d139 100644 --- a/metron-analytics/metron-profiler-storm/pom.xml +++ b/metron-analytics/metron-profiler-storm/pom.xml @@ -67,6 +67,26 @@ org.apache.httpcomponents httpclient + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + + org.apache.zookeeper + zookeeper + @@ -94,6 +114,16 @@ commons-lang commons-lang + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -210,6 +240,21 @@ commons-lang commons-lang + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-interface/metron-rest/pom.xml b/metron-interface/metron-rest/pom.xml index 75f3dc9c5b..f261d45b3d 100644 --- a/metron-interface/metron-rest/pom.xml +++ b/metron-interface/metron-rest/pom.xml @@ -27,7 +27,6 @@ UTF-8 1.8 4.5 - 2.7.1 1.6.4 2.0.1.RELEASE 1.0.1.RELEASE @@ -127,7 +126,7 @@ org.apache.curator curator-recipes - ${curator.version} + ${global_curator_version} com.google.guava @@ -137,6 +136,11 @@ log4j log4j + + + org.apache.zookeeper + zookeeper + @@ -246,6 +250,21 @@ javax.servlet servlet-api + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -445,6 +464,21 @@ commons-httpclient commons-httpclient + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-common-streaming/metron-common-storm/pom.xml b/metron-platform/metron-common-streaming/metron-common-storm/pom.xml index 27f3aa1180..2b9fbed59d 100644 --- a/metron-platform/metron-common-streaming/metron-common-storm/pom.xml +++ b/metron-platform/metron-common-streaming/metron-common-storm/pom.xml @@ -74,15 +74,34 @@ flux-core ${global_flux_version} + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + org.apache.curator curator-client ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + org.apache.curator curator-test - ${global_curator_version} + ${global_curator_test_version} + + + + org.apache.zookeeper + zookeeper + + test diff --git a/metron-platform/metron-common/pom.xml b/metron-platform/metron-common/pom.xml index 710abc71e9..0fdd2d907e 100644 --- a/metron-platform/metron-common/pom.xml +++ b/metron-platform/metron-common/pom.xml @@ -39,6 +39,47 @@ + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + + + org.apache.curator + curator-client + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-recipes + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-framework + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + org.apache.metron metron-maas-common @@ -70,6 +111,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -146,11 +202,6 @@ - - org.apache.curator - curator-client - ${global_curator_version} - org.atteo.classindex classindex @@ -206,6 +257,26 @@ slf4j-log4j12 org.slf4j + + + org.apache.zookeeper + zookeeper + + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -229,6 +300,21 @@ asm asm + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + + org.apache.zookeeper + zookeeper + @@ -254,8 +340,15 @@ org.apache.curator curator-test - ${global_curator_version} + ${global_curator_test_version} test + + + + org.apache.zookeeper + zookeeper + + nl.jqno.equalsverifier diff --git a/metron-platform/metron-data-management/pom.xml b/metron-platform/metron-data-management/pom.xml index 6ea2fb0252..13fc42e808 100644 --- a/metron-platform/metron-data-management/pom.xml +++ b/metron-platform/metron-data-management/pom.xml @@ -168,6 +168,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -187,6 +202,16 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + provided @@ -245,6 +270,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -295,6 +335,21 @@ log4j-over-slf4j org.slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-elasticsearch/metron-elasticsearch-common/pom.xml b/metron-platform/metron-elasticsearch/metron-elasticsearch-common/pom.xml index 052586a4bc..2bbf9809ad 100644 --- a/metron-platform/metron-elasticsearch/metron-elasticsearch-common/pom.xml +++ b/metron-platform/metron-elasticsearch/metron-elasticsearch-common/pom.xml @@ -155,6 +155,16 @@ org.apache.httpcomponents httpcore + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -209,6 +219,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-enrichment/metron-enrichment-storm/pom.xml b/metron-platform/metron-enrichment/metron-enrichment-storm/pom.xml index 4bbf65339a..846bfe052c 100644 --- a/metron-platform/metron-enrichment/metron-enrichment-storm/pom.xml +++ b/metron-platform/metron-enrichment/metron-enrichment-storm/pom.xml @@ -132,6 +132,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -224,6 +239,16 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-enrichment/pom.xml b/metron-platform/metron-enrichment/pom.xml index 1095021e90..a85a556b1c 100644 --- a/metron-platform/metron-enrichment/pom.xml +++ b/metron-platform/metron-enrichment/pom.xml @@ -66,6 +66,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-hbase-server/pom.xml b/metron-platform/metron-hbase-server/pom.xml index 0d33af4000..f76e55827c 100644 --- a/metron-platform/metron-hbase-server/pom.xml +++ b/metron-platform/metron-hbase-server/pom.xml @@ -132,6 +132,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -191,6 +206,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -203,6 +233,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-hbase/metron-hbase-common/pom.xml b/metron-platform/metron-hbase/metron-hbase-common/pom.xml index 5b484c2a21..6797d71168 100644 --- a/metron-platform/metron-hbase/metron-hbase-common/pom.xml +++ b/metron-platform/metron-hbase/metron-hbase-common/pom.xml @@ -1,15 +1,15 @@ - org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -99,6 +114,16 @@ com.google.guava guava + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -151,6 +176,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-indexing/metron-indexing-common/pom.xml b/metron-platform/metron-indexing/metron-indexing-common/pom.xml index 2850983335..c81cc0d5a8 100644 --- a/metron-platform/metron-indexing/metron-indexing-common/pom.xml +++ b/metron-platform/metron-indexing/metron-indexing-common/pom.xml @@ -59,7 +59,11 @@ ${global_log4j_core_version} runtime - + + org.apache.commons + commons-math + 2.2 + org.apache.hbase hbase-client @@ -114,6 +118,16 @@ log4j log4j + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -143,6 +157,21 @@ ${project.parent.version} test + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + org.slf4j log4j-over-slf4j diff --git a/metron-platform/metron-indexing/metron-indexing-storm/pom.xml b/metron-platform/metron-indexing/metron-indexing-storm/pom.xml index ce3fb30cb8..7cf6c5c901 100644 --- a/metron-platform/metron-indexing/metron-indexing-storm/pom.xml +++ b/metron-platform/metron-indexing/metron-indexing-storm/pom.xml @@ -75,6 +75,21 @@ io.netty netty-all + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-integration-test/pom.xml b/metron-platform/metron-integration-test/pom.xml index 76520d4333..aaf13e69e1 100644 --- a/metron-platform/metron-integration-test/pom.xml +++ b/metron-platform/metron-integration-test/pom.xml @@ -1,15 +1,15 @@ - + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + log4j log4j @@ -37,13 +42,47 @@ junit ${global_junit_version} - org.apache.storm flux-core ${global_flux_version} - + + org.apache.curator + curator-client + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-recipes + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-framework + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + org.apache.storm storm-core @@ -77,6 +116,25 @@ org.slf4j slf4j-log4j12 + + org.apache.zookeeper + zookeeper + + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -96,6 +154,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -144,20 +217,29 @@ - - org.apache.kafka kafka_2.12 ${global_kafka_version} + + + org.apache.zookeeper + zookeeper + + org.apache.kafka kafka_2.12 ${global_kafka_version} test + + + org.apache.zookeeper + zookeeper + + - org.apache.hadoop hadoop-hdfs @@ -195,6 +277,21 @@ slf4j-log4j12 org.slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -247,6 +344,23 @@ org.apache.hadoop hadoop-yarn-server-common ${global_hadoop_version} + + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + org.apache.hadoop @@ -263,6 +377,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-management/pom.xml b/metron-platform/metron-management/pom.xml index 309a42d43e..d2caf989da 100644 --- a/metron-platform/metron-management/pom.xml +++ b/metron-platform/metron-management/pom.xml @@ -123,16 +123,39 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + test + org.apache.curator curator-test - ${global_curator_version} + ${global_curator_test_version} test + + + + org.apache.zookeeper + zookeeper + + org.apache.metron @@ -156,6 +179,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -171,6 +209,21 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + test diff --git a/metron-platform/metron-parsing/metron-parsers-common/pom.xml b/metron-platform/metron-parsing/metron-parsers-common/pom.xml index a35fd94951..0ac21c3d64 100644 --- a/metron-platform/metron-parsing/metron-parsers-common/pom.xml +++ b/metron-platform/metron-parsing/metron-parsers-common/pom.xml @@ -1,15 +1,15 @@ - log4j log4j + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -176,6 +186,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-pcap-backend/pom.xml b/metron-platform/metron-pcap-backend/pom.xml index c2cfa2484c..24ff0c3118 100644 --- a/metron-platform/metron-pcap-backend/pom.xml +++ b/metron-platform/metron-pcap-backend/pom.xml @@ -36,10 +36,22 @@ ${guava_version} compile + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + org.apache.curator curator-client - 2.10.0 + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + org.apache.storm @@ -50,12 +62,6 @@ org.apache.metron metron-common ${project.parent.version} - - - org.apache.curator - curator-client - - org.apache.metron @@ -87,9 +93,15 @@ ${global_hadoop_version} + org.apache.curator curator-client + + + org.apache.curator + curator-recipes + org.slf4j slf4j-log4j12 @@ -209,6 +221,23 @@ metron-integration-test ${project.parent.version} test + + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + org.hamcrest diff --git a/metron-platform/metron-pcap/pom.xml b/metron-platform/metron-pcap/pom.xml index b5d0c5fa53..b0d38409c0 100644 --- a/metron-platform/metron-pcap/pom.xml +++ b/metron-platform/metron-pcap/pom.xml @@ -121,6 +121,21 @@ org.apache.httpcomponents httpcore + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-solr/metron-solr-common/pom.xml b/metron-platform/metron-solr/metron-solr-common/pom.xml index 118a9250a2..53db49380d 100644 --- a/metron-platform/metron-solr/metron-solr-common/pom.xml +++ b/metron-platform/metron-solr/metron-solr-common/pom.xml @@ -132,6 +132,16 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + @@ -193,6 +203,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/metron-platform/metron-test-utilities/pom.xml b/metron-platform/metron-test-utilities/pom.xml index c651fc7c41..670236e8d1 100644 --- a/metron-platform/metron-test-utilities/pom.xml +++ b/metron-platform/metron-test-utilities/pom.xml @@ -1,15 +1,15 @@ - org.apache.hadoop hadoop-auth ${global_hadoop_version} + + + + org.apache.curator + curator-framework + + + + org.apache.zookeeper + zookeeper + + org.apache.hadoop @@ -65,6 +77,21 @@ commons-httpclient commons-httpclient + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + + org.apache.zookeeper + zookeeper + @@ -140,11 +167,22 @@ - + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + org.apache.curator curator-test - ${global_curator_version} + ${global_curator_test_version} + + + + org.apache.zookeeper + zookeeper + + junit diff --git a/metron-platform/metron-writer/metron-writer-common/pom.xml b/metron-platform/metron-writer/metron-writer-common/pom.xml index 24722f15e5..1ff0eb1c0f 100644 --- a/metron-platform/metron-writer/metron-writer-common/pom.xml +++ b/metron-platform/metron-writer/metron-writer-common/pom.xml @@ -47,6 +47,26 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + + org.apache.curator + curator-framework + + + + org.apache.zookeeper + zookeeper + @@ -70,6 +90,21 @@ com.google.guava guava + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + + org.apache.zookeeper + zookeeper + provided @@ -102,6 +137,11 @@ org.apache.hadoop hadoop-mapreduce-client-core + + + org.apache.zookeeper + zookeeper + provided @@ -131,6 +171,11 @@ org.apache.hadoop hadoop-common + + + org.apache.zookeeper + zookeeper + diff --git a/metron-platform/metron-writer/metron-writer-storm/pom.xml b/metron-platform/metron-writer/metron-writer-storm/pom.xml index b1e33a9c75..f11b51f1fa 100644 --- a/metron-platform/metron-writer/metron-writer-storm/pom.xml +++ b/metron-platform/metron-writer/metron-writer-storm/pom.xml @@ -63,6 +63,16 @@ org.slf4j slf4j-log4j12 + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + provided diff --git a/metron-platform/metron-zookeeper/pom.xml b/metron-platform/metron-zookeeper/pom.xml index c9083be055..ebcd43a057 100644 --- a/metron-platform/metron-zookeeper/pom.xml +++ b/metron-platform/metron-zookeeper/pom.xml @@ -1,15 +1,15 @@ - UTF-8 + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + org.apache.curator curator-client ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + org.apache.curator curator-recipes ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-framework + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + com.google.guava diff --git a/metron-stellar/stellar-common/pom.xml b/metron-stellar/stellar-common/pom.xml index 24d13c319b..dbdfdb70bf 100644 --- a/metron-stellar/stellar-common/pom.xml +++ b/metron-stellar/stellar-common/pom.xml @@ -30,6 +30,11 @@ ${global_guava_version} + + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} + com.github.ben-manes.caffeine caffeine @@ -44,6 +49,26 @@ asm asm + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + + org.apache.curator + curator-framework + + + + org.apache.zookeeper + zookeeper + @@ -51,6 +76,33 @@ hadoop-auth ${global_hadoop_version} test + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + + + + org.apache.curator + curator-framework + + + + org.apache.zookeeper + zookeeper + + + + org.apache.zookeeper + zookeeper + + org.apache.accumulo @@ -129,20 +181,58 @@ 1.6 - org.apache.curator - curator-client - ${global_curator_version} + org.apache.zookeeper + zookeeper + ${global_zookeeper_version} - org.apache.curator - curator-recipes - ${global_curator_version} + org.apache.curator + curator-client + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-recipes + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-framework + ${global_curator_version} + + + + org.apache.zookeeper + zookeeper + + org.apache.curator curator-test - ${global_curator_version} + ${global_curator_test_version} test + + + + org.apache.zookeeper + zookeeper + + org.jboss.aesh diff --git a/metron-stellar/stellar-zeppelin/pom.xml b/metron-stellar/stellar-zeppelin/pom.xml index ef54d0d401..f0b2046a10 100644 --- a/metron-stellar/stellar-zeppelin/pom.xml +++ b/metron-stellar/stellar-zeppelin/pom.xml @@ -45,6 +45,21 @@ org.slf4j log4j-over-slf4j + + + org.apache.curator + curator-framework + + + + org.apache.curator + curator-client + + + + org.apache.curator + curator-recipes + diff --git a/pom.xml b/pom.xml index 308c167ac0..9437439a2d 100644 --- a/pom.xml +++ b/pom.xml @@ -97,7 +97,6 @@ 2.6.2 4.5 3.7 - 2.7.1 3.3 1.1.1 12.0 @@ -151,6 +150,11 @@ 7.4.0 2.0.2 17.0 + + 3.4.6 + 2.7.1 + 2.7.1 @@ -167,6 +171,11 @@ 6.6.2 2.0.2 17.0 + + 3.4.6 + 2.7.1 + 2.7.1 From c4761b125c3358acd3c67ff021af7250108496bb Mon Sep 17 00:00:00 2001 From: merrimanr Date: Thu, 19 Sep 2019 12:15:17 -0500 Subject: [PATCH 2/4] initial commit --- .../org/apache/metron/maas/discovery/ServiceDiscoverer.java | 1 + .../maas/service/callback/ContainerRequestListener.java | 1 - pom.xml | 4 ++-- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/metron-analytics/metron-maas-common/src/main/java/org/apache/metron/maas/discovery/ServiceDiscoverer.java b/metron-analytics/metron-maas-common/src/main/java/org/apache/metron/maas/discovery/ServiceDiscoverer.java index 488a2f4f46..8f880e87db 100644 --- a/metron-analytics/metron-maas-common/src/main/java/org/apache/metron/maas/discovery/ServiceDiscoverer.java +++ b/metron-analytics/metron-maas-common/src/main/java/org/apache/metron/maas/discovery/ServiceDiscoverer.java @@ -197,6 +197,7 @@ public void unregisterByContainer(String containerIdRaw) { //} ServiceInstance ep = containerToEndpoint.get(containerId); if(ep != null) { + serviceDiscovery.registerService(ep); serviceDiscovery.unregisterService(ep); } else { diff --git a/metron-analytics/metron-maas-service/src/main/java/org/apache/metron/maas/service/callback/ContainerRequestListener.java b/metron-analytics/metron-maas-service/src/main/java/org/apache/metron/maas/service/callback/ContainerRequestListener.java index 0a957e3c3a..9856690a5e 100644 --- a/metron-analytics/metron-maas-service/src/main/java/org/apache/metron/maas/service/callback/ContainerRequestListener.java +++ b/metron-analytics/metron-maas-service/src/main/java/org/apache/metron/maas/service/callback/ContainerRequestListener.java @@ -118,7 +118,6 @@ public void onContainersCompleted(List completedContainers) { + containerStatus.getDiagnostics()); removeContainer(containerStatus.getContainerId()); LOG.info("REMOVING CONTAINER " + containerStatus.getContainerId()); - serviceDiscoverer.unregisterByContainer(containerStatus.getContainerId() + ""); // non complete containers should not be here assert (containerStatus.getState() == ContainerState.COMPLETE); // increment counters for completed/failed containers diff --git a/pom.xml b/pom.xml index 9437439a2d..20ef85ae1a 100644 --- a/pom.xml +++ b/pom.xml @@ -153,8 +153,8 @@ 3.4.6 - 2.7.1 - 2.7.1 + 4.2.0 + 2.12.0 From f7ba725c49f30977873e8d57060b936ce3830829 Mon Sep 17 00:00:00 2001 From: merrimanr Date: Fri, 20 Sep 2019 12:44:31 -0500 Subject: [PATCH 3/4] reverted poms --- metron-platform/metron-enrichment/pom.xml | 15 --------------- .../metron-indexing/metron-indexing-storm/pom.xml | 15 --------------- metron-stellar/stellar-zeppelin/pom.xml | 15 --------------- 3 files changed, 45 deletions(-) diff --git a/metron-platform/metron-enrichment/pom.xml b/metron-platform/metron-enrichment/pom.xml index a85a556b1c..1095021e90 100644 --- a/metron-platform/metron-enrichment/pom.xml +++ b/metron-platform/metron-enrichment/pom.xml @@ -66,21 +66,6 @@ org.slf4j log4j-over-slf4j - - - org.apache.curator - curator-framework - - - - org.apache.curator - curator-client - - - - org.apache.curator - curator-recipes - diff --git a/metron-platform/metron-indexing/metron-indexing-storm/pom.xml b/metron-platform/metron-indexing/metron-indexing-storm/pom.xml index 7cf6c5c901..ce3fb30cb8 100644 --- a/metron-platform/metron-indexing/metron-indexing-storm/pom.xml +++ b/metron-platform/metron-indexing/metron-indexing-storm/pom.xml @@ -75,21 +75,6 @@ io.netty netty-all - - - org.apache.curator - curator-framework - - - - org.apache.curator - curator-client - - - - org.apache.curator - curator-recipes - diff --git a/metron-stellar/stellar-zeppelin/pom.xml b/metron-stellar/stellar-zeppelin/pom.xml index f0b2046a10..ef54d0d401 100644 --- a/metron-stellar/stellar-zeppelin/pom.xml +++ b/metron-stellar/stellar-zeppelin/pom.xml @@ -45,21 +45,6 @@ org.slf4j log4j-over-slf4j - - - org.apache.curator - curator-framework - - - - org.apache.curator - curator-client - - - - org.apache.curator - curator-recipes - From 94a3a40eda6dc4f419fd44e6a7724cca5a278d4b Mon Sep 17 00:00:00 2001 From: merrimanr Date: Fri, 20 Sep 2019 15:51:19 -0500 Subject: [PATCH 4/4] bad merge --- pom.xml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pom.xml b/pom.xml index 9437439a2d..20ef85ae1a 100644 --- a/pom.xml +++ b/pom.xml @@ -153,8 +153,8 @@ 3.4.6 - 2.7.1 - 2.7.1 + 4.2.0 + 2.12.0