package rename and related fixes (#2853)

* rename com.twitter to org.apache and related. breaking change. [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* long line > 100, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* order of imports, checkstyle error [#2828]

* package rename from com.twitter to org.apache [#2828]

* add missed imports [#2828]

* package rename from com.twitter to org.apache; fix merge issues [#2828]

* incorporate review changes, fix merges, on package rename

* fix merge conflicts, from another PR and package rename

* Resolve merge conflict errors

* removed three inconsistent integration tests to pass the build

Author: sreev

ADOPTERS.md

@@ -1,6 +1,6 @@
 ## Heron Adopters
 
-Twitter isn't the only company using Heron. We're sure the following list isn't complete, so please [let us know](https://github.com/twitter/heron) if your company should be included, or if you'd like us to feature a link to a blog post or article about how you're using Heron. Or even better, add the links yourself (please use HTTPS URLs if possible) and [submit a pull request](https://github.com/twitter/heron)!
+Twitter isn't the only company using Heron. We're sure the following list isn't complete, so please [let us know](https://github.com/apache/incubator-heron) if your company should be included, or if you'd like us to feature a link to a blog post or article about how you're using Heron. Or even better, add the links yourself (please use HTTPS URLs if possible) and [submit a pull request](https://github.com/apache/incubator-heron)!
 
 * [Twitter](https://twitter.com/)
  * https://blog.twitter.com/2016/open-sourcing-twitter-heron

deploy/docker/README.md

@@ -8,7 +8,7 @@ It is recommended that docker gets 4 or more cores and 2 GB or more memory
 ### Download heron sandbox script
 
 ```shell
-$ curl -O https://raw.githubusercontent.com/twitter/heron/master/deploy/docker/sandbox.sh
+$ curl -O https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/docker/sandbox.sh
 $ chmod +x sandbox.sh
 ```
 
@@ -33,17 +33,17 @@ http://localhost:8889
 ```shell
 $ ./sandbox.sh shell
 Starting heron sandbox shell 
-root@16092325a696:/heron# heron submit sandbox /heron/examples/heron-api-examples.jar com.twitter.heron.examples.api.ExclamationTopology exclamation
+root@16092325a696:/heron# heron submit sandbox /heron/examples/heron-api-examples.jar org.apache.heron.examples.api.ExclamationTopology exclamation
 [2018-02-01 20:24:20 +0000] [INFO]: Using cluster definition in /heron/heron-tools/conf/sandbox
 [2018-02-01 20:24:20 +0000] [INFO]: Launching topology: 'exclamation'
 [2018-02-01 20:24:21 +0000] [INFO]: Successfully launched topology 'exclamation' 
 root@16092325a696:/heron# heron deactivate sandbox exclamation
 [2018-02-01 20:24:46 +0000] [INFO]: Using cluster definition in /heron/heron-tools/conf/sandbox
-[2018-02-01 20:24:47 +0000] [INFO] com.twitter.heron.spi.utils.TMasterUtils: Topology command DEACTIVATE completed successfully.  
+[2018-02-01 20:24:47 +0000] [INFO] org.apache.heron.spi.utils.TMasterUtils: Topology command DEACTIVATE completed successfully.
 [2018-02-01 20:24:47 +0000] [INFO]: Successfully deactivate topology: exclamation
 root@16092325a696:/heron# heron activate sandbox exclamation
 [2018-02-01 20:24:55 +0000] [INFO]: Using cluster definition in /heron/heron-tools/conf/sandbox
-[2018-02-01 20:24:56 +0000] [INFO] com.twitter.heron.spi.utils.TMasterUtils: Topology command ACTIVATE completed successfully.  
+[2018-02-01 20:24:56 +0000] [INFO] org.apache.heron.spi.utils.TMasterUtils: Topology command ACTIVATE completed successfully.
 [2018-02-01 20:24:56 +0000] [INFO]: Successfully activate topology: exclamation
 root@16092325a696:/heron# heron kill sandbox exclamation
 [2018-02-01 20:25:08 +0000] [INFO]: Using cluster definition in /heron/heron-tools/conf/sandbox

deploy/docker/sandbox.sh

@@ -118,7 +118,7 @@ case $1 in
     echo "  "
 
     echo "  Then you can ${bold}submit${normal} a topology via the shell:"
-    echo "    heron submit sandbox /heron/examples/heron-api-examples.jar com.twitter.heron.examples.api.ExclamationTopology exclamation"
+    echo "    heron submit sandbox /heron/examples/heron-api-examples.jar org.apache.heron.examples.api.ExclamationTopology exclamation"
     echo "  "
 
     echo "  You can ${bold}deactivate${normal} the topology via the shell as well:"

deploy/kubernetes/general/README.md

@@ -3,7 +3,7 @@
 ### Requirements:
 * Kubernetes cluster with 3 or more nodes
 * [kubectl](https://kubernetes.io/docs/tasks/kubectl/install/)
-* [heron client](https://twitter.github.io/heron/docs/getting-started/)
+* [heron client](https://apache.github.io/incubator-heron/docs/getting-started/)
 
 
 
@@ -12,7 +12,7 @@
 1. Start zookeeper:
 
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/general/zookeeper.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/general/zookeeper.yaml
 
 $ kubectl get pods
 NAME                                  READY     STATUS    RESTARTS   AGE
@@ -24,25 +24,25 @@ zk-0                                  1/1       Running   0          1m
 
 2. Start bookkeeper:
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/general/bookkeeper.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/general/bookkeeper.yaml
 ```
 
 This deploys bookkeeper in a `DaemonSet` and requires the ability of exposing `hostPort` for pods communication.
 In some environments like K8S on DC/OS, `hostPort` is not well supported. You can consider deploying bookkeeper in
 a `StatefulSet` with `Persistent Volumes` as below. Please see [Persistent Volumes](https://kubernetes.io/docs/concepts/storage/persistent-volumes/) for more details.
 
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/general/bookkeeper.statefulset.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/general/bookkeeper.statefulset.yaml
 ```
 
 3. Start heron tools:
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/general/tools.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/general/tools.yaml
 ```
 
 4. Start heron apiserver:
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/general/apiserver.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/general/apiserver.yaml
 ```
 
 ### Deploy via heron apiserver
@@ -73,13 +73,13 @@ $ curl http://localhost:8001/api/v1/proxy/namespaces/default/services/heron-apis
 ```shell
 $ heron config kubernetes \
 set service_url http://localhost:8001/api/v1/proxy/namespaces/default/services/heron-apiserver:9000 \
-com.twitter.heron.examples.api.AckingTopology acking
+org.apache.heron.examples.api.AckingTopology acking
 ```
 
 4. Submit an example topology:
 ```shell
 $ heron submit kubernetes ~/.heron/examples/heron-api-examples.jar \
-com.twitter.heron.examples.api.AckingTopology acking
+org.apache.heron.examples.api.AckingTopology acking
 ```
 
 5. View heron ui:

deploy/kubernetes/general/apiserver.yaml

@@ -72,7 +72,7 @@ spec:
               -D heron.statemgr.connection.string=zookeeper:2181
               -D heron.kubernetes.scheduler.uri=http://localhost:8001
               -D heron.executor.docker.image=heron/heron:latest
-              -D heron.class.uploader=com.twitter.heron.uploader.dlog.DLUploader
+              -D heron.class.uploader=org.apache.heron.uploader.dlog.DLUploader
               -D heron.uploader.dlog.topologies.namespace.uri=distributedlog://zookeeper:2181/distributedlog
         - name: kubectl-proxy
           image: heron/kubectl:latest

deploy/kubernetes/gke/gcs-apiserver.yaml

@@ -76,7 +76,7 @@ spec:
               -D heron.statemgr.connection.string=zookeeper:2181
               -D heron.kubernetes.scheduler.uri=http://localhost:8001
               -D heron.executor.docker.image=heron/heron:latest
-              -D heron.class.uploader=com.twitter.heron.uploader.gcs.GcsUploader
+              -D heron.class.uploader=org.apache.heron.uploader.gcs.GcsUploader
               -D heron.uploader.gcs.bucket=$GCS_BUCKET
           volumeMounts:
             - name: google-cloud-key

deploy/kubernetes/helm/Chart.yaml.template

@@ -3,10 +3,10 @@ description: Heron is a fast distributed streaming engine for processing large d
 name: heron
 version: VERSION
 appVersion: VERSION
-icon: https://twitter.github.io/heron/img/HeronTextLogo-small.png
+icon: https://apache.github.io/incubator-heron/img/HeronTextLogo-small.png
 home: http://heron.io
 sources:
-  - https://github.com/twitter/heron.git
+  - https://github.com/apache/incubator-heron.git
 maintainers:
   - name: Karthik Ramasamy
     email: [email protected]

deploy/kubernetes/helm/templates/NOTES.txt

@@ -13,7 +13,7 @@ You can check the status of Heron by doing the following:
    heron config {{ .Release.Name }} set service_url http://localhost:8001/api/v1/proxy/namespaces/{{ .Release.Namespace }}/services/{{ .Release.Name }}-apiserver:9000
 
 5. Submit an example topology
-   heron submit {{ .Release.Name }} ~/.heron/examples/heron-api-examples.jar com.twitter.heron.examples.api.AckingTopology acking
+   heron submit {{ .Release.Name }} ~/.heron/examples/heron-api-examples.jar org.apache.heron.examples.api.AckingTopology acking
 
 6. Visit the heron ui and see if your example topology is running
    open http://localhost:8001/api/v1/proxy/namespaces/{{ .Release.Namespace }}/services/{{ .Release.Name }}-ui:8889

deploy/kubernetes/helm/templates/tools.yaml

@@ -110,7 +110,7 @@ spec:
               -D heron.kubernetes.scheduler.uri=http://localhost:8001
               -D heron.kubernetes.scheduler.namespace={{ .Release.Namespace }}
               -D heron.executor.docker.image={{ .Values.image }}
-              -D heron.class.uploader=com.twitter.heron.uploader.dlog.DLUploader
+              -D heron.class.uploader=org.apache.heron.uploader.dlog.DLUploader
               -D heron.uploader.dlog.topologies.num.replicas={{ $jobReplicas }}
               -D heron.uploader.dlog.topologies.namespace.uri=distributedlog://{{ .Release.Name }}-zookeeper:2181/distributedlog
           envFrom:

deploy/kubernetes/minikube/README.md

@@ -4,7 +4,7 @@
 ### Requirements:
 * [minikube](https://kubernetes.io/docs/getting-started-guides/minikube/#installation)
 * [kubectl](https://kubernetes.io/docs/tasks/kubectl/install/)
-* [heron client](https://twitter.github.io/heron/docs/getting-started/)
+* [heron client](https://apache.github.io/incubator-heron/docs/getting-started/)
 
 
 ### Start minkube
@@ -19,7 +19,7 @@ $ minikube start --memory=7168 --cpus=5 --disk-size=20g
 1. Start zookeeper:
 
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/minikube/zookeeper.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/minikube/zookeeper.yaml
 
 $ kubectl get pods
 NAME                                  READY     STATUS    RESTARTS   AGE
@@ -31,17 +31,17 @@ zk-0                                  1/1       Running   0          1m
 
 2. Start bookkeeper:
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/minikube/bookkeeper.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/minikube/bookkeeper.yaml
 ```
 
 3. Start heron tools:
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/minikube/tools.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/minikube/tools.yaml
 ```
 
 4. Start heron apiserver:
 ```shell
-$ kubectl create -f https://raw.githubusercontent.com/twitter/heron/master/deploy/kubernetes/minikube/apiserver.yaml
+$ kubectl create -f https://raw.githubusercontent.com/apache/incubator-heron/master/deploy/kubernetes/minikube/apiserver.yaml
 ```
 
 ### Deploy via heron apiserver
@@ -77,7 +77,7 @@ set service_url http://localhost:8001/api/v1/proxy/namespaces/default/services/h
 4. Submit an example topology:
 ```shell
 $ heron submit kubernetes ~/.heron/examples/heron-api-examples.jar \
-com.twitter.heron.examples.api.AckingTopology acking
+org.apache.heron.examples.api.AckingTopology acking
 ```
 
 5. View heron ui:

deploy/kubernetes/minikube/apiserver.yaml

@@ -58,7 +58,7 @@ spec:
               -D heron.statemgr.connection.string=zookeeper:2181
               -D heron.kubernetes.scheduler.uri=http://localhost:8001
               -D heron.executor.docker.image=heron/heron:latest
-              -D heron.class.uploader=com.twitter.heron.uploader.dlog.DLUploader
+              -D heron.class.uploader=org.apache.heron.uploader.dlog.DLUploader
               -D heron.uploader.dlog.topologies.num.replicas=1
               -D heron.uploader.dlog.topologies.namespace.uri=distributedlog://zookeeper:2181/distributedlog
         - name: kubectl-proxy

docker/Readme.md

@@ -24,7 +24,7 @@
 ### To submit/activate/kill a topology:
 ```
 #To submit a topology:
-        docker exec heron_executor_1 heron submit local /usr/local/heron/examples/heron-examples.jar com.twitter.heron.examples.ExclamationTopology ExclamationTopology --deploy-deactivated
+        docker exec heron_executor_1 heron submit local /usr/local/heron/examples/heron-examples.jar org.apache.heron.examples.ExclamationTopology ExclamationTopology --deploy-deactivated
 #To activate a topology:
         docker exec -it heron_executor_1 heron activate local ExclamationTopology
 #To kill a topology:

eco-heron-examples/src/java/BUILD

@@ -7,7 +7,7 @@ filegroup(
 
 java_binary(
     name='eco-examples-unshaded',
-    srcs = glob(["com/twitter/heron/examples/eco/**/*.java"]),
+    srcs = glob(["org/apache/heron/examples/eco/**/*.java"]),
     deps = [
         "//heron/api/src/java:api-java-low-level",
         "//heron/api/src/java:api-java",

eco-heron-examples/src/java/com/twitter/heron/examples/eco/EvenAndOddBolt.java eco-heron-examples/src/java/org/apache/heron/examples/eco/EvenAndOddBolt.java

@@ -11,20 +11,19 @@
 //  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 //  See the License for the specific language governing permissions and
 //  limitations under the License.
-package com.twitter.heron.examples.eco;
+package org.apache.heron.examples.eco;
 
 
 import java.util.Map;
 
-import com.twitter.heron.api.bolt.BasicOutputCollector;
-import com.twitter.heron.api.bolt.IBasicBolt;
-import com.twitter.heron.api.topology.OutputFieldsDeclarer;
-import com.twitter.heron.api.topology.TopologyContext;
+import org.apache.heron.api.bolt.BasicOutputCollector;
+import org.apache.heron.api.bolt.IBasicBolt;
+import org.apache.heron.api.topology.OutputFieldsDeclarer;
+import org.apache.heron.api.topology.TopologyContext;
+import org.apache.heron.api.tuple.Fields;
+import org.apache.heron.api.tuple.Tuple;
 
-import com.twitter.heron.api.tuple.Fields;
-import com.twitter.heron.api.tuple.Tuple;
-
-import static com.twitter.heron.api.utils.Utils.tuple;
+import static org.apache.heron.api.utils.Utils.tuple;
 
 @SuppressWarnings({"serial", "rawtypes", "unchecked"})
 public class EvenAndOddBolt implements IBasicBolt {

eco-heron-examples/src/java/com/twitter/heron/examples/eco/LogInfoBolt.java eco-heron-examples/src/java/org/apache/heron/examples/eco/LogInfoBolt.java

@@ -11,15 +11,15 @@
 //  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 //  See the License for the specific language governing permissions and
 //  limitations under the License.
-package com.twitter.heron.examples.eco;
+package org.apache.heron.examples.eco;
 
 
 import java.util.logging.Logger;
 
-import com.twitter.heron.api.bolt.BaseBasicBolt;
-import com.twitter.heron.api.bolt.BasicOutputCollector;
-import com.twitter.heron.api.topology.OutputFieldsDeclarer;
-import com.twitter.heron.api.tuple.Tuple;
+import org.apache.heron.api.bolt.BaseBasicBolt;
+import org.apache.heron.api.bolt.BasicOutputCollector;
+import org.apache.heron.api.topology.OutputFieldsDeclarer;
+import org.apache.heron.api.tuple.Tuple;
 
 /**
  * Simple bolt that does nothing other than LOG.info() every tuple received.

eco-heron-examples/src/java/com/twitter/heron/examples/eco/RandomString.java eco-heron-examples/src/java/org/apache/heron/examples/eco/RandomString.java

@@ -11,7 +11,7 @@
 //  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 //  See the License for the specific language governing permissions and
 //  limitations under the License.
-package com.twitter.heron.examples.eco;
+package org.apache.heron.examples.eco;
 
 import java.util.Random;
 

eco-heron-examples/src/java/com/twitter/heron/examples/eco/StatefulConsumerBolt.java eco-heron-examples/src/java/org/apache/heron/examples/eco/StatefulConsumerBolt.java

@@ -11,17 +11,17 @@
 //  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 //  See the License for the specific language governing permissions and
 //  limitations under the License.
-package com.twitter.heron.examples.eco;
+package org.apache.heron.examples.eco;
 
 import java.util.Map;
 
-import com.twitter.heron.api.bolt.BaseRichBolt;
-import com.twitter.heron.api.bolt.OutputCollector;
-import com.twitter.heron.api.state.State;
-import com.twitter.heron.api.topology.IStatefulComponent;
-import com.twitter.heron.api.topology.OutputFieldsDeclarer;
-import com.twitter.heron.api.topology.TopologyContext;
-import com.twitter.heron.api.tuple.Tuple;
+import org.apache.heron.api.bolt.BaseRichBolt;
+import org.apache.heron.api.bolt.OutputCollector;
+import org.apache.heron.api.state.State;
+import org.apache.heron.api.topology.IStatefulComponent;
+import org.apache.heron.api.topology.OutputFieldsDeclarer;
+import org.apache.heron.api.topology.TopologyContext;
+import org.apache.heron.api.tuple.Tuple;
 
 
 public class StatefulConsumerBolt extends BaseRichBolt

eco-heron-examples/src/java/com/twitter/heron/examples/eco/StatefulNumberSpout.java eco-heron-examples/src/java/org/apache/heron/examples/eco/StatefulNumberSpout.java

@@ -11,21 +11,21 @@
 //  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 //  See the License for the specific language governing permissions and
 //  limitations under the License.
-package com.twitter.heron.examples.eco;
+package org.apache.heron.examples.eco;
 
 import java.util.Map;
 import java.util.Random;
 import java.util.logging.Logger;
 
-import com.twitter.heron.api.spout.BaseRichSpout;
-import com.twitter.heron.api.spout.SpoutOutputCollector;
-import com.twitter.heron.api.state.State;
-import com.twitter.heron.api.topology.IStatefulComponent;
-import com.twitter.heron.api.topology.OutputFieldsDeclarer;
-import com.twitter.heron.api.topology.TopologyContext;
-import com.twitter.heron.api.tuple.Fields;
-import com.twitter.heron.api.tuple.Values;
-import com.twitter.heron.api.utils.Utils;
+import org.apache.heron.api.spout.BaseRichSpout;
+import org.apache.heron.api.spout.SpoutOutputCollector;
+import org.apache.heron.api.state.State;
+import org.apache.heron.api.topology.IStatefulComponent;
+import org.apache.heron.api.topology.OutputFieldsDeclarer;
+import org.apache.heron.api.topology.TopologyContext;
+import org.apache.heron.api.tuple.Fields;
+import org.apache.heron.api.tuple.Values;
+import org.apache.heron.api.utils.Utils;
 
 @SuppressWarnings("HiddenField")
 public class StatefulNumberSpout extends BaseRichSpout

eco-heron-examples/src/java/com/twitter/heron/examples/eco/StatefulRandomIntSpout.java eco-heron-examples/src/java/org/apache/heron/examples/eco/StatefulRandomIntSpout.java

@@ -11,19 +11,19 @@
 //  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 //  See the License for the specific language governing permissions and
 //  limitations under the License.
-package com.twitter.heron.examples.eco;
+package org.apache.heron.examples.eco;
 
 import java.util.Map;
 import java.util.concurrent.ThreadLocalRandom;
 
-import com.twitter.heron.api.spout.BaseRichSpout;
-import com.twitter.heron.api.spout.SpoutOutputCollector;
-import com.twitter.heron.api.state.State;
-import com.twitter.heron.api.topology.IStatefulComponent;
-import com.twitter.heron.api.topology.OutputFieldsDeclarer;
-import com.twitter.heron.api.topology.TopologyContext;
-import com.twitter.heron.api.tuple.Fields;
-import com.twitter.heron.api.tuple.Values;
+import org.apache.heron.api.spout.BaseRichSpout;
+import org.apache.heron.api.spout.SpoutOutputCollector;
+import org.apache.heron.api.state.State;
+import org.apache.heron.api.topology.IStatefulComponent;
+import org.apache.heron.api.topology.OutputFieldsDeclarer;
+import org.apache.heron.api.topology.TopologyContext;
+import org.apache.heron.api.tuple.Fields;
+import org.apache.heron.api.tuple.Values;
 
 import backtype.storm.utils.Utils;