ATLAS-5207: Atlas webapp module to support rest-notification endpoint

addons/hbase-bridge/src/bin/import-hbase.sh

@@ -141,7 +141,7 @@ then
 fi
 
 JAVA_PROPERTIES="$ATLAS_OPTS -Datlas.log.dir=$ATLAS_LOG_DIR -Datlas.log.file=import-hbase.log
--Dlog4j.configuration=atlas-hbase-import-log4j.xml"
+-Dlog4j.configurationFile=atlas-hbase-import-logback.xml"
 
 IMPORT_ARGS=
 JVM_ARGS=

addons/hive-bridge/src/bin/import-hive.sh

@@ -131,7 +131,7 @@ then
 fi
 
 JAVA_PROPERTIES="$ATLAS_OPTS -Datlas.log.dir=$ATLAS_LOG_DIR -Datlas.log.file=import-hive.log
--Dlog4j.configuration=atlas-hive-import-log4j.xml"
+-Dlog4j.configurationFile=atlas-hive-import-logback.xml"
 
 IMPORT_ARGS=
 JVM_ARGS=

addons/kafka-bridge/src/bin/import-kafka.sh

@@ -121,7 +121,7 @@ then
 fi
 
 JAVA_PROPERTIES="$ATLAS_OPTS -Datlas.log.dir=$ATLAS_LOG_DIR -Datlas.log.file=import-kafka.log
--Dlog4j.configuration=atlas-kafka-import-log4j.xml"
+-Dlog4j.configurationFile=atlas-kafka-import-logback.xml"
 shift
 
 while [[ ${1} =~ ^\-D ]]; do

dev-support/atlas-docker/Dockerfile.atlas-rest

@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+ARG TAG=latest
+
+FROM atlas-base:$TAG
+
+ARG ATLAS_VERSION
+
+COPY ./scripts/atlas-rest.sh                                    ${ATLAS_SCRIPTS}/
+COPY ./dist/apache-atlas-${ATLAS_VERSION}-rest-server.tar.gz    /home/atlas/dist/
+
+ENV ATLAS_REST_HOME=/opt/rest-notification
+
+
+RUN tar xfz /home/atlas/dist/apache-atlas-${ATLAS_VERSION}-rest-server.tar.gz --directory=/opt/ && \
+    ln -s /opt/rest-notification-webapp-${ATLAS_VERSION} ${ATLAS_REST_HOME} && \
+    rm -f /home/atlas/dist/apache-atlas-${ATLAS_VERSION}-rest-server.tar.gz && \
+    mkdir -p /var/run/atlas/rest-notification /var/log/atlas/rest-notification && \
+    rm -rf ${ATLAS_REST_HOME}/logs && \
+    ln -s /var/log/atlas/rest-notification ${ATLAS_REST_HOME}/logs && \
+    chown -R atlas:atlas ${ATLAS_REST_HOME}/  /var/run/atlas/rest-notification  /var/log/atlas/rest-notification
+
+EXPOSE 41000
+
+ENTRYPOINT [ "/home/atlas/scripts/atlas-rest.sh" ]

dev-support/atlas-docker/docker-compose.atlas-rest.yml

@@ -0,0 +1,29 @@
+services:
+  atlas-rest:
+    build:
+      context: .
+      dockerfile: Dockerfile.atlas-rest
+      args:
+        - ATLAS_VERSION=${ATLAS_VERSION}
+    image: atlas-rest:latest
+    container_name: atlas-rest
+    hostname: atlas-rest.example.com
+    stdin_open: true
+    tty: true
+    networks:
+      - atlas
+    ports:
+      - "41000:41000"
+    depends_on:
+      atlas-kafka:
+        condition: service_started
+      atlas-zk:
+        condition: service_started
+    environment:
+      - ATLAS_VERSION
+    command:
+      - /home/atlas/scripts/atlas-rest.sh
+
+networks:
+  atlas:
+    name: atlasnw

dev-support/atlas-docker/scripts/atlas-build.sh

@@ -94,7 +94,9 @@ for f in \
   "distro/target/apache-atlas-${ATLAS_VERSION}-server.tar.gz" \
   "distro/target/apache-atlas-${ATLAS_VERSION}-hive-hook.tar.gz" \
   "distro/target/apache-atlas-${ATLAS_VERSION}-hbase-hook.tar.gz" \
-  "distro/target/apache-atlas-${ATLAS_VERSION}-kafka-hook.tar.gz"
+  "distro/target/apache-atlas-${ATLAS_VERSION}-kafka-hook.tar.gz" \
+  "distro/target/apache-atlas-${ATLAS_VERSION}-rest-server.tar.gz"
+
 do
   if [ -f "${f}" ]; then
     mv -f "${f}" /home/atlas/dist/

dev-support/atlas-docker/scripts/atlas-hbase-application.properties

@@ -21,3 +21,10 @@ atlas.rest.address=http://atlas.example.com:21000
 
 atlas.kafka.zookeeper.connect=atlas-zk.example.com:2181
 atlas.kafka.bootstrap.servers=atlas-kafka.example.com:9092
+
+####### Atlas REST Notification ###########
+
+#atlas.hook.rest.notification.address=http://atlas-rest.example.com:41000/rest
+#atlas.hook.rest.notification.enabled=true
+#atlas.rest.basic.auth.username=admin
+#atlas.rest.basic.auth.password=atlasR0cks!

dev-support/atlas-docker/scripts/atlas-hive-application.properties

@@ -17,7 +17,15 @@
 #
 
 
-atlas.rest.address=http://atlas.example.com:21000
+#atlas.rest.address=http://atlas.example.com:21000
 
 atlas.kafka.zookeeper.connect=atlas-zk.example.com:2181
 atlas.kafka.bootstrap.servers=atlas-kafka.example.com:9092
+
+
+####### Atlas REST Notification ###########
+
+#atlas.hook.rest.notification.address=http://atlas-rest.example.com:41000/rest
+#atlas.hook.rest.notification.enabled=true
+#atlas.rest.basic.auth.username=admin
+#atlas.rest.basic.auth.password=atlasR0cks!

dev-support/atlas-docker/scripts/atlas-kafka-application.properties

@@ -17,7 +17,15 @@
 #
 
 
-atlas.rest.address=http://atlas.example.com:21000
+#atlas.rest.address=http://atlas.example.com:21000
 
 atlas.kafka.zookeeper.connect=atlas-zk.example.com:2181
 atlas.kafka.bootstrap.servers=atlas-kafka.example.com:9092
+
+
+####### Atlas REST Notification ###########
+
+#atlas.hook.rest.notification.address=http://atlas-rest.example.com:41000/rest
+#atlas.hook.rest.notification.enabled=true
+#atlas.rest.basic.auth.username=admin
+#atlas.rest.basic.auth.password=atlasR0cks!

dev-support/atlas-docker/scripts/atlas-rest.sh

@@ -0,0 +1,48 @@
+#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+set -x
+
+if [ ! -e ${ATLAS_REST_HOME}/.setupDone ]
+then
+  SETUP_ATLAS_REST=true
+else
+  SETUP_ATLAS_REST=false
+fi
+
+if [ "${SETUP_ATLAS_REST}" == "true" ]
+then
+  encryptedPwd=$(${ATLAS_REST_HOME}/bin/rest_server_cputil.py -g -u admin -p atlasR0cks! -s)
+  echo "admin=ADMIN::${encryptedPwd}" > ${ATLAS_REST_HOME}/conf/users-credentials.properties
+  sed -i "s/atlas.notification.embedded=.*$/atlas.notification.embedded=false/"                            /opt/rest-notification/conf/atlas-application.properties
+  sed -i "s/atlas.kafka.zookeeper.connect=.*$/atlas.kafka.zookeeper.connect=atlas-zk.example.com:2181/"    /opt/rest-notification/conf/atlas-application.properties
+  sed -i "s/atlas.kafka.bootstrap.servers=.*$/atlas.kafka.bootstrap.servers=atlas-kafka.example.com:9092/" /opt/rest-notification/conf/atlas-application.properties
+
+  chown -R atlas:atlas ${ATLAS_REST_HOME}/
+
+  touch ${ATLAS_REST_HOME}/.setupDone
+fi
+
+
+
+su -c "cd ${ATLAS_REST_HOME}/bin && ./rest_start.py" atlas
+ATLAS_REST_PID=`ps -ef  | grep -v grep | grep -i "org.apache.atlas.notification.rest.RestNotificationMain" | awk '{print $2}'`
+
+# prevent the container from exiting
+tail --pid=${ATLAS_REST_PID} -f /dev/null

distro/pom.xml

@@ -270,6 +270,7 @@ atlas.graph.storage.hbase.regions-per-server=1
                                         <descriptor>src/main/assemblies/atlas-kafka-hook-package.xml</descriptor>
                                         <descriptor>src/main/assemblies/atlas-couchbase-hook-package.xml</descriptor>
                                         <descriptor>src/main/assemblies/atlas-server-package.xml</descriptor>
+                                        <descriptor>src/main/assemblies/rest-server-package.xml</descriptor>
                                         <descriptor>src/main/assemblies/standalone-package.xml</descriptor>
                                         <descriptor>src/main/assemblies/src-package.xml</descriptor>
                                         <descriptor>src/main/assemblies/atlas-repair-index-package.xml</descriptor>