From e7fdba698659f6a7bd0bb08568251efa56c7252d Mon Sep 17 00:00:00 2001 From: Joris Borgdorff Date: Thu, 14 Mar 2019 15:44:41 +0100 Subject: [PATCH 01/13] Update docker-compose.yml --- dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml index a9bacada1..eb065226d 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml +++ b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml @@ -279,8 +279,8 @@ services: KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:2181,zookeeper-2:2181,zookeeper-3:2181 KAFKA_SCHEMA_REGISTRY: http://schema-registry-1:8081 KAFKA_NUM_BROKERS: 3 - RADAR_NUM_PARTITIONS: 3 - RADAR_NUM_REPLICATION_FACTOR: 3 + KAFKA_NUM_PARTITIONS: 3 + KAFKA_NUM_REPLICATION: 3 #---------------------------------------------------------------------------# # RADAR Hot Storage # From 6f1cda220ada6839b340e11369310e4a78106a10 Mon Sep 17 00:00:00 2001 From: yatharthranjan Date: Thu, 21 Mar 2019 18:48:43 +0000 Subject: [PATCH 02/13] Enable multiple path for hdfs storage and instructions --- .../radar-cp-hadoop-stack/README.md | 48 ++++++++++++++++++- .../images/hdfs/Dockerfile | 3 +- .../images/hdfs/hdfs-site.xml.mustache | 5 ++ .../lib/perform-install.sh | 1 + 4 files changed, 55 insertions(+), 2 deletions(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/README.md b/dcompose-stack/radar-cp-hadoop-stack/README.md index c9c50084c..3547ba50f 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/README.md +++ b/dcompose-stack/radar-cp-hadoop-stack/README.md @@ -195,7 +195,53 @@ You can check the logs of CRON by typing `grep CRON /var/log/syslog`. ### HDFS -This folder contains useful scripts to manage the extraction of data from HDFS in the RADAR-base Platform. +#### Advanced Tuning + +To increase the amount of storage you can add multiple paths as destinations for data storage as follows - + +- Add the required paths as environment variables in `.env` file similar to the other hdfs paths like - + ``` + ... + HDFS_DATA_DIR_1_1=/usr/local/var/lib/docker/hdfs-data-1 + HDFS_DATA_DIR_2_1=/usr/local/var/lib/docker/hdfs-data-2 + HDFS_DATA_DIR_3_1=/usr/local/var/lib/docker/hdfs-data-3 + HDFS_DATA_DIR_1_2=/usr/local/var/lib/docker/hdfs-data-4 + HDFS_DATA_DIR_2_2=/usr/local/var/lib/docker/hdfs-data-5 + HDFS_DATA_DIR_3_2=/usr/local/var/lib/docker/hdfs-data-6 + ... + ``` +- mount these to the required paths on the container using volume mounts (similar to the one already present) like - + ```yaml + ... + volumes: + - "${HDFS_DATA_DIR_1_1}:/hadoop/dfs/data" + - "${HDFS_DATA_DIR_1_2}:/hadoop/dfs/data2" + ... + ``` + Assuming you named the environment variable for the host path as `HDFS_DATA_DIR_1_1` and `HDFS_DATA_DIR_1_2` +- Add the `HADOOP_DFS_DATA_DIR` to each datanode adding a comma-delimited set of paths (possibly different volumes) to the environment of datanode services in ./docker-compose.yml file like - + ```yaml + ... + environment: + SERVICE_9866_NAME: datanode + SERVICE_9867_IGNORE: "true" + SERVICE_9864_IGNORE: "true" + HADOOP_HEAPSIZE: 1000 + HADOOP_NAMENODE1_HOSTNAME: hdfs-namenode-1 + HADOOP_DFS_REPLICATION: 2 + HADOOP_DFS_DATA_DIR: file:///hadoop/dfs/data,file:///hadoop/dfs/data2 + ... + ``` +- Add a check at the top of the `./lib/perform-install` script to make sure that the directory exists for each host directory- + ```bash + ... + check_parent_exists HDFS_DATA_DIR_1_1 ${HDFS_DATA_DIR_1_1} + ... + ``` + +#### Management + +The RADAR-base platform contains useful scripts to manage the extraction of data from HDFS in the RADAR-base Platform. - `bin/hdfs-upgrade VERSION` - Perform an upgrade from an older version of the [Smizy HDFS base image](https://hub.docker.com/r/smizy/hadoop-base/) to a newer one. E.g. from `2.7.6-alpine`, which is compatible with the `uhopper` image, to `3.0.3-alpine`. diff --git a/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/Dockerfile b/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/Dockerfile index dc5382490..e55f775e5 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/Dockerfile +++ b/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/Dockerfile @@ -1,7 +1,8 @@ ARG BASE_VERSION=3.0.3-alpine FROM smizy/hadoop-base:${BASE_VERSION} -ENV HADOOP_DFS_NAME_DIR file://hadoop/dfs/name +ENV HADOOP_DFS_NAME_DIR file:///hadoop/dfs/name +ENV HADOOP_DFS_DATA_DIR file:///hadoop/dfs/data COPY ./hdfs-site.xml.mustache ${HADOOP_CONF_DIR}/ COPY ./entrypoint.sh /usr/local/bin/ diff --git a/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/hdfs-site.xml.mustache b/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/hdfs-site.xml.mustache index 22d55a1b1..39ebc6cea 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/hdfs-site.xml.mustache +++ b/dcompose-stack/radar-cp-hadoop-stack/images/hdfs/hdfs-site.xml.mustache @@ -22,6 +22,11 @@ {{HADOOP_DFS_NAME_DIR}} + + dfs.datanode.data.dir + {{HADOOP_DFS_DATA_DIR}} + + dfs.permissions.superusergroup hadoop diff --git a/dcompose-stack/radar-cp-hadoop-stack/lib/perform-install.sh b/dcompose-stack/radar-cp-hadoop-stack/lib/perform-install.sh index c67c04e2f..23db28938 100755 --- a/dcompose-stack/radar-cp-hadoop-stack/lib/perform-install.sh +++ b/dcompose-stack/radar-cp-hadoop-stack/lib/perform-install.sh @@ -51,6 +51,7 @@ fi # Check provided directories and configurations check_parent_exists HDFS_DATA_DIR_1 ${HDFS_DATA_DIR_1} check_parent_exists HDFS_DATA_DIR_2 ${HDFS_DATA_DIR_2} +check_parent_exists HDFS_DATA_DIR_3 ${HDFS_DATA_DIR_3} check_parent_exists HDFS_NAME_DIR_1 ${HDFS_NAME_DIR_1} check_parent_exists HDFS_NAME_DIR_2 ${HDFS_NAME_DIR_2} check_parent_exists MONGODB_DIR ${MONGODB_DIR} From f9356324c4481763045070c42372a12b6ce44bcb Mon Sep 17 00:00:00 2001 From: Amos Folarin Date: Wed, 27 Mar 2019 15:24:19 +0000 Subject: [PATCH 03/13] Apply suggestions from code review Co-Authored-By: yatharthranjan --- dcompose-stack/radar-cp-hadoop-stack/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/README.md b/dcompose-stack/radar-cp-hadoop-stack/README.md index 3547ba50f..f3033c5e4 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/README.md +++ b/dcompose-stack/radar-cp-hadoop-stack/README.md @@ -197,9 +197,9 @@ You can check the logs of CRON by typing `grep CRON /var/log/syslog`. #### Advanced Tuning -To increase the amount of storage you can add multiple paths as destinations for data storage as follows - +To increase the amount of storage horizontally you can add multiple paths as destinations for data storage as follows - -- Add the required paths as environment variables in `.env` file similar to the other hdfs paths like - +- Add the required paths as environment variables in `.env` file similar to the other hdfs paths like HDFS_DATA_DIR__ - ``` ... HDFS_DATA_DIR_1_1=/usr/local/var/lib/docker/hdfs-data-1 From f063d5d94357f2d9d1b290167d9dccad382bb529 Mon Sep 17 00:00:00 2001 From: yatharthranjan Date: Mon, 15 Apr 2019 16:30:04 +0100 Subject: [PATCH 04/13] Update RADAR schemas to latest version. --- dcompose-stack/radar-cp-hadoop-stack/etc/env.template | 2 +- .../images/radar-kafka-init/Dockerfile | 10 ++++------ 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/etc/env.template b/dcompose-stack/radar-cp-hadoop-stack/etc/env.template index 8c6e27703..058e005c9 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/etc/env.template +++ b/dcompose-stack/radar-cp-hadoop-stack/etc/env.template @@ -39,4 +39,4 @@ ENABLE_OPTIONAL_SERVICES=false FITBIT_API_CLIENT_ID=fitbit-client FITBIT_API_CLIENT_SECRET=fitbit-secret NGINX_PROXIES= -RADAR_SCHEMAS_VERSION=0.4.3 +RADAR_SCHEMAS_VERSION=0.5.0 diff --git a/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile b/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile index 9e92feb03..d2313ad73 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile +++ b/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile @@ -1,6 +1,6 @@ -FROM openjdk:8-alpine +FROM openjdk:11-jdk-slim -MAINTAINER Joris Borgdorff +LABEL authors="Joris Borgdorff,Yatharth Ranjan" ENV KAFKA_SCHEMA_REGISTRY=http://schema-registry-1:8081 ENV KAFKA_NUM_PARTITIONS=3 @@ -8,11 +8,9 @@ ENV KAFKA_NUM_REPLICATION=2 ENV KAFKA_NUM_BROKERS=3 ENV KAFKA_ZOOKEEPER_CONNECT=zookeeper-1:2181 -RUN apk add --no-cache \ - bash \ +RUN apt-get update && apt-get install -y \ curl \ - rsync \ - tar + rsync RUN mkdir -p /schema/merged /schema/java/src /schema/java/classes /usr/share/java From 885556e448bb13a414166539c628809007394223 Mon Sep 17 00:00:00 2001 From: yatharthranjan Date: Mon, 15 Apr 2019 16:32:11 +0100 Subject: [PATCH 05/13] Add example to configure driver opts --- dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml index eb065226d..3f5ac2ce2 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml +++ b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml @@ -23,6 +23,8 @@ networks: management: driver: bridge internal: true + # driver_opts: + # com.docker.network.driver.mtu: 1450 hadoop: external: true From c8d11b2c0225b70b4fe48eb4b17fff40bbe8c9b2 Mon Sep 17 00:00:00 2001 From: yatharthranjan Date: Mon, 15 Apr 2019 16:34:38 +0100 Subject: [PATCH 06/13] Latest hdfs-connector and enable compression --- dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml | 2 +- .../etc/hdfs-connector/sink-hdfs.properties.template | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml index 3f5ac2ce2..40509b4b2 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml +++ b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml @@ -529,7 +529,7 @@ services: # RADAR HDFS connector # #---------------------------------------------------------------------------# radar-hdfs-connector: - image: radarbase/radar-connect-hdfs-sink:0.2.0 + image: radarbase/radar-connect-hdfs-sink:0.2.1 restart: on-failure volumes: - ./etc/hdfs-connector/sink-hdfs.properties:/etc/kafka-connect/sink-hdfs.properties diff --git a/dcompose-stack/radar-cp-hadoop-stack/etc/hdfs-connector/sink-hdfs.properties.template b/dcompose-stack/radar-cp-hadoop-stack/etc/hdfs-connector/sink-hdfs.properties.template index e7251ff1a..57eb5c885 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/etc/hdfs-connector/sink-hdfs.properties.template +++ b/dcompose-stack/radar-cp-hadoop-stack/etc/hdfs-connector/sink-hdfs.properties.template @@ -7,3 +7,4 @@ rotate.interval.ms=900000 hdfs.url=hdfs://hdfs-namenode-1:8020 format.class=org.radarcns.sink.hdfs.AvroFormatRadar topics.dir=topicAndroidNew +avro.codec=snappy From 9c8718d7c6c92296195b3db0a293f7bf4b060e25 Mon Sep 17 00:00:00 2001 From: yatharthranjan Date: Mon, 15 Apr 2019 16:40:54 +0100 Subject: [PATCH 07/13] Increase meta token timeout as very low reported by project admins and service updates --- dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml | 1 + dcompose-stack/radar-cp-hadoop-stack/optional-services.yml | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml index 40509b4b2..b36b2a3d8 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml +++ b/dcompose-stack/radar-cp-hadoop-stack/docker-compose.yml @@ -705,6 +705,7 @@ services: MANAGEMENTPORTAL_CATALOGUE_SERVER_SERVER_URL: http://catalog-server:9010/source-types MANAGEMENTPORTAL_COMMON_ADMIN_PASSWORD: ${MANAGEMENTPORTAL_COMMON_ADMIN_PASSWORD} MANAGEMENTPORTAL_COMMON_PRIVACY_POLICY_URL: ${MANAGEMENTPORTAL_COMMON_PRIVACY_POLICY_URL} + MANAGEMENTPORTAL_OAUTH_META_TOKEN_TIMEOUT: PT2H SPRING_APPLICATION_JSON: '{"managementportal":{"oauth":{"checkingKeyAliases":["${MANAGEMENTPORTAL_OAUTH_CHECKING_KEY_ALIASES_0}","${MANAGEMENTPORTAL_OAUTH_CHECKING_KEY_ALIASES_1}"]}}}' JHIPSTER_SLEEP: 10 # gives time for the database to boot before the application JAVA_OPTS: -Xmx256m # maximum heap size for the JVM running ManagementPortal, increase this as necessary diff --git a/dcompose-stack/radar-cp-hadoop-stack/optional-services.yml b/dcompose-stack/radar-cp-hadoop-stack/optional-services.yml index 2c2414209..702ff8b42 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/optional-services.yml +++ b/dcompose-stack/radar-cp-hadoop-stack/optional-services.yml @@ -20,7 +20,7 @@ services: volumes: - "./etc/redcap-integration:/usr/local/etc/radar-redcap-int" healthcheck: - test: ["CMD", "wget", "-IX", "POST", "http://localhost:8080/redcap/trigger"] + test: ["CMD-SHELL", "wget --post-data {} http://localhost:8080/redcap/trigger 2>&1 | grep -q 500 || exit 1"] interval: 1m timeout: 5s retries: 3 @@ -29,7 +29,7 @@ services: # RADAR Fitbit connector # #---------------------------------------------------------------------------# radar-fitbit-connector: - image: radarbase/kafka-connect-rest-fitbit-source:0.2.0 + image: radarbase/kafka-connect-rest-fitbit-source:0.2.1 restart: on-failure volumes: - ./etc/fitbit/docker/source-fitbit.properties:/etc/kafka-connect/source-fitbit.properties From acdbed3f8a3efb4036b5f8747785b4c4b58a2c2e Mon Sep 17 00:00:00 2001 From: yatharthranjan Date: Tue, 16 Apr 2019 14:44:28 +0100 Subject: [PATCH 08/13] Changes based on PR --- .../images/radar-kafka-init/Dockerfile | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile b/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile index d2313ad73..abb075c9a 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile +++ b/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile @@ -8,9 +8,10 @@ ENV KAFKA_NUM_REPLICATION=2 ENV KAFKA_NUM_BROKERS=3 ENV KAFKA_ZOOKEEPER_CONNECT=zookeeper-1:2181 -RUN apt-get update && apt-get install -y \ - curl \ - rsync +RUN apt-get update && apt-get install -y --no-install-recommends \ + curl \ + rsync \ + && rm -rf /var/lib/apt/lists/* RUN mkdir -p /schema/merged /schema/java/src /schema/java/classes /usr/share/java From 68da522c4cf3173010acc65e37e3c78425b79b5d Mon Sep 17 00:00:00 2001 From: yatharthranjan Date: Fri, 7 Jun 2019 17:49:51 +0100 Subject: [PATCH 09/13] Fix getting avro tools --- dcompose-stack/radar-cp-hadoop-stack/etc/env.template | 2 +- .../images/radar-kafka-init/Dockerfile | 8 ++------ 2 files changed, 3 insertions(+), 7 deletions(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/etc/env.template b/dcompose-stack/radar-cp-hadoop-stack/etc/env.template index 058e005c9..99ab1b885 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/etc/env.template +++ b/dcompose-stack/radar-cp-hadoop-stack/etc/env.template @@ -39,4 +39,4 @@ ENABLE_OPTIONAL_SERVICES=false FITBIT_API_CLIENT_ID=fitbit-client FITBIT_API_CLIENT_SECRET=fitbit-secret NGINX_PROXIES= -RADAR_SCHEMAS_VERSION=0.5.0 +RADAR_SCHEMAS_VERSION=0.5.1 diff --git a/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile b/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile index abb075c9a..251af4b2a 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile +++ b/dcompose-stack/radar-cp-hadoop-stack/images/radar-kafka-init/Dockerfile @@ -17,14 +17,10 @@ RUN mkdir -p /schema/merged /schema/java/src /schema/java/classes /usr/share/jav WORKDIR /schema -ENV JQ_VERSION=1.5 -RUN curl -L#o /usr/bin/jq https://github.com/stedolan/jq/releases/download/jq-${JQ_VERSION}/jq-linux64 \ - && chmod +x /usr/bin/jq RUN curl -#o /usr/share/java/avro-tools.jar \ - "$(curl -s http://www.apache.org/dyn/closer.cgi/avro/\?as_json \ - | jq --raw-output ".preferred")avro/avro-1.8.2/java/avro-tools-1.8.2.jar" + "http://archive.apache.org/dist/avro/avro-1.8.2/java/avro-tools-1.8.2.jar" -ARG SCHEMAS_VERSION=0.4.2 +ARG SCHEMAS_VERSION=0.5.1 ENV RADAR_SCHEMAS_VERSION=${SCHEMAS_VERSION} From 842538115b05589d3e90a412d002b1987ab199b4 Mon Sep 17 00:00:00 2001 From: Yatharth Ranjan Date: Wed, 3 Jul 2019 19:22:03 +0100 Subject: [PATCH 10/13] Update hdfs-restructure For snappy decompression issue --- dcompose-stack/radar-cp-hadoop-stack/bin/hdfs-restructure | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/bin/hdfs-restructure b/dcompose-stack/radar-cp-hadoop-stack/bin/hdfs-restructure index f285f814c..96522efa2 100755 --- a/dcompose-stack/radar-cp-hadoop-stack/bin/hdfs-restructure +++ b/dcompose-stack/radar-cp-hadoop-stack/bin/hdfs-restructure @@ -16,7 +16,7 @@ cd $DIR . .env # HDFS restructure version -DOCKER_IMAGE=radarbase/radar-hdfs-restructure:0.5.3 +DOCKER_IMAGE=radarbase/radar-hdfs-restructure:0.5.7 NUM_THREADS=${RESTRUCTURE_NUM_THREADS:-3} # HDFS restructure script flags From 4ea13aa73b3faadb8d2fa64a4f02219eefb8c35e Mon Sep 17 00:00:00 2001 From: Joris Borgdorff Date: Mon, 15 Jul 2019 12:18:00 +0200 Subject: [PATCH 11/13] Update README.md --- dcompose-stack/radar-cp-hadoop-stack/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/README.md b/dcompose-stack/radar-cp-hadoop-stack/README.md index f3033c5e4..ef4906a8c 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/README.md +++ b/dcompose-stack/radar-cp-hadoop-stack/README.md @@ -1,6 +1,6 @@ # RADAR-Docker for RADAR-base platform -This docker-compose stack contains the full operational RADAR-base platform. Once configured, it is meant to run on a single server with at least 16 GB memory and 4 CPU cores. It is tested on Ubuntu 16.04 and on macOS 11.1 with Docker 17.06. +This docker-compose stack contains the full operational RADAR-base platform. Once configured, it is meant to run on a single server with at least 16 GB memory and 4 CPU cores. It is tested on Ubuntu 16.04 and on macOS 11.1 with Docker 17.06. Installation requires Java to be installed. ## Configuration From d2515681138741b5e64844e0d90cd97f80d598d7 Mon Sep 17 00:00:00 2001 From: Joris Borgdorff Date: Mon, 15 Jul 2019 13:48:18 +0200 Subject: [PATCH 12/13] Update README.md --- dcompose-stack/radar-cp-hadoop-stack/README.md | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/dcompose-stack/radar-cp-hadoop-stack/README.md b/dcompose-stack/radar-cp-hadoop-stack/README.md index ef4906a8c..31afb7452 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/README.md +++ b/dcompose-stack/radar-cp-hadoop-stack/README.md @@ -2,6 +2,13 @@ This docker-compose stack contains the full operational RADAR-base platform. Once configured, it is meant to run on a single server with at least 16 GB memory and 4 CPU cores. It is tested on Ubuntu 16.04 and on macOS 11.1 with Docker 17.06. Installation requires Java to be installed. +## Prerequisites + +- A Linux server that is available 24/7 with HTTP(S) ports open to the internet and with a domain name +- Root access on the server. +- Docker, Docker-compose, Java (JDK or JRE) and Git are installed +- Basic knowledge on docker, docker-compose and git. + ## Configuration ### Required From aa693158cc6675070f352b57c0addf0073d13a73 Mon Sep 17 00:00:00 2001 From: Joris Borgdorff Date: Mon, 15 Jul 2019 13:48:36 +0200 Subject: [PATCH 13/13] Update README.md --- dcompose-stack/radar-cp-hadoop-stack/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dcompose-stack/radar-cp-hadoop-stack/README.md b/dcompose-stack/radar-cp-hadoop-stack/README.md index 31afb7452..caa4c9439 100644 --- a/dcompose-stack/radar-cp-hadoop-stack/README.md +++ b/dcompose-stack/radar-cp-hadoop-stack/README.md @@ -1,6 +1,6 @@ # RADAR-Docker for RADAR-base platform -This docker-compose stack contains the full operational RADAR-base platform. Once configured, it is meant to run on a single server with at least 16 GB memory and 4 CPU cores. It is tested on Ubuntu 16.04 and on macOS 11.1 with Docker 17.06. Installation requires Java to be installed. +This docker-compose stack contains the full operational RADAR-base platform. Once configured, it is meant to run on a single server with at least 16 GB memory and 4 CPU cores. It is tested on Ubuntu 16.04 and on macOS 11.1 with Docker 17.06. ## Prerequisites