Skip to main content Link Menu Expand (external link) Document Search Copy Copied

How to Install RapidsDB

Basic Information


Minimum 4 cpu + 32GB memory + 100GB storage
Recommend 8 cpu + 128GB memory + 1TB storage

Operating System

CentOS 7.7 X86_64
File system XFS

Node info

Node Name Public IP Private IP Node Role
node1 DQC
node2 DQE
node3 DQE

Port info



Setup file system

#mount your data volume to /opt or 
#if you using / as data storage then 

mkdir /opt
sudo chown centos:centos /opt

Disable selinux and upgrade system (repeat on each node)

ssh -vvi ~/.ssh/rapidsdb_ssh.pem centos@node_ip

sudo yum -y update

sudo vi /etc/sysconfig/selinux

#set selinux to disable

#need reboot
sudo reboot

Map each node (repeat on each node)

ssh -vvi ~/.ssh/rapidsdb_ssh.pem centos@node_ip

sudo vi /etc/hosts

#add at bottom  node1  node2 node3

sudo vi /etc/hostname

#replace the content to node name on each node
node name

sudo reboot

Setup keyless ssh login on each node

#run in each node
ssh-keygen -q -m PEM -t rsa -b 4096

cd ~/.ssh/


#copy the cat result into authorized_keys on each node
vi authorized_keys

#verify on each node
ssh node1
ssh node2
ssh node3

Close huge page cache

sudo vi /etc/rc.d/rc.local

#add code
for f in /sys/kernel/mm/*transparent_hugepage/enabled; do
  if test -f $f; then echo never > $f; fi

for f in /sys/kernel/mm/*transparent_hugepage/defrag; do
  if test -f $f; then echo never > $f; fi

sudo chmod +x /etc/rc.d/rc.local

sudo reboot

Setup NTP

sudo yum -y install ntp net-tools

#must stop chronyd first , otherwise ntpd will not able to auto start
sudo systemctl disable chronyd.service

sudo systemctl start ntpd.service
sudo systemctl enable ntpd.service


Upload install package (repeat on each node)

scp -i ~/.ssh/rapidsdb_ssh.pem jdk-8u171-linux-x64.tar.gz centos@node_ip:/home/centos

scp -i ~/.ssh/rapidsdb_ssh.pem zookeeper-3.4.12.tar.gz centos@node_ip:/home/centos

scp -i ~/.ssh/rapidsdb_ssh.pem centos@node_ip:/home/centos

scp -i ~/.ssh/rapidsdb_ssh.pem rapids.lic centos@node_ip:/home/centos

Install JDK (repeat on each node)

sudo mkdir -p /usr/local/java
cd /usr/local/java
sudo cp -fr /home/centos/jdk* .
sudo tar -vxzf jdk-8u171-linux-x64.tar.gz
sudo vi /etc/profile

export JAVA_HOME=/usr/local/java/jdk1.8.0_171
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

cd /usr/local/java/jdk1.8.0_171
source /etc/profile
java -version

sudo yum install java

Kernel config

sudo vi /etc/sysctl.conf

fs.file-max = 3145680
fs.epoll.max_user_instances = 8192
fs.inotify.max_user_watches = 16384
vm.max_map_count = 1048560

sudo sysctl -a
sudo vi /etc/security/limits.conf

soft nproc 1045680
hard nproc 1045680
soft nofile 1045680
hard nofile 1045680

sudo vi /etc/security/limits.d/20-nproc.conf

soft nproc 1045680
hard nproc 1045680
soft nofile 1045680
hard nofile 1045680

Install zookeeper (only on DQC node)

mkdir -p /opt/zookeeper/data
cd /opt/zookeeper/

cp -fr /home/centos/zookeeper-3.4.12.tar.gz .
tar -vxzf zookeeper-3.4.12.tar.gz

cd /opt/zookeeper/zookeeper-3.4.12/conf
cp zoo_sample.cfg zoo.cfg

vi zoo.cfg


cd /opt/zookeeper/zookeeper-3.4.12/bin
./ start

#check log
cat zookeeper.out

sudo vi /usr/lib/systemd/system/zookeeper.service

ExecStart=/opt/zookeeper/zookeeper-3.4.12/bin/ start
ExecStop=/opt/zookeeper/zookeeper-3.4.12/bin/ stop
sudo systemctl enable zookeeper.service

Install RapidsDB cluster (repeat on each node)

mkdir -p /opt/rdp
cd /opt/rdp/

cp -fr /home/centos/ .
chmod 777


cd /opt/rdp/current/cfg
vi zk.config.sample

#change to DQC node internal ip
nodeList = node_1_internal_ip:2181


  "commonNodeConfig": {
    "enabled"               : true,
    "role"                  : "DQE",
    "clientPort"            : 4333,
    "clusterPort"           : 4334,
    "seEnabled"             : false,
    "seArgs"                : "",
    "sshUsername"           : "centos",
    "sshPathToIdentityFile" : "~/.ssh/id_rsa",
    "installationDir"       : "/opt/rdp",
    "workingDir"            : "/opt/rdp/current",
    "startupCommand"        : "./",
    "shutdownCommand"       : "./"

  "nodeConfig": [
      "name"                : "node1",
      "role"                : "DQC",
      "hostname"            : "node_1_internal_ip"
      "name"                : "node2",
      "hostname"            : "node_2_internal_ip"
      "name"                : "node3",
      "hostname"            : "node_3_internal_ip"
cd /opt/rdp
cp current/cfg/zk.config.sample zk.config
cp current/cfg/cluster.config.sample cluster.config

cp /home/centos/rapids.lic .
chmod +x rapids.lic

Start RapidsDB cluster (ssh into DQC node and run below)

cd /opt/rdp/current
./ -a install -i ../ -l ../rapids.lic

./ -a start