summaryrefslogtreecommitdiff
path: root/parcels/roles/init/druid/files/push_segments.sh
blob: a22c82ad2afbae41313360f6b7dd7e6a5be972f1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
#!/bin/bash
source /etc/profile

hadoop fs -test -e /druid/segments
if [ $? -ne 0 ] ;then
hadoop fs -mkdir -p /druid/segments
fi

for dir in `ls ./segments`
do
  hadoop fs -test -e /druid/segments/$dir
  if [ $? -eq 0 ] ;then
     for file in `ls ./segments/$dir`
       do
         hadoop fs -test -e /druid/segments/$dir/$file
       if [ $? -ne 0 ] ;then
         hadoop fs -put ./segments/$dir/$file /druid/segments/$dir/
       fi
     done
  else
    hadoop fs -put ./segments/$dir /druid/segments/
  fi

done