Linux记录-salt-minion安装

python -m SimpleHTTPServer 8888
#!/bin/bash
sed -i 's/^#//g'  /etc/yum.repos.d/centos7.4.repo
sed -i 's/enabled=0/enabled=1/g'  /etc/yum.repos.d/centos7.4.repo
rm -rf /etc/salt/pki/minion/minion_master.pub
systemctl stop firewalld.service
systemctl disable firewalld
mshn=cnsz17pl2287
msip=10.116.100.149
hn="hadoop_datanode_"$(hostname)
yum install salt-minion -y
sed -i  "s/^#master:.*/master: $mshn/g" /etc/salt/minion
sed -i  "s/^master:.*/master: $mshn/g" /etc/salt/minion
sed -i  "s/^#id:.*/id: $hn/g" /etc/salt/minion
sed -i  "s/^id:.*/id: $hn/g" /etc/salt/minion
echo "$msip           $mshn"   >> /etc/hosts
systemctl restart salt-minion.service
systemctl enable salt-minion
echo "TERM=linux"  >> /etc/profile
source /etc/profile
wget http://10.116.102.155:8888/jdk.tar.gz
wget http://10.116.102.155:8888/hadoop.tar.gz
wget http://10.116.102.155:8888/hadoop-conf.tar.gz
wget http://10.116.102.155:8888/falcon-agent-standard.tar.gz
wget http://10.116.102.155:8888/service.tar.gz
tar -xvf falcon-agent-standard.tar.gz
tar -xvf jdk.tar.gz
tar -xvf hadoop.tar.gz
tar -xvf hadoop-conf.tar.gz
tar -xvf service.tar.gz

cat service/profile.txt >> /etc/profile
ln -s hadoop-2.7.3-snappy hadoop
chmod -R 755 /app/*
cp service/*.service /etc/systemd/system
mkdir -p /root/.ssh
cp service/authorized_keys  /root/.ssh
mkdir -p /log/balant
chown -R hdfs.  /log/balant
chmod -R 777 /log/balant
mkdir -p /app/var/run/hadoop-hdfs
chown -R hdfs. /app/var/run/hadoop-hdfs
chmod -R 755 /app/var/run/hadoop-hdfs
useradd hdfs
useradd yarn
if [ ! -d "/log/hadoop" ]
then
mkdir -p /log/hadoop
fi
if [ ! -d "/log/yarn" ]
then
mkdir -p /log/yarn
fi
chown -R hdfs. /log/hadoop
chown -R yarn. /log/yarn
for i in `seq 1 12`
do
   if [ ! -d "/HDATA/$i/dfs" ]
   then
   mkdir -p /HDATA/$i/dfs/local
   chown -R hdfs. /HDATA/$i/dfs
   fi
   if [ ! -d "/HDATA/$i/mapred" ]
   then
   mkdir -p /HDATA/$i/mapred/local
   chown -R yarn. /HDATA/$i/mapred
   fi
   if [ ! -d "/HDATA/$i/yarn" ]
   then
   mkdir -p /HDATA/$i/yarn/local
   mkdir -p /HDATA/$i/yarn/logs
   chown -R yarn. /HDATA/$i/yarn
   fi
done
systemctl enable datanode.service
systemctl enable nodemanager.service
systemctl enable falconagent.service
useradd falcon
touch /etc/sudoers.d/falcon
echo "falcon ALL=(ALL) ALL" >>/etc/sudoers.d/falcon
chown -R falcon:falcon /app/falcon
systemctl start falconagent.service
cd /app/falcon
sudo -u falcon ./open-falcon monitor agent

#!/bin/bash

dn=($(cat dn.txt | awk '{print $1}'))
line=$(cat dn.txt | awk '{print $1}' | wc -l)
echo $line
for(( i=0;i<${#dn[@]} ;i++))
do
hostname="hadoop_datanode_"${dn[$i]}
salt $hostname cmd.run 'mkdir -p /log/balant'
salt $hostname cmd.run 'chown -R hdfs.  /log/balant'
salt $hostname cmd.run 'chmod -R 777 /log/balant'
salt $hostname cmd.run 'mkdir -p /app/var/run/hadoop-hdfs'
salt $hostname cmd.run 'chown -R hdfs. /app/var/run/hadoop-hdfs'
salt $hostname cmd.run 'chmod -R 755 /app/var/run/hadoop-hdfs'
done