نصب Hadoop و HBase در OSX در حالت شبه توزیع

sudo port install wget p26-virtualenv libxml2 libxslt mysql5 mysql5-server sqlite mysql
easyinstall simplejson

ssh-keygen -C "my@email.com" -t rsa
cat ~ / .ssh / id_rsa.pub >> ~ / .ssh / authorized_keys
chmod 600 ~ / .ssh / authorized_keys

sudo mkdir / opt / cloudera
sudo chown {username}: staff / opt / cloudera
cd / opt / cloudera

wget http://archive.cloudera.com/cdh/3/hadoop-0.20.2+320.tar.gz
wget http://archive.cloudera.com/cdh/3/hive-0.5.0+20.tar.gz
wget http://archive.cloudera.com/cdh/3/pig-0.7.0+9.tar.gz
wget http://archive.cloudera.com/cdh/3/hbase-0.89.20100621+17.tar.gz
wget http://archive.cloudera.com/cdh/3/sqoop-1.0.0+3.tar.gz
wget http://archive.cloudera.com/cdh/3/flume-0.9.0+1.tar.gz
wget http://archive.cloudera.com/cdh/3/hue-common_0.9-2.tar.gz
wget http://archive.cloudera.com/cdh/3/zookeeper-3.3.1+10.tar.gz

tar -xzf hadoop-0.20.2 + 320.tar.gz
tar -xzf hive-0.5.0 + 20.tar.gz
tar -xzf pig-0.7.0 + 9.tar.gz
tar -xzf hbase-0.89.20100621 + 17.tar.gz
tar -xzf sqoop-1.0.0 + 3.tar.gz
tar -xzf flume-0.9.0 + 1.tar.gz
tar -xzf hue-common_0.9-2.tar.gz
tar -xzf zookeeper-3.3.1 + 10.tar.gz

ln -sf hadoop-0.20.2 + 320 hadoop
ln -sf hive-0.7.0-dev hive
ln -sf pig-0.7.0 + 9 pig
ln -sf hbase-0.89.20100621 + 17 hbase
ln -sf sqoop-1.0.0 + 3 sqoop
ln -sf flume-0.9.0 + 1 flume
ln -sf hue-common-0.9 hue
ln -sf zookeeper-3.3.1 + 10 zookeeper

rm -rf * .tar.gz

echo "export JAVA_HOME = / Library / Java / Home" >> ~ / .profile
echo "export HADOOP_HOME = / opt / cloudera / hadoop" >> ~ / .profile
echo "export HIVE_HOME = / opt / cloudera / hive" >> ~ / .profile
echo "export HIVE_CONF_DIR = / opt / cloudera / hive / conf" >> ~ / .profile
echo "export PIG_HOME = / opt / cloudera / pig" >> ~ / .profile
echo "export HBASE_HOME = / opt / cloudera / hbase" >> ~ / .profile
echo "export FLUME_HOME = / opt / cloudera / flume" >> ~ / .profile
echo "export SQOOP_HOME = / opt / cloudera / sqoop" >> ~ / .profile
echo "export ZOOKEEPER_HOME = / opt / cloudera / zookeeper" >> ~ / .profile
echo "export HUE_HOME = / opt / cloudera / hue" >> ~ / .profile
echo "export PATH = \ $ HADOOP_HOME / bin: \ $ PATH" >> ~ / .profile
echo "PATH export = \ $ HBASE_HOME / bin: \ $ PATH" >> ~ / .profile
echo "PATH export = \ $ PIG_HOME / bin: \ $ PATH" >> ~ / .profile
echo "export PATH = \ $ HIVE_HOME / bin: \ $ PATH" >> ~ / .profile
echo "PATH export = \ $ FLUME_HOME / bin: \ $ PATH" >> ~ / .profile
echo "PATH export = \ $ SQOOP_HOME / bin: \ $ PATH" >> ~ / .profile
echo "export PATH = \ $ ZOOKEEPER_HOME / bin: \ $ PATH" >> ~ / .profile
source ~ / .profile

sudo port install py26-setuptools
ln -sf / opt / local / bin / mysql_config5 / opt / local / bin / mysql_config
cd hue-common-0.9
make apps





cd $ HADOOP_HOME / lib
ln -s $ HUE_HOME / desktop / libs / hadoop / java-lib / hue-plugins-0.9.jar
mv hadoop-0.20.2 + 320 / conf hadoop-0.20.2 + 320 / conf.bck
cp -rp hue / example-hadoop-confs / conf.pseudo-hue hadoop-0.20.2 + 320 / conf






hadoop namenode -format

start-all.sh

start-hbase.sh
hbase-daemon.sh start rest

cd $ HUE_HOME
./build/env/bin/supervisor

stop-all.sh

hbase-daemon.sh stop rest
stop-hbase.sh