Spark-hive.txt


立即下载 咿呀哟
2024-03-08
mysql data hive spark 疯礉鍒 bases int 绾у埆 create base
1.6 KB

spark闆嗘垚hive娉細濡傛灉瀛楃闆嗘湁闂锛屽垹闄ive鏁版嵁搴擄紝閲嶆柊寤虹珛hive鏁版嵁搴�mysql -uroot -prootmysql>create database hive;mysql>alter database hive character set latin1; //璁剧疆瀛楃闆嗭紝蹇呴』涓簂atin1mysql>GRANT all ON hive.* TO root@'%' IDENTIFIED BY 'root'; //閲嶈 锛氾細杩滅▼杩炴帴mysql>flush privileges;1.鍦�$SPARK_HOME/conf涓嬶紝淇敼spark-env.sh export HADOOP_HOME=/hadoop/hadoop-2.6.4export HIVE_HOME=/hadoop/hive-1.2.1-binexport SPARK_CLASSPATH=$HIVE_HOME/lib/mysql-connector-java-5.1.10-bin.jar2.娉ㄦ剰锛� 鎵�鏈塻park鑺傜偣閮借鐩稿悓鐨勯厤缃�3 鎶奾ive鐨刪ive-site.xml锛宧adoop鐨刢ore-site.xml hdfs-site.xml鎷疯礉鍒�$SPARK_HOME/conf涓�4.鎶妋ysql鐨勯┍鍔ㄥ寘鎷疯礉鍒�$SPARK_HOME/lib涓�5. spark浼氭墦鍗拌澶欼NFO绾у埆鐨勬棩蹇楋紝鍙互淇敼log4j.prop鏂囦欢涓殑鏃ュ織绾у埆 璁剧疆warn[hadoop@mycluster conf]$ more log4j.properties# Set everything to be logged to the consolelog4j.rootCategory=WARN , console6銆佸惎鍔� spark-sqlbin/spark-sql show databases;use databases;//鍐呴儴琛�create table person (id int,name string,age int) row format delimited fields terminated by ',';load data inpath "hdfs://hadoop:9000/dat

mysql/data/hive/spark/疯礉鍒/bases/int/绾у埆/create/base/ mysql/data/hive/spark/疯礉鍒/bases/int/绾у埆/create/base/
-1 条回复
登录 后才能参与评论
-->