jdbc调用sparksql

将hive-site.xml拷贝到spark目录下conf文件夹

local模式

spark-sql --driver-class-path /usr/local/hive-1.2.1/lib/mysql-connector-java-5.1.31-bin.jar

或者

需要在$SPARK_HOME/conf/spark-env.sh中的SPARK_CLASSPATH添加jdbc驱动的jar包

export export SPARK_CLASSPATH=$SPARK_CLASSPATH:/usr/local/hive-1.2.1/lib/mysql-connector-java-5.1.31-bin.jar

连接到集群：

spark-sql --master spark://10.8.2.100:7077  --driver-class-path /usr/local/hive-1.2.1/lib/mysql-connector-java-5.1.31-bin.jar

开启thriftserver，指定服务器为hadoop-master

内网连接：
sbin/start-thriftserver.sh --master spark://10.9.2.100:7077  --driver-class-path /usr/local/hive-1.2.1/lib/mysql-connector-java-5.1.31-bin.jar
外网连接：
sbin/start-thriftserver.sh   --hiveconf hive.server2.thrift.port=10000  --hiveconf hive.server2.thrift.bind.host=hadoop-master     --master spark://10.9.2.100:7077  --driver-class-path /usr/local/hive-1.2.1/lib/mysql-connector-java-5.1.31-bin.jar

停止thriftserver

sbin/stop-thriftserver.sh 

beeline客户端访问thrift server，下面两个ip是hadoop-master的内外网地址

beeline -u jdbc:hive2://10.9.2.100:10000

beeline -u jdbc:hive2://122.23.368.32:10000

java连接验证程序：

import java.sql.*;  

/**

 * 注意：

 * 使用JavaHiveContext时

 * 1:需要在classpath下面增加三个配置文件：hive-site.xml,core-site.xml,hdfs-site.xml

 * 2:需要增加postgresql或mysql驱动包的依赖

 * 3:需要增加hive-jdbc,hive-exec的依赖

 *

 */

public class SimpleDemo {

    public static void main(String[] args) {

        System.out.println("start");

        String jdbcdriver="org.apache.hive.jdbc.HiveDriver";  

        String jdbcurl="jdbc:hive2://122.23.368.32:10000";  

        String username="hive";  

        String password="hive";          

        try

        {

            Class.forName(jdbcdriver);

            Connection c = DriverManager.getConnection(jdbcurl,username,password);   

            System.out.println("fffffff:");

            Statement st = c.createStatement();               

            print( "num should be 1 " , st.executeQuery("select count(*) from test"));

        } catch (Exception e)

        {

            // TODO Auto-generated catch block

            System.out.println("fffffff:");

            e.printStackTrace();

        }  

    }

    static void print( String name , ResultSet res )  

            throws SQLException {  

            System.out.println( name);  

            ResultSetMetaData meta=res.getMetaData();                         

            //System.out.println( "\t"+res.getRow()+"条记录");  

            String  str="";  

            for(int i=1;i<=meta.getColumnCount();i++){  

                str+=meta.getColumnName(i)+"   ";  

                //System.out.println( meta.getColumnName(i)+"   ");  

            }  

            System.out.println("\t"+str);  

            str="";  

            while ( res.next() ){  

                for(int i=1;i<=meta.getColumnCount();i++){     

                    str+= res.getString(i)+"   ";                           }   

                System.out.println("\t"+str);  

                str="";  

            }  

        }         

}