Redis查询&JDBC查询&Hibernate查询方式的效率比较...

比较三种查询方式查询效率对比...我是用的JavaWeb的方式通过通过JSP页面查询的填写查询的参数...给予反馈....

整个demo的下载地址:http://files.cnblogs.com/files/DreamDrive/redis2sql.rar

1.后台对应的表结构:

创建表的SQL语句:

CREATE TABLE `asset` (
  `assetid` int(100) NOT NULL AUTO_INCREMENT,
  `assetname` varchar(100) DEFAULT NULL,
  `region` varchar(50) DEFAULT NULL,
  `programtype` varchar(50) DEFAULT NULL,
  `releasetime` varchar(100) DEFAULT NULL,
  `director` varchar(50) DEFAULT NULL,
  `actor` varchar(500) DEFAULT NULL,
  `screenwriter` varchar(50) DEFAULT NULL,
  `language` varchar(50) DEFAULT NULL,
  `duration` varchar(50) DEFAULT NULL,
  `alias` varchar(255) DEFAULT NULL,
  PRIMARY KEY (`assetid`)
) ENGINE=InnoDB AUTO_INCREMENT=579430 DEFAULT CHARSET=utf8

搞了一个简易的JSP页面用来传参:

附主要代码:

主servlet接受参数,调用各种不同的查询方式:

RedisSqlSearchServlet.java

 import java.io.IOException;
 import java.util.Map;

 import javax.servlet.ServletException;
 import javax.servlet.http.HttpServlet;
 import javax.servlet.http.HttpServletRequest;
 import javax.servlet.http.HttpServletResponse;
 import javax.servlet.http.HttpSession;

 /**
  * 测试Redis和JDBC查询效率
  * @author CDV-DX7
  *
  */
 public class RedisSqlSearchServlet extends HttpServlet {
     private String redisSearchResult;
     private String jdbcSerachResult;
     private String hibernateSerachResult;

     public void doGet(HttpServletRequest request, HttpServletResponse response)
             throws ServletException, IOException {
         /**
          * 1.接收参数
          */
         request.setCharacterEncoding("UTF-8");
         // 1.接收参数
         Map<String,String[]> searchParaMap = request.getParameterMap();
         String[] searchtypeArr = searchParaMap.get("searchtype");
         String[] assetnameArr = searchParaMap.get("assetname");
         String[] directorArr = searchParaMap.get("director");
         String[] screenwriterArr = searchParaMap.get("screenwriter");
         String[] actorArr = searchParaMap.get("actor");
         String[] programtypeArr = searchParaMap.get("programtype");
         String[] regionArr = searchParaMap.get("region");
         String[] languageArr = searchParaMap.get("language");

         String searchtype = "";
         String assetname = "";
         String director = "";
         String screenwriter = "";
         String actor = "";
         String programtype = "";
         String region = "";
         String language = "";

         if (searchtypeArr!= null){
             searchtype = searchtypeArr[0];
         }
         if (assetnameArr!= null){
             assetname = assetnameArr[0];
         }
         if (directorArr!= null){
             director = directorArr[0];
         }
         if (screenwriterArr!= null){
             screenwriter = screenwriterArr[0];
         }
         if (actorArr!= null){
             actor = actorArr[0];
         }
         if (programtypeArr!= null){
             programtype = programtypeArr[0];
         }
         if (regionArr!= null){
             region = regionArr[0];
         }
         if (languageArr!= null){
             language = languageArr[0];
         }

         HttpSession session = request.getSession();
         if("Redis查询".equals(searchtype)){
             redisSearchResult = JedisSearchUtil.redisSearch(assetname, director, actor, screenwriter, region, language, programtype);
             session.setAttribute("searchResult", redisSearchResult);

         }else if("JDBC查询Mysql".equals(searchtype)){
             jdbcSerachResult = JdbcSqlSearchUtil.jdbcSerach(assetname, director, actor, screenwriter, region, language, programtype);
             session.setAttribute("searchResult", jdbcSerachResult);
         }else if("Hibernate查询Mysql".equals(searchtype)){
             hibernateSerachResult = HibernateSearchUtil.hibernateSerach(assetname, director, actor, screenwriter, region, language, programtype);
             session.setAttribute("searchResult", hibernateSerachResult);
         }
         response.sendRedirect(request.getContextPath()+"/searchResult.jsp");
     }

     public void doPost(HttpServletRequest request, HttpServletResponse response)
             throws ServletException, IOException {
         doGet(request, response);
     }
 }

Redis查询:

JedisSearchUtil.java

 import java.util.ArrayList;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.Set;

 import redis.clients.jedis.Jedis;

 public class JedisSearchUtil {

     public static String redisSearch(String assetname,String director,String actor,
             String screenwriter,String region,String language,String programtype){
         Jedis jedis = RedisUtil.getJedis();
         //0------50万

         //1------100万
         jedis.select(1);

         //2------500万

         //3------1000万

         try{
             String assetnameKey = "";
             String screenwriterKey = "";
             String actorKey = "";
             String programtypeKey = "";
             String regionKey = "";
             String languageKey = "";
             String directorKey = "";

             List<String> keysList =  new ArrayList<String>();
             if(assetname != null && assetname != ""){
                 assetnameKey = "asset:assetname:"+ assetname;
                 keysList.add(assetnameKey);
             }
             if(screenwriter != null && screenwriter != ""){
                 screenwriterKey = "asset:screenwriter:"+ screenwriter;
                 keysList.add(screenwriterKey);
             }
             if(actor != null && actor != ""){
                 actorKey = "asset:actor:"+ actor;
                 keysList.add(actorKey);
             }
             if(programtype != null && programtype != ""){
                 programtypeKey = "asset:programtype:"+ programtype;
                 keysList.add(programtypeKey);
             }
             if(region != null && region != ""){
                 regionKey = "asset:region:"+ region;
                 keysList.add(regionKey);
             }
             if(language != null && language != ""){
                 languageKey = "asset:language:"+ language;
                 keysList.add(languageKey);
             }
             if(director != null && director != ""){
                 directorKey = "asset:director:"+ director;
                 keysList.add(directorKey);
             }

             long start = System.currentTimeMillis();

             int keysListSize = keysList.size();
             String [] convertKeysArr = (String[])keysList.toArray(new String[keysListSize]); 

             Set<String> sinterIds = jedis.sinter(convertKeysArr);
             long findIdsEnd = System.currentTimeMillis();

             Map<String, String> asset = new HashMap<String, String>();

 //            String actor = "";
 //            String director = "";
 //            String screenwriter = "";
 //            String region = "";
 //            String programtype = "";
 //            String alias = "";

             long loopbegin = System.currentTimeMillis();
             for (String assetid : sinterIds) {
 //                long start1 = System.currentTimeMillis();
                 asset = jedis.hgetAll("asset:"+assetid);
 //                long start11 = System.currentTimeMillis();
                 //System.out.println("Redis中取到hash值用时"+(start11-start1));

                 asset.get("actor");
                 asset.get("director");
                 asset.get("screenwriter");
                 asset.get("region");
                 asset.get("programtype");
                 asset.get("language");
                 //alias = asset.get("alias");
                 //System.out.println("主演:"+actor+",导演:"+director+",编剧:"+screenwriter+",地区:"+region+",节目类型:"+programtype+",别名"+alias);
             }

             long loopend = System.currentTimeMillis();
             //Reids中共有"+Long.valueOf(jedis.dbSize())+"条键值对;"+"\n

             String redisSearchResult = "Redis找到符合条件的id集合用时:"+(findIdsEnd-start)+
                     "毫秒;\nRedis再遍历符合条件id集合使用时间:"+(loopend-loopbegin)+"毫秒;\nRedis总共花费时间:"+(loopend-start)+
                     "毫秒;\nRedis共查询出"+sinterIds.size()+"个记录;";
             return redisSearchResult;
         }finally{
             RedisUtil.returnRedis(jedis);
         }
     }
 }

JDBC查询方式:

 import java.sql.Connection;
 import java.sql.DriverManager;
 import java.sql.PreparedStatement;
 import java.sql.ResultSet;
 import java.sql.SQLException;
 import java.util.HashMap;
 import java.util.Map;
 /**
  * JDBC查询Mysql数据库并返回查询结果(查询花费的时间,查询到多少条数)
  * @author CDV-DX7
  *
  */
 public class JdbcSqlSearchUtil {

     public static void main(String[] args) {
          System.out.println(jdbcSerach("","冯小刚","葛优","顾晓阳","中国大陆","汉语普通话","喜剧"));
     }

     public static String jdbcSerach(String assetname,String director,String actor,
             String screenwriter,String region,String language,String programtype){
          Connection connection = null;
          PreparedStatement preparedStatement = null;
         //static Statement statement2 = null;//用来统计数据库中的总记录数
          ResultSet resultSet = null;
         try {
             long start = System.currentTimeMillis();
             //加载数据库驱动
             Class.forName("com.mysql.jdbc.Driver");

             //通过驱动管理类获取数据库链接

             //50万数据对应的连接
             //connection =  DriverManager.getConnection("jdbc:mysql://localhost:3306/test?characterEncoding=utf-8", "root", "root");

             //100万数据对应的连接
             connection =  DriverManager.getConnection("jdbc:mysql://localhost:3306/1million?characterEncoding=utf-8", "root", "root");

             //查询数据库中的总记录数
             String allRecordSql = "select count(*) from asset";

             Map<String,Integer> countMap = new HashMap<String,Integer>();
             //定义sql语句 ?表示占位符
             StringBuilder sql = new StringBuilder();
             sql.append("select * from asset where ");
             if(assetname != null && assetname != ""){
                 sql.append(" assetname like ?");
                 countMap.put(assetname,countMap.size()+1);
             }
             if(director != null && director != ""){
                 if(countMap.size() < 1){
                     sql.append(" director like ?");
                 }else{
                     sql.append(" and director like ?");
                 }
                 countMap.put(director,countMap.size()+1);
             }
             if(programtype != null && programtype != ""){
                 if(countMap.size() < 1){
                     sql.append(" programtype like ?");
                 }else{
                     sql.append(" and programtype like ?");
                 }
                 countMap.put(programtype,countMap.size()+1);
             }
             if(actor != null && actor != ""){
                 if(countMap.size() < 1){
                     sql.append(" actor like ?");
                 }else{
                     sql.append(" and actor like ?");
                 }
                 countMap.put(actor,countMap.size()+1);
             }
             if(screenwriter != null && screenwriter != ""){
                 if(countMap.size() < 1){
                     sql.append(" screenwriter like ?");
                 }else{
                     sql.append(" and screenwriter like ?");
                 }                

                 countMap.put(screenwriter,countMap.size()+1);
             }
             if(region != null && region != ""){
                 if(countMap.size() < 1){
                     sql.append(" region like ?");
                 }else{
                     sql.append(" and region like ?");
                 }
                 countMap.put(region,countMap.size()+1);
             }
             if(language != null && language != ""){
                 if(countMap.size() < 1){
                     sql.append(" language like ?");
                 }else{
                     sql.append(" and language like ?");
                 }
                 countMap.put(language,countMap.size()+1);
             }

 //            StringBuilder sql = "select * from asset where assetname like ? and director like ? and programtype like ? " +
 //                    "and actor like ? and screenwriter like ? and region like ? and language like ? ";

             //获取预处理statement
             preparedStatement = connection.prepareStatement(sql.toString());

             //statement2 = connection.createStatement();
             //设置参数，第一个参数为sql语句中参数的序号（从1开始），第二个参数为设置的参数值
             if(assetname != null && assetname != ""){
                 preparedStatement.setString(countMap.get(assetname), "%"+assetname+"%");
                 //preparedStatement.setString(countMap.get(assetname), assetname);
             }
             if(director != null && director != ""){
                 preparedStatement.setString(countMap.get(director), "%"+director+"%");
                 //preparedStatement.setString(countMap.get(director),director);
             }
             if(programtype != null && programtype != ""){
                 preparedStatement.setString(countMap.get(programtype), "%"+programtype+"%");
                 //preparedStatement.setString(countMap.get(programtype), programtype);
             }
             if(actor != null && actor != ""){
                 preparedStatement.setString(countMap.get(actor), "%"+actor+"%");
                 //preparedStatement.setString(countMap.get(actor), actor);
             }
             if(screenwriter != null && screenwriter != ""){
                 preparedStatement.setString(countMap.get(screenwriter), "%"+screenwriter+"%");
                 //preparedStatement.setString(countMap.get(screenwriter), screenwriter);
             }
             if(region != null && region != ""){
                 preparedStatement.setString(countMap.get(region), "%"+region+"%");
                 //preparedStatement.setString(countMap.get(region), region);
             }
             if(language != null && language != ""){
                 preparedStatement.setString(countMap.get(language), "%"+language+"%");
                 //preparedStatement.setString(countMap.get(language), language);
             }

             long searchend = System.currentTimeMillis();

             //向数据库发出sql执行查询，查询出结果集
             resultSet =  preparedStatement.executeQuery();
             //resultSet2 =  statement2.executeQuery(allRecordSql);
             //遍历查询结果集
             long loopstart = System.currentTimeMillis();
             int i=0;
             while(resultSet.next()){
                 i++;
                 resultSet.getString("director");
                 resultSet.getString("actor");
                 resultSet.getString("programtype");
                 resultSet.getString("screenwriter");
                 resultSet.getString("region");
                 resultSet.getString("language");
                 //System.out.println(resultSet.getString("director")+"  "+resultSet.getString("actor")+"  "+resultSet.getString("programtype")+"  "+resultSet.getString("screenwriter")
                     //    +"  "+resultSet.getString("region")+"  "+resultSet.getString("language")+"  "+resultSet.getString("alias"));
             }
             long loopend = System.currentTimeMillis();

             String searchResult = "JDBC找到这些数据用时:"+ (searchend-start)+"毫秒;\nJDBC对结果循环遍历耗时时:"+(loopend-loopstart)
                     +"毫秒;\nJDBC共耗时:"+(loopend-start)+"毫秒;\nJDBC共查找到"+i+"个记录";
             return searchResult;
         } catch (Exception e) {
             e.printStackTrace();
         }finally{
             //释放资源
             if(resultSet!=null){
                 try {
                     resultSet.close();
                 } catch (SQLException e) {
                     e.printStackTrace();
                 }
             }
             if(preparedStatement!=null){
                 try {
                     preparedStatement.close();
                 } catch (SQLException e) {
                     e.printStackTrace();
                 }
             }
             if(connection!=null){
                 try {
                     connection.close();
                 } catch (SQLException e) {
                     e.printStackTrace();
                 }
             }
         }
         return "-----";
     }
 }

其余代码省略........

最需要总结的是Reids中的参数不确定下的查询集合交集的方式和JDBC查询条件下查询参数不确定的查询方式...

 List<String> keysList =  new ArrayList<String>();//用一个List来接收前台参来的查询参数
 keysList.add(screenwriterKey);
 ..........................
 int keysListSize = keysList.size();//得到共有多查询参数
 String [] convertKeysArr = (String[])keysList.toArray(new String[keysListSize]); //这个List变成指定大小的数组
 Set<String> sinterIds = jedis.sinter(convertKeysArr);//sinter(...)求多个集合的交集,可以接收动态参数...动态参数本质上是数组.

sinter中传入的可以是一个动态的参数.....动态的参数本质上是数组.

关于动态数组的总结博客:

其次是JDBC动态接受参数个数的方式:

 原本查询语句是select * from asset where assetname like ? and director like ? and programtype like ? and actor like ? screenwriter like ? and region like ? ........
 但是查询条件不固定....不一定有对应的对应的查询项

 Map<String,Integer> countMap = new HashMap<String,Integer>();//因为预处理参数需要记录值和对应值在sql语句中的位置
                                                             //这里使用Map的方式,值是key,sql中的第几个数字作为value
 //定义sql语句 ?表示占位符
 StringBuilder sql = new StringBuilder();
 sql.append("select * from asset where ");
 if(assetname != null && assetname != ""){
     sql.append(" assetname like ?");
     countMap.put(assetname,countMap.size()+1);
 }
 if(director != null && director != ""){
     if(countMap.size() < 1){
         sql.append(" director like ?");
     }else{
         sql.append(" and director like ?");
     }
     countMap.put(director,countMap.size()+1);
 }
 if(programtype != null && programtype != ""){
     if(countMap.size() < 1){
         sql.append(" programtype like ?");
     }else{
         sql.append(" and programtype like ?");
     }
     countMap.put(programtype,countMap.size()+1);
 }
 .......................................
 //设置参数preparedStatement，第一个参数为sql语句中参数的序号（从1开始），第二个参数为设置的参数值
 if(assetname != null && assetname != ""){
     preparedStatement.setString(countMap.get(assetname), "%"+assetname+"%");
 }
 if(director != null && director != ""){
     preparedStatement.setString(countMap.get(director), "%"+director+"%");
     //preparedStatement.setString(countMap.get(director),director);
 }