DELIMITER $$

USE `xxx`$$

DROP FUNCTION IF EXISTS `F_getBuluDates`$$

CREATE DEFINER=`root`@`localhost` FUNCTION `F_getBuluDates`(`PuserId` INT(11)) RETURNS VARCHAR(3000) CHARSET gbk

BEGIN

DECLARE buluDate,buluDateTime,LiWaibuluDates,nowdate,bldate VARCHAR(3000) DEFAULT "";

DECLARE rtMsg,RuserName,maxRiZhiDate,btjrqs,blyqrq,tmpdate,yxblsj VARCHAR(255) DEFAULT "";

DECLARE Ra51count INT(30);

DECLARE RbeginDate,RendDate,RtmpDate VARCHAR(2550);

DECLARE u,gqcount,a21Count INT(30) DEFAULT 0;

DECLARE allReadRows,readRows,mySYL,blCount,recordCount,btjryCount,btjrqCount,yxblts,i INT(11) DEFAULT 0;

SELECT a5204,a5205 INTO yxblts,yxblsj FROM a52 WHERE a5218="xxxxxxx" LIMIT 0,1;    

SELECT username INTO RuserName FROM USER WHERE id=PuserId;

SELECT COUNT(id) INTO btjryCount FROM a52 WHERE a5214=PuserId AND a5218='xxxxx';

IF btjryCount=0 THEN    

SELECT GROUP_CONCAT(a5215) INTO btjrqs FROM a52 WHERE  a5218='btjrq';

SET tmpdate=CURDATE();

SET nowdate=DATE_SUB(CURDATE(),INTERVAL yxblts DAY);

REPEAT

SELECT MAX(a2104) INTO maxRiZhiDate FROM a21 WHERE issubmit='y' AND a2104<tmpdate AND FIND_IN_SET(a2104,bldate)=0;

SET tmpdate=maxRiZhiDate;

IF tmpdate>=nowdate THEN

	IF F_isWorkDay(maxRiZhiDate)=1 OR ISNULL(maxRiZhiDate) THEN

		IF NOT ISNULL(maxRiZhiDate) AND LENGTH(maxRiZhiDate)>0 THEN

			IF FIND_IN_SET(maxRiZhiDate,btjrqs)=0 THEN

				SELECT COUNT(id) INTO recordCount FROM a21 WHERE a2104=maxRiZhiDate AND creatorid=PuserId;

				IF recordCount=0 THEN

					IF DAYOFWEEK(maxRiZhiDate)=6 THEN

						SET buluDateTime=CONCAT(FROM_DAYS(TO_DAYS(maxRiZhiDate)+2+yxblts)," ",yxblsj);

					ELSEIF DAYOFWEEK(maxRiZhiDate)=7 THEN

						SET buluDateTime=CONCAT(FROM_DAYS(TO_DAYS(maxRiZhiDate)+1+yxblts)," ",yxblsj);

					ELSE

						SET buluDateTime=CONCAT(FROM_DAYS(TO_DAYS(maxRiZhiDate)+yxblts)," ",yxblsj);

					END IF;

					IF(CURRENT_TIMESTAMP()<buluDateTime) THEN

						SET buluDate=maxRiZhiDate;

					END IF;

				END IF;

			END IF;

		END IF;  

	END IF;

	IF CHAR_LENGTH(buluDate)>0 THEN

		IF CHAR_LENGTH(bldate)>0 THEN

			SET bldate=CONCAT(buluDate,",",bldate);

		ELSE

			SET bldate=buluDate;

		END IF;

	END IF;

END IF;

SET buluDate='';

UNTIL tmpdate<=nowdate

END REPEAT;

SELECT COUNT(id) INTO gqcount FROM a52 WHERE a5216=CURDATE() AND a5218='xxxxxx';

IF gqcount>0 THEN

SELECT a5215 INTO blyqrq FROM a52 WHERE a5216=CURDATE() AND a5218='xxxxxx';

SELECT COUNT(id) INTO a21Count FROM a21 WHERE a2104=blyqrq AND creatorid=PuserId;

IF a21Count=0 THEN

IF FIND_IN_SET(blyqrq,bldate)=0 THEN

IF CHAR_LENGTH(bldate)>0 THEN

SET bldate=CONCAT(blyqrq,",",bldate);

ELSE

SET bldate=blyqrq;

END IF;

END IF;

END IF;

END IF;

IF ISNULL(btjrqs) THEN

SET btjrqs="";

END IF;

SELECT GROUP_CONCAT(a5108) INTO LiWaibuluDates FROM a51 WHERE a5110='y' AND F_ifInSet(a5108,btjrqs)=0 AND a5106 LIKE RuserName AND a5112='否' AND CONCAT(a5108," ",a5113)<CURRENT_TIMESTAMP() AND CURRENT_TIMESTAMP()<CONCAT(a5114," ",a5113);

IF NOT ISNULL(LiWaibuluDates) AND LENGTH(TRIM(LiWaibuluDates))>0 THEN

IF CHAR_LENGTH(bldate)>0 THEN

SET bldate=CONCAT(LiWaibuluDates,",",bldate);

ELSE

SET bldate=LiWaibuluDates;

END IF;

END IF;       

SELECT COUNT(id) INTO RA51count FROM a51 WHERE a5110='n' AND F_getid1value2(a5105,1)=PuserId;

IF RA51count>0 THEN

SET u=0;

WHILE u< RA51count DO

SELECT a5108,a5109 INTO RbeginDate,RendDate FROM a51 WHERE a5110='n' AND F_getid1value2(a5105,1)=PuserId ORDER BY id LIMIT u,1;

SET RtmpDate=RbeginDate;

WHILE RtmpDate<=RendDate DO

IF FIND_IN_SET(RtmpDate,bldate)>0 THEN

SET bldate=F_removeFromSet(RtmpDate,bldate);

END IF;

SET RtmpDate=DATE_ADD(RtmpDate, INTERVAL 1 DAY);

END WHILE;

SET u=u+1;

END WHILE;

END IF;

END IF;  

RETURN bldate;

END$$

DELIMITER ;

在老系统中该函数调用一次需要话20多秒到30秒左右。

拿到sql之后，首先要确定思路。不能着急这下手。

1. 首先查看各个表的数据量：

select count(*) from xxx;

发现只有 a21 的数据量达到了十几万，其他表数据量都比较小。所以重点是 a21表，仔细阅读了一遍函数的定义，发现涉及 到 a21 的有一处循环：

REPEAT

SELECT MAX(a2104) INTO maxRiZhiDate FROM a21 WHERE issubmit='y' AND a2104<tmpdate AND FIND_IN_SET(a2104,bldate)=0;

很显然使用了 find_in_set 函数，所以改语句无法使用索引。所以想要简单的通过增加索引来解决问题，应该是行不通的。

这样就定位到了函数运行慢的问题。结合业务理解改函数的含义。

为了使用索引，我们需要去掉 find_in_set 函数，理解了业务和原函数的功能之后，对改函数的 repeat 循环部分进行了重写：

DELIMITER $$

USE `oa`$$

DROP FUNCTION IF EXISTS `F_getBuluDates_inner`$$

CREATE DEFINER=`root`@`localhost` FUNCTION `F_getBuluDates_inner`(`PuserId` INT(11), tmpdate VARCHAR(32), nowdate VARCHAR(32)) RETURNS VARCHAR(3000) CHARSET gbk

BEGIN

DECLARE buluDate,buluDateTime,LiWaibuluDates,bldate VARCHAR(3000) DEFAULT "";

DECLARE rtMsg,RuserName,maxRiZhiDate,btjrqs,blyqrq,yxblsj VARCHAR(255) DEFAULT "";

DECLARE Ra51count INT(30);

DECLARE RbeginDate,RendDate,RtmpDate VARCHAR(2550);

DECLARE u,gqcount,a21Count INT(30) DEFAULT 0;

DECLARE allReadRows,readRows,mySYL,blCount,recordCount,btjryCount,btjrqCount,yxblts,i INT(11) DEFAULT 0;

DECLARE no_more_data INT DEFAULT 0;

DECLARE my_cursor CURSOR FOR SELECT DISTINCT a2104 FROM a21 WHERE issubmit='y' AND a2104 < tmpdate AND a2104 >= nowdate ORDER BY a2104 DESC;

DECLARE CONTINUE HANDLER FOR NOT FOUND SET no_more_data = 1;

SELECT a5204,a5205 INTO yxblts,yxblsj FROM a52 WHERE a5218="gzrz" LIMIT 0,1;    

SELECT username INTO RuserName FROM USER WHERE id=PuserId;

SELECT COUNT(id) INTO btjryCount FROM a52 WHERE a5214=PuserId AND a5218='xxxxx';

IF btjryCount=0 THEN    

SELECT GROUP_CONCAT(a5215) INTO btjrqs FROM a52 WHERE  a5218='xxx';   

OPEN my_cursor;

FETCH my_cursor INTO maxRiZhiDate;

REPEAT

    IF F_isWorkDay(maxRiZhiDate)=1 OR ISNULL(maxRiZhiDate) THEN

        IF NOT ISNULL(maxRiZhiDate) AND LENGTH(maxRiZhiDate)>0 THEN

            IF FIND_IN_SET(maxRiZhiDate,btjrqs)=0 THEN

                SELECT COUNT(id) INTO recordCount FROM a21 WHERE a2104=maxRiZhiDate AND creatorid=PuserId;

                IF recordCount=0 THEN

                    IF DAYOFWEEK(maxRiZhiDate)=6 THEN

                        SET buluDateTime=CONCAT(FROM_DAYS(TO_DAYS(maxRiZhiDate)+2+yxblts)," ",yxblsj);

                    ELSEIF DAYOFWEEK(maxRiZhiDate)=7 THEN

                        SET buluDateTime=CONCAT(FROM_DAYS(TO_DAYS(maxRiZhiDate)+1+yxblts)," ",yxblsj);

                    ELSE

                        SET buluDateTime=CONCAT(FROM_DAYS(TO_DAYS(maxRiZhiDate)+yxblts)," ",yxblsj);

                    END IF;

                    IF(CURRENT_TIMESTAMP()<buluDateTime) THEN

                        SET buluDate=maxRiZhiDate;

                    END IF;

                END IF;

            END IF;

        END IF;  

    END IF;

    IF CHAR_LENGTH(buluDate)>0 THEN

        IF CHAR_LENGTH(bldate)>0 THEN

            SET bldate=CONCAT(buluDate,",",bldate);

        ELSE

            SET bldate=buluDate;

        END IF;

    END IF;

FETCH my_cursor INTO maxRiZhiDate;

SET buluDate='';

UNTIL no_more_data = 1

END REPEAT;

SELECT COUNT(id) INTO gqcount FROM a52 WHERE a5216=CURDATE() AND a5218='xxx';

IF gqcount>0 THEN

SELECT a5215 INTO blyqrq FROM a52 WHERE a5216=CURDATE() AND a5218='xxxxxxxxxx';

SELECT COUNT(id) INTO a21Count FROM a21 WHERE a2104=blyqrq AND creatorid=PuserId;

IF a21Count=0 THEN

IF FIND_IN_SET(blyqrq,bldate)=0 THEN

IF CHAR_LENGTH(bldate)>0 THEN

SET bldate=CONCAT(blyqrq,",",bldate);

ELSE

SET bldate=blyqrq;

END IF;

END IF;

END IF;

END IF;

IF ISNULL(btjrqs) THEN

SET btjrqs="";

END IF;

SELECT GROUP_CONCAT(a5108) INTO LiWaibuluDates FROM a51 WHERE a5110='y' AND F_ifInSet(a5108,btjrqs)=0 AND a5106 LIKE RuserName AND a5112='否' AND CONCAT(a5108," ",a5113)<CURRENT_TIMESTAMP() AND CURRENT_TIMESTAMP()<CONCAT(a5114," ",a5113);

IF NOT ISNULL(LiWaibuluDates) AND LENGTH(TRIM(LiWaibuluDates))>0 THEN

IF CHAR_LENGTH(bldate)>0 THEN

SET bldate=CONCAT(LiWaibuluDates,",",bldate);

ELSE

SET bldate=LiWaibuluDates;

END IF;

END IF;       

SELECT COUNT(id) INTO RA51count FROM a51 WHERE a5110='n' AND F_getid1value2(a5105,1)=PuserId;

IF RA51count>0 THEN

SET u=0;

WHILE u< RA51count DO

SELECT a5108,a5109 INTO RbeginDate,RendDate FROM a51 WHERE a5110='n' AND F_getid1value2(a5105,1)=PuserId ORDER BY id LIMIT u,1;

SET RtmpDate=RbeginDate;

WHILE RtmpDate<=RendDate DO

IF FIND_IN_SET(RtmpDate,bldate)>0 THEN

SET bldate=F_removeFromSet(RtmpDate,bldate);

END IF;

SET RtmpDate=DATE_ADD(RtmpDate, INTERVAL 1 DAY);

END WHILE;

SET u=u+1;

END WHILE;

END IF;      

END IF;  

RETURN bldate;

END$$

DELIMITER ;

然后为了让新的 sql 使用索引：

DECLARE my_cursor CURSOR FOR

SELECT DISTINCT a2104 FROM a21 WHERE issubmit='y' AND a2104 < tmpdate AND a2104 >= nowdate ORDER BY a2104 DESC;

新增了索引：

add index issubmit_a2104(issubmit,a2104);

最终的提供给外部的调用函数：

DELIMITER $$

CREATE FUNCTION F_getBuluDates_new(`PuserId` INT(11)) RETURNS VARCHAR(3000) CHARSET gbk

BEGIN

    DECLARE bldate VARCHAR(3000) DEFAULT "";

    DECLARE tmpdate,nowdate VARCHAR(32) DEFAULT "";

    DECLARE yxblts INT;

    SELECT a5204 INTO yxblts FROM a52 WHERE a5218="gzrz" LIMIT 0,1;

    SET tmpdate = CURDATE();

    SET nowdate = DATE_SUB(tmpdate,INTERVAL yxblts DAY);

    SET bldate = F_getBuluDates_inner(PuserId,tmpdate,nowdate);

    RETURN bldate;

END

$$

测试效果：

mysql> select F_getBuluDates_new(10687);

+---------------------------------------------------------------------------------------------------------------+

| F_getBuluDates_new(10687)                                                                                    |

+---------------------------------------------------------------------------------------------------------------+

| 2016-08-04,2016-08-05,2016-08-08,2016-08-09,2016-08-10,2016-08-11,2016-08-12,2016-08-15,2016-08-16,2016-08-17 |

+---------------------------------------------------------------------------------------------------------------+

1 row in set (1.10 sec)

mysql> select F_getBuluDates(10687);

+---------------------------------------------------------------------------------------------------------------+

| F_getBuluDates(10687)                                                                                         |

+---------------------------------------------------------------------------------------------------------------+

| 2016-08-04,2016-08-05,2016-08-08,2016-08-09,2016-08-10,2016-08-11,2016-08-12,2016-08-15,2016-08-16,2016-08-17 |

+---------------------------------------------------------------------------------------------------------------+

1 row in set (13.10 sec)

性能提升了 11 倍多。客户对效果很满意。

新的执行计划：

mysql> explain SELECT DISTINCT a2104 FROM a21 WHERE issubmit='y' AND a2104 < '2016-08-16' AND a2104 >= '2016-08-10' ORDER BY a2104 DESC;

+----+-------------+-------+-------+----------------------+----------------+---------+------+------+--------------------------+

| id | select_type | table | type  | possible_keys        | key            | key_len | ref  | rows | Extra                    |

+----+-------------+-------+-------+----------------------+----------------+---------+------+------+--------------------------+

|  1 | SIMPLE      | a21   | range | a2104,issubmit_a2104 | issubmit_a2104 | 516     | NULL |  834 | Using where; Using index |

+----+-------------+-------+-------+----------------------+----------------+---------+------+------+--------------------------+

1 row in set (0.00 sec)

总结：

从原函数实现来看，在数量小时，还是可以的。但是一旦数据量大了，就会出现性能问题。主要问题是在 where 条件中使用了太多的自定义函数，而且这个函数的参数还是表的数据列。
导致无法使用索引。无法使用索引就会进行全表扫描，所以数据量大时会导致性能问题。

　　

MySQL优化一例的更多相关文章

  1. MySQL派生表(derived)优化一例

    1.什么是派生表derived 关键字:子查询–>在From后where前的子查询 mysql; +----+-------------+------------+------+-------- ...

  2. MySQL优化聊两句

    原文地址:http://www.cnblogs.com/verrion/p/mysql_optimised.html MySQL优化聊两句 MySQL不多介绍,今天聊两句该如何优化以及从哪些方面入手, ...

  3. MySQL优化实例

    这周就要从泰笛离职了,在公司内部的wiki上,根据公司实际的项目,写了一些mysql的优化方法,供小组里的小伙伴参考下,没想到大家的热情很高,还专门搞了个ppt讲解了一下. 举了三个大家很容易犯错的地 ...

  4. [转] MySql 优化 大数据优化

    一.我们可以且应该优化什么? 硬件 操作系统/软件库 SQL服务器(设置和查询) 应用编程接口(API) 应用程序 ------------------------------------------ ...

  5. (转)MySQL优化实例

    在Apache, PHP,MySQL的体系架构中,MySQL对于性能的影响最大,也是关键的核心部分.对于Discuz!论坛程序也是如此,MySQL的设置是否合理优化,直接影响到论坛的速度和承载量!同时 ...

  6. MYSQL 优化建议

    转自 http://coolshell.cn/articles/1846.html MYSQL 优化建议20条 1. 为查询缓存优化你的查询 大多数的MySQL服务器都开启了查询缓存.这是提高性最有效 ...

  7. MySQL优化四（优化表结构）

    body { font-family: Helvetica, arial, sans-serif; font-size: 14px; line-height: 1.6; padding-top: 10 ...

  8. MySQL优化面试

    原则:尽量使用整型表示字符串 存储IP INET_ATON(str),address to number INET_NTOA(number),number to address MySQL内部的枚举类 ...

  9. MySQL优化之my.conf配置详解

    最近项目不太忙,所以有时间静心来研究下mysql的优化,对于MySQL的设置是否合理优化,直接影响到网站的速度和承载量!同时,MySQL也是优化难度最大的一个部分,不但需要理解一些MySQL专业知识, ...

随机推荐

  1. Linux网络编程-tcp缓存设置

    最近发现服务的逻辑完成时间很短,但是上游接收到的时间比较长,所以就怀疑是底层数据的序列化/反序列化.读写.传输有问题,然后怀疑是TCP的读写缓存是不是设置太小.现在就记录下TCP缓存的各配置项以及缓存 ...

  2. .NET 基础 一步步 一幕幕[运算符、占位符、转义符]

      运算符.占位符.转义符 好吧,在五局全胜之后,终于升到了三个钻,距离一个星星还有一大段距离,忽然想起来今天的博客还没写,果断坑队友,来写博客了....感觉以后还是每天更新一篇比较好.要不晚上就该熬 ...

  3. 原生ajax实现登录(一部分代码)

        <script type="text/javascript">          function ajax() {          //先声明一个异步请求对 ...

  4. PHP扩展-如何使用文件config.m4

    config.m4文件用于指定正在开发的扩展在类unix系统下构建时支持的选项,指定此扩展需要哪些库以及哪些源文件:使用 GNU autoconf 语法编写.注意需要重新执行phpize,config ...

  5. 应用OpenMP的一个简单的设计模式

    小喵的唠叨话:最近很久没写博客了,一是因为之前写的LSoftmax后馈一直没有成功,所以在等作者的源码.二是最近没什么想写的东西.前两天,在预处理图片的时候,发现处理200w张图片,跑了一晚上也才处理 ...

  6. 修改Coney主题之侧边栏移位

    title: 修改Coney主题之侧边栏移位 date: 2014-12-15 18:09:54 categories: Hexo tags: [hexo,css] --- Coney是一个非常漂亮的 ...

  7. 数据库日常维护-CheckList_03有关数据库数据文件大小检查

    日常数据维护中容量规划是每个DBA的基础工作之一,也是非常重要的工作.在生产环境中一些比较重要的业务数据库会用前期容量规划不足,或出现意外的爆发式的数据增长,直至盛满整个磁盘空间,系统会无法使用,最终 ...

  8. 如何通过官方渠道为Windows 10 添加具有中国特色的字体

    Windows 10的变化细节上个人认为要比Windows 8多很多,而且很多功能找到之后还是小惊喜,就是挺多好用的地方居然都不正经宣传一下,微软真是搞得悄悄地干活? 今天为大家介绍一下通过官方途径添 ...

  9. 前端CSS部分知识整理

    1.如何清除图片下方出现几像素的空白间隙? /*方法1:*/ img{display:block;} 方法2: /*img{vertical-align:top;}*/ 2.如何让文本垂直对齐文本输入 ...

  10. 利用Python进行数据分析(4) NumPy基础: ndarray简单介绍

    一.NumPy 是什么 NumPy 是 Python 科学计算的基础包,它专为进行严格的数字处理而产生.在之前的随笔里已有更加详细的介绍,这里不再赘述. 利用 Python 进行数据分析(一)简单介绍 ...