PHP读取大文本文件并处理数据的思路

//处理文件
    $file = fopen($filename, "r") or exit("Unable to open file!");
    $total_line = 0;
    while(!feof($file)){
        $f = fgets($file);
        $total_line++; //总行数
    } 

    $for_count = intval($total_line / 1000);
    $txt=file($filename);
　　//$txt[0] 表示第一行， $txt[1] 表示第二行， ...
   for($m=0;$m<=$for_count;$m++){
        $start = $m * 1000;
        $end = $start + 1000;
        if($end > $total_line){
            $end = $total_line;
        }
        //echo $start.'---'.$end."\n";
        $sql_value = '';
        for($i=$start;$i<$end;$i++){
            if($txt[$i]){
                $data = explode(",", $txt[$i]);
                $data[2] = "'".$data[2]."'";
                $data[28] = "'".str_replace("\n", "", $data[28])."'";

                //转换得到sql语句的值
                $sql_value .= "(".implode(",", $data)."),";
                unset($data);
            }
        }
        $sql_value = substr($sql_value, 0, -1);
        $add_sql = "insert into tbname ({$fields}) values ".$sql_value;

        $add_res = mysqli_query($conn,$add_sql);
        if ($add_res) {
            echo 'OK';
        }else{
            echo 'Error';
            file_put_contents($file_err_name.$m, $add_sql);
        }

    }

【附】不分条一次性处理整个文本：

 //处理文件
     $file = fopen($filename, "r") or exit("Unable to open file!");
     $sql_value = '';

     while(!feof($file)){
         $f = fgets($file);
         if($f){
             $data = explode(",", $f);
             $data[2] = "'".$data[2]."'";
             $data[28] = "'".str_replace("\n", "", $data[28])."'";
             //转换得到sql语句的值
             $sql_value .= "(".implode(",", $data)."),";
         }

         unset($data);
     }

     //添加入库
     $sql_value = substr($sql_value, 0, -1);
     $add_sql = "insert into tbname ({$fields}) values ".$sql_value;

     $add_res = mysqli_query($conn,$add_sql);
     if ($add_res) {
         echo 'OK';
     }else{
         echo 'Error';
         file_put_contents($file_err_name, $add_sql);
     }
     unset($sql_value);

     fclose($file);