关于视觉跟踪中评价标准的相关记录（The Evaluation of Visual Tracking Results on OTB-100 Dataset）

关于视觉跟踪中评价标准的相关记录（The Evaluation of Visual Tracking Results on OTB-100 Dataset）

2018-01-22  21:49:17

Benchmark website：http://cvlab.hanyang.ac.kr/tracker_benchmark/benchmark_v10.html

1. 修改 benchmark 的路径，改为你自己的数据集的路径：

2. 也可以修改 tracker 的设置，仅仅显示自己想要输出的那些跟踪算法：

3. 展示结果：

那么，问题来了，怎么将其拓展到 OTB100 dataset 上？怎么评价自己的跟踪结果？

1. 首先，将 tracking 的 txt 文档，生成 .mat 文件：

　　第一个是生成 .mat 文件的主函数。

 %% ####################################################

 % First, load the track_results.txt and groundtruth.txt
 close all; clear all; clc;
 warning off all;
 addpath('./util');
 addpath(('C:\Users\WANG XIAO\Downloads\tracker_benchmark_v1.0\vlfeat-0.9.20-bin\vlfeat-0.9.20\toolbox'));
 vl_setup

 seqs=configSeqs;
 trackers = configTrackers;

 for ii=:size(seqs, )
     seqs{, ii}.path = [seqs{, ii}.path 'img\'];
 end

 numSeq=length(seqs);
 numTrk=length(trackers);
 evalType = 'TRE';
 finalPath = ['./results/results_' evalType '_CVPR13/'];

 if ~exist(finalPath,'dir')
     mkdir(finalPath);
 end

 tmpRes_path = ['./tmp/' evalType '/'];
 bSaveImage=;

 if ~exist(tmpRes_path, 'dir')
     mkdir(tmpRes_path);
 end

 pathAnno = './anno/';
 addpath(('./rstEval'));
 addpath(['./trackers/VIVID_Tracker']);
 results_base_path = 'C:\Users\WANG XIAO\Downloads\tracker_benchmark_v1.0\txt_files\SRDCF\';
 groundtruth_base_path ='C:\Users\WANG XIAO\Desktop\OTB100\Benchmark\';

 % all videos, call self with each video name. only keep valid directory names
 dirs = dir(groundtruth_base_path);
 videos = {dirs.name};
 videos(strcmp('.', videos) | strcmp('..', videos) | ...
     strcmp('anno', videos) | ~[dirs.isdir]) = [];

 [vn,~] = size(videos(:));
 numSeg = ;

 % #####################################################
 %                               The Main For Loop
 % #####################################################
 for num = :numel(videos)
     % get image ground truth for evaluation
     [gt] = load_groundtruth_txt_info(groundtruth_base_path, videos{num});
     % get image track result for evaluation
     [track_result] = load_results_txt_info(results_base_path, [videos{num} ]);
     [num_of_frames, ~] = size(gt(:,));
     toc = ;

     s = seqs{num};
     s.len = s.endFrame - s.startFrame + ;
     s.s_frames = cell(s.len,);
     nz    = strcat('%0',num2str(s.nz),'d'); % number of zeros in the name of image
     for i=:s.len
         image_no = s.startFrame + (i-);
         id = sprintf(nz,image_no);
         s.s_frames{i} = strcat(s.path, id, '.', s.ext);
     end

     img = imread(s.s_frames{});
     [imgH,imgW,ch]=size(img);

     rect_anno = dlmread([pathAnno s.name '.txt']);

     [subSeqs, subAnno, subTrackingResults] = splitSeqTREv2(s, numSeg, rect_anno, track_result);

     % Second, translate the track_results.txt to .mat format file and save it.
     for subIndex = :numSeg     %  parts 

         current_part_track_results = subTrackingResults{, subIndex};
         current_part_gt_results = subAnno{, subIndex}; 

         results{subIndex}.res = current_part_track_results;
         results{subIndex}.type = 'rect';       % 'ivtAff'
         results{subIndex}.fps = num_of_frames / toc;
         results{subIndex}.len = subSeqs{, subIndex}.len ;
         results{subIndex}.annoBegin = ;
         results{subIndex}.startFrame =  subSeqs{, subIndex}.startFrame;
         results{subIndex}.anno = current_part_gt_results;
         results{subIndex}.shiftType = 'left';
         videos{num} = [lower(videos{num}()) videos{num}(:end)];
         if videos{num}(end-)=='-'
             videos{num} = [videos{num}(:end-) '.' videos{num}(end)];
         end
         if strcmp(videos{num},'human4')
             videos{num}='human4.2';
         end

     end

     matsavePath = './results/results_TRE_CVPR13/';
     mkdir(matsavePath);

     save([[matsavePath videos{num}] '_SRDCF.mat'], 'results');

 end

  function [ track_result ] = load_results_txt_info(base_path,video)
 %LOAD_TXT_INFO

     %see if there's a suffix, specifying one of multiple targets, for
     %example the dot and number in 'Jogging.1' or 'Jogging.2'.

     if numel(video) >=  && video(end-) == '.' && ~isnan(str2double(video(end))),
         suffix = video(end-:end);  %remember the suffix
         video = video(:end-);  %remove it from the video name
     else
         suffix = '';
     end

     %full path to the video's files
     if base_path(end) ~= '/' && base_path(end) ~= '\',
         base_path(end+) = '/';
     end

     %try to load ground truth from text file (Benchmark's format)
 %     filename = [base_path video suffix '_ours.txt'];
     try
        filename = [base_path 'SRDCF_' suffix video '.txt'];
     catch
              filename = [base_path video suffix '_SRDCF.txt'];
     end 

         f = fopen(filename);
     assert(f ~= -, ['No initial position or ground truth to load ("' filename '").'])

     %the format is [x, y, width, height]
     try
         track_result = textscan(f, '%f,%f,%f,%f', 'ReturnOnError',false);
     catch  %#ok, try different format (no commas)
         frewind(f);
         track_result = textscan(f, '%f %f %f %f');
 %         str = fgetl(f);
 %         track_result = textscan(str,'%f');
 %         str = track_result{}';
     end
     track_result = cat(, track_result{:});
     fclose(f);

 end

 function [subSeqs, subAnno, subTrackingResults]=splitSeqTREv2(seq, segNum,rect_anno, track_result)
 %  segments for each sequences
 % first, excluding all the occ/out-of-view frames
 % then, sampling

 minNum = ;

 fileName = ['initOmit/' seq.name '.txt'];
 IdxExclude = [];
 if exist(fileName)
     IdxExclude=load(fileName)-seq.startFrame+;
 end
 Idx = :seq.len;
 for j = :size(IdxExclude,)
     Idx(IdxExclude(j,):IdxExclude(j,))=;
 end
 Idx = Idx(find(Idx>));

 for i=:length(Idx)
     r = rect_anno(Idx(i),:);

     if r()<= | r()<= | r()<= | r()<= | isnan(sum(r))
         Idx(i) = ;
     end
 end

 Idx = Idx(find(Idx>));        

 for i = length(Idx):-:
     if seq.len - Idx(i) +  >= minNum
         endSeg = Idx(i);
         endSegIdx = i;
         break;
     end
 end

 startFrIdxOne = [floor(:endSegIdx/(segNum-):endSegIdx) endSegIdx] ;

 % endSeg = seq.len-minNum+;

 subAnno=[];
 subSeqs=[];
 subTrackingResults = [];

 for i = :length(startFrIdxOne)
     index = Idx(startFrIdxOne(i));
     subS.path = seq.path;
     subS.nz = seq.nz;
     subS.ext = seq.ext;

     subS.startFrame = index+seq.startFrame-;
     subS.endFrame = seq.endFrame;

     subS.len = subS.endFrame - subS.startFrame + ;

     subS.annoBegin = seq.startFrame;
     subS.init_rect = rect_anno(index,:);
     anno = rect_anno(index:end,:);

     subS.s_frames = seq.s_frames(index:end);

     subS.name = seq.name;
     % subS.nameIdx = [seq.name '_' num2str(i)];

     subAnno{i} = anno;
     subSeqs{i} = subS;
     subTrackingResults{i} = track_result(subS.startFrame:subS.endFrame, :);

 end

  function [ ground_truth] = load_groundtruth_txt_info(base_path, video)
 %LOAD_TXT_INFO

     disp(['==>> deal with video: ', video]);

     %see if there's a suffix, specifying one of multiple targets, for
     %example the dot and number in 'Jogging.1' or 'Jogging.2'.

     if numel(video) >=  && video(end-) == '.' && ~isnan(str2double(video(end))),
         suffix = video(end-:end);  %remember the suffix
         video = video(:end-);  %remove it from the video name
     else
         suffix = '';
     end

     %full path to the video's files
     if base_path(end) ~= '/' && base_path(end) ~= '\',
         base_path(end+) = '/';
     end
     video_path = [base_path video '/'];

     %try to load ground truth from text file (Benchmark's format)
     filename = [video_path 'groundtruth_rect' suffix '.txt'];
     f = fopen(filename);
     assert(f ~= -, ['No initial position or ground truth to load ("' filename '").'])

     %the format is [x, y, width, height]
     try
         ground_truth = textscan(f, '%f,%f,%f,%f', 'ReturnOnError',false);
     catch  %#ok, try different format (no commas)
         frewind(f);
         ground_truth = textscan(f, '%f %f %f %f');
     end

     ground_truth = cat(, ground_truth{:});

     fclose(f);

 end

有了这些 .mat 文件，就可以将其用于画 TRE 的曲线图了。

2. 用 perfPlot.m 函数来画出曲线图即可。