01-01基于SHELL的数据分析

#!/usr/bin/env bash

for year in /root/Downloads/data/all/*

do

echo -ne `basename $year .gz`"\t"

gunzip -c $year | \

awk '{ temp = substr($0, 88, 5) + 0;
      q = substr($0, 93, 1);
      if (temp != 9999 && q ~ /[01459]/ && temp > max) max = temp }

END { print max }`

done

#!/usr/bin/env bash

for year in all/*

do
   echo -ne `basename $year .gz`"\t"
   gunzip -c $year | \
     awk '{ temp = substr($0, 88, 5) + 0;
            q = substr($0, 93, 1);
            if (temp !=9999 && q ~ /[01459]/ && temp > max) max = temp }
          END { print max }'

done