Python笔记（十一）——数据抓取例子

上班时候想看股票行情怎么办？试试这个小例子，5分钟拉去一次股票价格，预警：

 #coding=utf-8
 import re
 import urllib2
 import time
 import threading

 import sys
 import os
 import struct
 import win32con
 import win32gui_struct

 from win32api import *
 try:
   from winxpgui import *
 except ImportError:
   from win32gui import *

 '''气泡显示逻辑'''

 class PyNOTIFYICONDATA:
   _struct_format = (
     "I" # DWORD cbSize; 结构大小(字节)
     "I" # HWND hWnd; 处理消息的窗口的句柄
     "I" # UINT uID; 唯一的标识符
     "I" # UINT uFlags;
     "I" # UINT uCallbackMessage; 处理消息的窗口接收的消息
     "I" # HICON hIcon; 托盘图标句柄
     "128s" # TCHAR szTip[128]; 提示文本
     "I" # DWORD dwState; 托盘图标状态
     "I" # DWORD dwStateMask; 状态掩码
     "256s" # TCHAR szInfo[256]; 气泡提示文本
     "I" # union {
         #   UINT  uTimeout; 气球提示消失时间(毫秒)
         #   UINT  uVersion; 版本(0 for V4, 3 for V5)
         # } DUMMYUNIONNAME;
     "64s" #    TCHAR szInfoTitle[64]; 气球提示标题
     "I" # DWORD dwInfoFlags; 气球提示图标
   )
   _struct = struct.Struct(_struct_format)

   hWnd = 0
   uID = 0
   uFlags = 0
   uCallbackMessage = 0
   hIcon = 0
   szTip = ''
   dwState = 0
   dwStateMask = 0
   szInfo = ''
   uTimeoutOrVersion = 0
   szInfoTitle = ''
   dwInfoFlags = 0

   def pack(self):
     return self._struct.pack(
       self._struct.size,
       self.hWnd,
       self.uID,
       self.uFlags,
       self.uCallbackMessage,
       self.hIcon,
       self.szTip,
       self.dwState,
       self.dwStateMask,
       self.szInfo,
       self.uTimeoutOrVersion,
       self.szInfoTitle,
       self.dwInfoFlags
     )

   def __setattr__(self, name, value):
     # avoid wrong field names
     if not hasattr(self, name):
       raise NameError, name
     self.__dict__[name] = value

 class MainWindow:
   def __init__(self, duration=3):
     # Register the Window class.
     wc = WNDCLASS()
     hinst = wc.hInstance = GetModuleHandle(None)
     wc.lpszClassName = "StockTask" # 字符串只要有值即可，下面3处也一样
     wc.lpfnWndProc = { win32con.WM_DESTROY: self.OnDestroy } # could also specify a wndproc.
     classAtom = RegisterClass(wc)

     # Create the Window.
     style = win32con.WS_OVERLAPPED | win32con.WS_SYSMENU
     self.hwnd = CreateWindow(classAtom, "GuTask Window", style,
       0, 0, win32con.CW_USEDEFAULT, win32con.CW_USEDEFAULT,
       0, 0, hinst, None
     )
     UpdateWindow(self.hwnd)
     iconPathName = os.path.abspath('favicon.ico')
     print iconPathName
     icon_flags = win32con.LR_LOADFROMFILE | win32con.LR_DEFAULTSIZE
     try:
       hicon = LoadImage(hinst, iconPathName, win32con.IMAGE_ICON, 0, 0, icon_flags)
     except:
       hicon = LoadIcon(0, win32con.IDI_APPLICATION)
     flags = NIF_ICON | NIF_MESSAGE | NIF_TIP
     nid = (self.hwnd, 0, flags, win32con.WM_USER + 20, hicon, "Balloon  tooltip")
     Shell_NotifyIcon(NIM_ADD, nid)

   def show_balloon(self, title, msg,duration):
     # For this message I can't use the win32gui structure because
     # it doesn't declare the new, required fields
     nid = PyNOTIFYICONDATA()
     nid.hWnd = self.hwnd
     nid.uFlags = NIF_INFO

     # type of balloon and text are random
     nid.dwInfoFlags = NIIF_INFO
     nid.szInfo = msg[:64]
     nid.szInfoTitle = title[:256]

     # Call the Windows function, not the wrapped one
     from ctypes import windll
     Shell_NotifyIcon = windll.shell32.Shell_NotifyIconA
     Shell_NotifyIcon(NIM_MODIFY, nid.pack())
     time.sleep(duration)

   def OnDestroy(self, hwnd, msg, wparam, lparam):
     nid = (self.hwnd, 0)
     Shell_NotifyIcon(NIM_DELETE, nid)
     PostQuitMessage(0) # Terminate the app.

 tip_window=MainWindow()

 '''数据抓取逻辑'''
 class Stock:
     def __init__(self,code,price,warn_price):
         self.code=code
         self.price=price
         self.warn_price=warn_price

 watch_stocks=[]
 watch_stocks.append(Stock(',float('3.897'),float('3.897')))
 watch_stocks.append(Stock(',float('3.88'),float('3.88')))
 watch_stocks.append(Stock(',float('3.88'),float('3.88')))

 def spiderStockPrice(stocks):
     list=''
     for stock in stocks:
         code=stock.code
         ")):
             list+="s_sh"+code
         "):
             list+="s_sh"+code
         else:
             list+="s_sz"+code
         list+=","

     qUrl='http://hq.sinajs.cn/rn=1522216317579&list='+list

     # 获取行情数据
     markdes=urllib2.urlopen(qUrl).read()
     markdes=markdes.replace("var hq_str_s_sz","").replace("var hq_str_s_sh","").replace("=",",").replace("\"","").replace("\n","")

     stockMarkets=markdes.split(";")
     for stockMarket in stockMarkets:
         if(stockMarket!=''):
             sms=stockMarket.split(',')
             for stock in stocks:
                 if(stock.code==sms[0]):
                     stock.price=float(sms[2])
     return stocks

 def doSpider():
     current_stocks=spiderStockPrice(watch_stocks)
     for current_stock in current_stocks:
         if(current_stock.price*0.99<current_stock.warn_price):
             tip_window.show_balloon(current_stock.code,str(current_stock.price),5)

     global timer
     timer=threading.Timer(300,doSpider)
     timer.start()

 if(__name__=="__main__"):
     doSpider()