URL请求工具

工作中有个需求，定期请求多个URL。“定期”采用计划任务实现，请求URL，虽说start url可以实现，但不灵活。自己制作了个专门请求URL的工具，并记录请求结果。

控制台程序代码：

 class Program
     {
         //日志目录
         static string logFileDirectory = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, @"Log", DateTime.Now.ToString("yyyy-MM"));
         //日志文件
         static string logFileName = DateTime.Now.ToString("yyyyMMdd") + ".txt";
         //日志文件锁定对象
         static object logLockObject = new object();

         static void Main(string[] args)
         {
             //创建日志目录
             try
             {
                 if (!Directory.Exists(logFileDirectory))
                 {
                     Directory.CreateDirectory(logFileDirectory);
                 }
             }
             catch (Exception ex)
             {
                 Console.Error.WriteLine(ex.ToString());
             }

             //执行请求任务
             var tasks = ConfigurationManager.AppSettings
                 .AllKeys.Where(key => key.StartsWith(ConfigurationManager.AppSettings["urlSettingsKeyPrefix"]))
                 .Select(key => ConfigurationManager.AppSettings[key])
                 .Select(url => Task.Factory.StartNew(Request, url)).ToArray();

             Task.WaitAll(tasks);
         }

         /// <summary>
         /// 请求指定的url
         /// </summary>
         /// <param name="url"></param>
         static void Request(object url)
         {
             try
             {
                 var request = WebRequest.Create(url.ToString()) as HttpWebRequest;
                 request.Timeout = Timeout.Infinite;
                 using (var response = request.GetResponse())
                 using (var responseStream = response.GetResponseStream())
                 using (var streamReader = new StreamReader(responseStream))
                 {
                     WriteLog(streamReader.ReadToEnd(), url);
                 }
             }
             catch (Exception ex)
             {
                 WriteLog(ex.ToString(), url);
             }
         }

         /// <summary>
         /// 写日志
         /// </summary>
         /// <param name="msg"></param>
         private static void WriteLog(string msg, object requestUrl)
         {
             lock (logLockObject)
             {
                 try
                 {
                     File.AppendAllText(
                         Path.Combine(logFileDirectory, logFileName),
                         string.Format("[#{0}]{1} {2}", Thread.CurrentThread.ManagedThreadId, DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss.fff"), requestUrl)
                         + Environment.NewLine
                         + msg
                         + Environment.NewLine);
                 }
                 catch (Exception ex)
                 {
                     Console.Error.WriteLine(ex.ToString());
                 }
             }
         }
     }

App.config：

 <?xml version="1.0" encoding="utf-8" ?>
 <configuration>
     <startup>
         <supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.5" />
     </startup>
   <appSettings>
     <add key="urlSettingsKeyPrefix" value="urlprefix-"/>

     <add key="urlprefix-url1" value="http://xxxxxx"/>
     <add key="urlprefix-url2" value="http://xxxxxx"/>
     <add key="urlprefix-url3" value="http://xxxxxx"/>
   </appSettings>
 </configuration>

实际使用时，还需要设置下面这个才能发挥多线程的优势：

ServicePointManager.DefaultConnectionLimit = ; //可以设置大点