C#爬虫总结

static void Main(string[] args) { //WebRequest request = WebRequest.Create("http://www.cnblogs.com/mr-wuxiansheng/p/8353615.html"); //WebResponse response = (WebResponse)request.GetResponse(); //Stream dataStream = response.GetResponseStream(); //StreamReader reader = new StreamReader(dataStream, Encoding.Default); //string text = reader.ReadToEnd();

 

//Regex reg = new Regex(@"http(s)?://([\w-]+\.)+[\w-]+/?"); //要获取该网页上的所有超链接

//string wangzhanyuming = reg.Match(text, 0).Value;

//string[] strarr = text.Split('w'); //Random r = new Random(); //int ss = r.Next(0, strarr.Count()); //string name = strarr[ss].ToString(); //Console.WriteLine(text);

//string text = "1A 2B 3C 4D 5E 6F 7G 8H 9I 10J 11Q 12J 13K 14L 15M 16N ffee80 #800080"; //Regex rgx = new Regex(@"((\d+)([a-z]))\s+", RegexOptions.IgnoreCase); //MatchCollection mm = rgx.Matches(text); //string x = mm[5].Groups[2].Captures[0].Value; //x为第六个集合 第二组 的值 6 //Console.ReadKey();

WebClient wc = new WebClient(); wc.Encoding = Encoding.UTF8; string html = wc.DownloadString("http://www.lagou.com/");

MatchCollection matches = Regex.Matches(html, "<a.*jobs.*>(.*)</a>"); foreach (Match item in matches) { Console.WriteLine(item.Groups[0].Value); } Console.WriteLine(matches.Count); Console.ReadKey();

}

转载于:https://www.cnblogs.com/ZkbFighting/p/8398441.html

相关资源：C#网络编程全面教程（c#爬虫）