发布：2022/9/26 17:34:06作者：管理员 来源：本站 浏览次数：736
调用:
ConcurrentQueue<string> proxyIpQueue = new ConcurrentQueue<string>();
Grab_ProxyIp(proxyIpQueue);
返回结果:
一下是获取代理IP集合的方法:
#region 生产IP 代理 对象
private void Grab_ProxyIp(ConcurrentQueue<string> proxyIpQueue)
{
HashSet<string> proxyIp = new HashSet<string>();
HttpHelper http = new HttpHelper();
HttpItem para = new HttpItem();
para.Timeout = 1000 * 10;
para.Method = "GET";
int count = 0;
para.URL = "http://www.xicidaili.com/nn/1"; // 西刺
RetryFunc(() =>
{
HttpResult result = http.GetHtml(para);
if (result.StatusCode == System.Net.HttpStatusCode.OK)
{
string regex = @"<td>(\d+\.\d+\.\d+\.\d+)</td>\s+<td>(\d+)</td>";
Match mstr = Regex.Match(result.Html, regex);
while (mstr.Success && count < 20)
{
proxyIp.Add(mstr.Groups[1].Value + ":" + mstr.Groups[2].Value);
mstr = mstr.NextMatch();
count++;
}
return true;
}
else
{
return false;
}
}, 10);
count = 0;
para.URL = "http://ip84.com/dlgn"; // IP巴士
RetryFunc(() =>
{
HttpResult result = http.GetHtml(para);
if (result.StatusCode == System.Net.HttpStatusCode.OK)
{
string regex = @"<td>(\d+\.\d+\.\d+\.\d+)</td>\s+<td>(\d+)</td>";
Match mstr = Regex.Match(result.Html, regex);
while (mstr.Success && count < 10)
{
proxyIp.Add(mstr.Groups[1].Value + ":" + mstr.Groups[2].Value);
mstr = mstr.NextMatch();
count++;
}
return true;
}
else
{
return false;
}
}, 10);
count = 0;
para.URL = "http://www.ip3366.net/free/?stype=1"; // 云代理
RetryFunc(() =>
{
HttpResult result = http.GetHtml(para);
if (result.StatusCode == System.Net.HttpStatusCode.OK)
{
string regex = @"<td>(\d+\.\d+\.\d+\.\d+)</td>\s+<td>(\d+)</td>";
Match mstr = Regex.Match(result.Html, regex);
while (mstr.Success && count < 10)
{
proxyIp.Add(mstr.Groups[1].Value + ":" + mstr.Groups[2].Value);
mstr = mstr.NextMatch();
count++;
}
return true;
}
else
{
return false;
}
}, 10);
count = 0;
para.URL = "http://www.iphai.com/free/ng"; // IP海
RetryFunc(() =>
{
HttpResult result = http.GetHtml(para);
if (result.StatusCode == System.Net.HttpStatusCode.OK)
{
string regex = @"<td>\s+(\d+\.\d+\.\d+\.\d+)\s+</td>\s+<td>\s+(\d+)\s+</td>";
Match mstr = Regex.Match(result.Html, regex);
while (mstr.Success && count < 10)
{
proxyIp.Add(mstr.Groups[1].Value + ":" + mstr.Groups[2].Value);
mstr = mstr.NextMatch();
count++;
}
return true;
}
else
{
return false;
}
}, 10);
count = 0;
para.URL = "http://www.66ip.cn/nmtq.php?getnum=10&isp=0&anonymoustype=3&start=&ports=&export=&ipaddress=&area=1&proxytype=2&api=66ip"; // 66ip
RetryFunc(() =>
{
HttpResult result = http.GetHtml(para);
if (result.StatusCode == System.Net.HttpStatusCode.OK)
{
string regex = @"(\d+\.\d+\.\d+\.\d+):(\d+)<br/>";
Match mstr = Regex.Match(result.Html, regex);
while (mstr.Success && count < 10)
{
proxyIp.Add(mstr.Groups[1].Value + ":" + mstr.Groups[2].Value);
mstr = mstr.NextMatch();
count++;
}
return true;
}
else
{
return false;
}
}, 10);
foreach (var item in proxyIp)
{
proxyIpQueue.Enqueue(item);
}
}
#endregion
