本文整理汇总了C++中CUrl::IsForeignHost方法的典型用法代码示例。如果您正苦于以下问题：C++ CUrl::IsForeignHost方法的具体用法？C++ CUrl::IsForeignHost怎么用？C++ CUrl::IsForeignHost使用的例子？那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类CUrl的用法示例。
在下文中一共展示了CUrl::IsForeignHost方法的1个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的C++代码示例。
示例1: AddUrl
//将url放入map_urls到容器中
void CCrawl::AddUrl(const char * url)
{
string str_url = url;
if(str_url.empty() || str_url.length() < 8)
{
cout<<"the url is empty or too short"<<endl;
return ;
}
CPage ipage;
if(ipage.NormalizeUrl(str_url) == false)
return ;
CUrl iurl;
//图片类型的网页，存放到历史网页链接库中
if(iurl.IsImageUrl(str_url))
{
if(ofs_link_for_history_file)
{
WaitForSingleObject(mutex_link_for_history_file,INFINITE);
ofs_link_for_history_file<<str_url<<endl;
ReleaseMutex(mutex_link_for_history_file);
}
return ;
}
if(iurl.ParseUrl(str_url) == false)
{
cout<<"parse url error in AddUrl"<<endl;
return ;
}
if(iurl.IsValidHost(iurl.host_name.c_str()) == false)
{
cout<<"not the valid host in AddUrl"<<endl;
return ;
}
if(iurl.IsForeignHost(iurl.host_name.c_str()) )
{
cout<<"foreign host in AddUrl"<<endl;
return ;
}
//如果是阻塞的ip地址，剔除掉
unsigned long inaddr = 0;
char *ip = NULL;
inaddr =(unsigned long) inet_addr(iurl.host_name.c_str());
if(inaddr != INADDR_NONE)
{
ip = new char[iurl.host_name.size() + 1];
memset(ip,0,iurl.host_name.size() + 1);
memcpy(ip,iurl.host_name.c_str(),iurl.host_name.size());
if(!iurl.IsValidIp(ip))
{
delete []ip;
ip = NULL;
return ;
}
delete []ip;
ip = NULL;
}
CStrFunction::StrToLower(iurl.host_name,iurl.host_name.size());
CMD5 imd5;
imd5.GenerateMd5((unsigned char *)str_url.c_str(),str_url.size());
string str_digest = imd5.ToString();
if(set_visited_url_md5.find(str_digest) != set_visited_url_md5.end())
{
return ;
}
if(set_unvisited_url_md5.find(str_digest) != set_unvisited_url_md5.end())
{
return ;
}
else
{
WaitForSingleObject(mutex_unvisited_url_md5,INFINITE);
set_unvisited_url_md5.insert(str_digest);
ReleaseMutex(mutex_unvisited_url_md5);
}
//确保同一个线程在一个网站上爬取
int cnt = 0;
for(;;)
{
//.........这里部分代码省略.........