|
捉蜘蛛的ASP代码,昨天很多人问,现在我放出了,不过其实落伍早就有了,只不会没说清楚用法。压缩文件里有使用说明,希望对大家有用。
PS:你捉到蜘蛛,但它不一定从你(不一定会收录),还有,蜘蛛爬过后,robots文件夹下会生成对蜘蛛名的文本文件- <%
- Sub robot()
- Dim robots:robots="Baiduspider+@Baidu|Googlebot@Google|ia_archiver@Alexa|IAArchiver@Alexa|ASPSeek@ASPSeek|YahooSeeker@Yahoo|SogouBot@sogou|help.yahoo.com/help/us/ysearch/slurp@Yahoo|sohu-search@SOHU|MSNBOT@MSN"
- dim I1,I2,l1,l2,l3,i,rs
- l2=false
- l1=request.servervariables("http_user_agent")
- F1=request.ServerVariables("SCRIPT_NAME")
- I1=split(robots,chr(124))
- for i=0 to ubound(I1)
- I2=split(I1(i),"@")
- if instr(lcase(l1),lcase(I2(0)))>0 then
- l2=true:l3=I2(1):exit for
- end if
- next
- if l2 and len(l3)>0 then'如果是爬虫,就更新爬虫信息
- FilePath = Server.Mappath("robots/"&l3&"_robots.txt")
- '记录蜘蛛爬行
- Set Fso = Server.CreateObject("Scripting.FileSystemObject")
- Set Fout = Fso.OpenTextFile(FilePath,8,True)
- Fout.WriteLine "索引页面:"&F1
- Fout.WriteLine "蜘蛛:"&l3&chr(32)&chr(32)&"更新时间:"&Now()
- Fout.WriteLine "-----------------------------------------------"
- Fout.Close
- Set Fout = Nothing
- Set Fso = Nothing
- end if
- end Sub
- %>0 then
- l2=true:l3=I2(1):exit for
- end if
- next
- if l2 and len(l3)>0 then'如果是爬虫,就更新爬虫信息
- FilePath = Server.Mappath("robots/"&l3&"_robots.txt")
- '记录蜘蛛爬行
- Set Fso = Server.CreateObject("Scripting.FileSystemObject")
- Set Fout = Fso.OpenTextFile(FilePath,8,True)
- Fout.WriteLine "索引页面:"&F1
- Fout.WriteLine "蜘蛛:"&l3&chr(32)&chr(32)&"更新时间:"&Now()
- Fout.WriteLine "-----------------------------------------------"
- Fout.Close
- Set Fout = Nothing
- Set Fso = Nothing
- end if
- end Sub
- %>
复制代码 |
|