# robots.txt file for http://web-spider.gsr24.com/ # 29.03.2010 01:13 User-agent: * $ Wildcard http://web-spider.gsr24.com/sitemap-index.xml http://web-spider.gsr24.com/sitemap.xml http://web-spider.gsr24.com/sitemap2.xml http://web-spider.gsr24.com/sitemap3.xml http://web-spider.gsr24.com/sitemap4.xml http://web-spider.gsr24.com/sitemap5.xml http://web-spider.gsr24.com/sitemap6.xml http://web-spider.gsr24.com/sitemap7.xml http://web-spider.gsr24.com/sitemap8.xml http://web-spider.gsr24.com/sitemap9.xml http://www.gsr24.com/sublink.xml http://www.gsr24.com/urllist.txt http://www.gsr24.com/urllist.txt.gz