# robots.txt for http://www.hdata.com User-agent: * # match any robot name Disallow: /an_gif # nothing but images Disallow: /gif # nothing but images Disallow: /jpg # nothing but images Disallow: /search # search pages Disallow: /link # links pages Disallow: /util # utils and downloads Disallow: /cgi-bin # cgi directory Disallow: /actx_menu.htm # menu of frames pages Disallow: /main_menu.htm # menu of frames pages Disallow: /hcm_menu.htm # menu of frames pages Disallow: /mm_menu.htm # menu of frames pages Disallow: /menu.htm # first menu of frames page Disallow: /bottom.htm # bottom of frames Disallow: /const.htm # out contruction page Disallow: /guestlog.htm #simple log Disallow: /voice.htm # old and out of date page redirected Disallow: /smrtcrd.htm # old and out of date page redirected Disallow: /java # java class directory