User-agent: * # disallow all files in these directories Disallow: /cgi-bin Disallow: /wp-admin Disallow: /trackback Disallow: /portallink Disallow: */trackback Disallow: /*.php$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /author/ Disallow: /tag/ Disallow: /archives/ Disallow: /feed/ Disallow: /development/ Disallow: /go/ Disallow: /go-deal/ Disallow: /?* Disallow: */go-deal/* Disallow: */go/*