User-agent: *
Disallow: en/enquiry_form.asp
Disallow: en/flash/nalanda.swf 
Disallow: en/flash/nlms_intro.swf
Disallow: en/demo/swf/drag_drop.swf
Disallow: en/demo/samsung_promo/scorecard.swf
Disallow: en/demo/mif_norway/intro.swf
Disallow: en/demo/insight/6_activity_c202e.swf
Disallow: en/demo/learning_chemistry/intro.swf
Disallow: en/demo/trc/trc_swfs/chks_u1_10.swf
Disallow: /index.php/2008/03/
Disallow: /index.php/category/snockles/
Disallow: /index.php/page/2/
Disallow: /index.php/category/web-20/
Disallow: /index.php/category/net-technology/
Disallow: /index.php/category/web-spiders-events/
Disallow: /index.php/2007/12/
Disallow: /index.php/atlanta-360flex-event-a-web-spiders-report
Disallow: /index.php/category/general/
Disallow: /index.php/interop-las-vegas-2008
Disallow: /index.php/web-spiders-silverlight-offerings-at-microsoft-partner-conference
Disallow: /index.php/2008/07/
Disallow: /index.php/web-spiders-establishing-its-leadership-in-web-content-management
Disallow: /index.php/deliver-rich-internet-and-mobile-applications-cost-effectively
Disallow: /index.php/2008/06/
Disallow: /index.php/2008/04/
Disallow: /?s=
Disallow: /?p=135
Disallow: /?s=flex&paged=2
Disallow: /?s=neil+burtons

Sitemap: http://www.webspiders.com/sitemap.xml