User-agent: * disallow: /visit/ disallow: /index.php disallow: /c/.htm