للخبراء فقط :::::: استفسار عن ملف robots.txt

[walid]

السلام عليكم

اخواني انا عندي منتدى بعده جديد

وملف الربوتس عندي اياه بالشكل التالي

اقتباس

##############################
# Google
##############################
User-agent: googlebot
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /vb/clientscrpt/
Disallow: /vb/cpstyles/
Disallow: /vb/images/
Disallow: /vb/includes/
Disallow: /vb/mwaextraedit2/
Disallow: /vb/announcement.php
Disallow: /vb/attachment.php
Disallow: /vb/cron.php
Disallow: /vb/editpost.php
Disallow: /vb/image.php
Disallow: /vb/joinrequests.php
Disallow: /vb/login.php
Disallow: /vb/moderator.php
Disallow: /vb/member.php
Disallow: /vb/newattachment.php
Disallow: /vb/newreply.php
Disallow: /vb/newthread.php
Disallow: /vb/poll.php
Disallow: /vb/postings.php
Disallow: /vb/private.php
Disallow: /vb/profile.php
Disallow: /vb/report.php
Disallow: /vb/reputation.php
Disallow: /vb/sendmessage.php
Disallow: /vb/showgroups.php
Disallow: /vb/subscrption.php
Disallow: /vb/usercp.php
Disallow: /vb/threadrate.php
Disallow: /vb/usernote.php
Disallow: /vb/search.php

Sitemap: http://www.a7bene.com/sitemap.xml
Sitemap: http://www.a7bene.com/sitemap1.xml
Sitemap: http://www.a7bene.com/sitemappp.xml
Sitemap: http://www.a7bene.com/vb/sitemap.xml

##############################
# MSN
##############################
User-agent: MSNBOT
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /vb/clientscrpt/
Disallow: /vb/cpstyles/
Disallow: /vb/images/
Disallow: /vb/includes/
Disallow: /vb/mwaextraedit2/
Disallow: /vb/announcement.php
Disallow: /vb/attachment.php
Disallow: /vb/cron.php
Disallow: /vb/editpost.php
Disallow: /vb/image.php
Disallow: /vb/joinrequests.php
Disallow: /vb/login.php
Disallow: /vb/moderator.php
Disallow: /vb/member.php
Disallow: /vb/newattachment.php
Disallow: /vb/newreply.php
Disallow: /vb/newthread.php
Disallow: /vb/poll.php
Disallow: /vb/postings.php
Disallow: /vb/private.php
Disallow: /vb/profile.php
Disallow: /vb/report.php
Disallow: /vb/reputation.php
Disallow: /vb/sendmessage.php
Disallow: /vb/showgroups.php
Disallow: /vb/subscrption.php
Disallow: /vb/usercp.php
Disallow: /vb/threadrate.php
Disallow: /vb/usernote.php
Disallow: /vb/search.php

Sitemap: http://www.a7bene.com/sitemap.xml
Sitemap: http://www.a7bene.com/sitemap1.xml
Sitemap: http://www.a7bene.com/sitemappp.xml
Sitemap: http://www.a7bene.com/vb/sitemap.xml

##############################
# MSN2
##############################
User-agent: msnbot-media/1.0
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /vb/clientscrpt/
Disallow: /vb/cpstyles/
Disallow: /vb/images/
Disallow: /vb/includes/
Disallow: /vb/mwaextraedit2/
Disallow: /vb/announcement.php
Disallow: /vb/attachment.php
Disallow: /vb/cron.php
Disallow: /vb/editpost.php
Disallow: /vb/image.php
Disallow: /vb/joinrequests.php
Disallow: /vb/login.php
Disallow: /vb/moderator.php
Disallow: /vb/member.php
Disallow: /vb/newattachment.php
Disallow: /vb/newreply.php
Disallow: /vb/newthread.php
Disallow: /vb/poll.php
Disallow: /vb/postings.php
Disallow: /vb/private.php
Disallow: /vb/profile.php
Disallow: /vb/report.php
Disallow: /vb/reputation.php
Disallow: /vb/sendmessage.php
Disallow: /vb/showgroups.php
Disallow: /vb/subscrption.php
Disallow: /vb/usercp.php
Disallow: /vb/threadrate.php
Disallow: /vb/usernote.php
Disallow: /vb/search.php

Sitemap: http://www.a7bene.com/sitemap.xml
Sitemap: http://www.a7bene.com/sitemap1.xml
Sitemap: http://www.a7bene.com/sitemappp.xml
Sitemap: http://www.a7bene.com/vb/sitemap.xml

##############################
# ALEXA
##############################
User-agent: alexa_site_report
Disallow: /cgi-bin/
Disallow: /images/

Sitemap: http://www.a7bene.com/sitemap.xml
Sitemap: http://www.a7bene.com/sitemap1.xml
Sitemap: http://www.a7bene.com/sitemappp.xml
Sitemap: http://www.a7bene.com/vb/sitemap.xml

##############################
# YAHOO
##############################
User-agent: slurp
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /vb/clientscrpt/
Disallow: /vb/cpstyles/
Disallow: /vb/images/
Disallow: /vb/includes/
Disallow: /vb/mwaextraedit2/
Disallow: /vb/announcement.php
Disallow: /vb/attachment.php
Disallow: /vb/cron.php
Disallow: /vb/editpost.php
Disallow: /vb/image.php
Disallow: /vb/joinrequests.php
Disallow: /vb/login.php
Disallow: /vb/moderator.php
Disallow: /vb/member.php
Disallow: /vb/newattachment.php
Disallow: /vb/newreply.php



Disallow: /vb/newthread.php
Disallow: /vb/poll.php
Disallow: /vb/postings.php
Disallow: /vb/private.php
Disallow: /vb/profile.php
Disallow: /vb/report.php
Disallow: /vb/reputation.php
Disallow: /vb/sendmessage.php
Disallow: /vb/showgroups.php
Disallow: /vb/subscrption.php
Disallow: /vb/usercp.php
Disallow: /vb/threadrate.php
Disallow: /vb/usernote.php
Disallow: /vb/search.php

Sitemap: http://www.a7bene.com/sitemap.xml
Sitemap: http://www.a7bene.com/sitemap1.xml
Sitemap: http://www.a7bene.com/sitemappp.xml
Sitemap: http://www.a7bene.com/vb/sitemap.xml

##############################
# BAN OTHERS
##############################
User-agent: *
Disallow: /




هل هو صحيح ؟؟

او احد يقدر يعطيني ملف يكون مريح للأرشفة indexation واكون شاكر لكم

تحياتي ....



الملفات المرفقة
http://www.traidnt.net/vb/images/attach/txt.gif robots.txt (http://www.traidnt.net/vb/attachments/306762d1224273981-robots.txt) (954 بايت, عدد مرات المشاهدة 40 مرة)


https://fbcdn-sphotos-d-a.akamaihd.net/hphotos-ak-ash4/482113_236967293114455_1193518507_n.png (http://www.dzbatna.com)
©المشاركات المنشورة تعبر عن وجهة نظر صاحبها فقط، ولا تُعبّر بأي شكل من الأشكال عن وجهة نظر إدارة المنتدى (http://www.dzbatna.com)©