SEOClerks

Clear
Sign In Join

Why use a robots.txt file?

  • spykaushik Level 1
    • 7

    Write the reason you're deleting this FAQ

    Why use a robots.txt file?

    What’s the significance of Robots.txt file in a website?

    # SEO
    Share post:

    Comments

    Please login or sign up to leave a comment

    Join
    Layla

    Layla

    A robots txt file helps the search engine bot crawl your website to find all links. Sometimes, these links will be buried in obscure places on your site.
    12 years ago

    Are you sure you want to delete this post?

    CountD

    CountD

    The Robots.txt file is a text document that informs the search engine spiders which parts of your website you would like to be crawled and which parts you do not want the search engine crawling .
    12 years ago

    Are you sure you want to delete this post?

    sunil0021

    sunil0021

    It inform search engine spiders to what to crawl and what not Why use a robots.txt file?

    - Sunil Bishnoi
    12 years ago

    Are you sure you want to delete this post?

    spyindiavimlesh

    spyindiavimlesh

    Robots.txt allow or disallow to search engines for crawling.
    12 years ago

    Are you sure you want to delete this post?

    Order Now
    Process Time: 0.21252107620239

    Possible Duplicate queries found!
    MatchCountSQLScript
    SELECT * FROM `questions` as q JOIN categories_faq as c ON q.catid=c.CATID WHERE (q.status=1 OR (q.status=2 AND userid='') ) AND q.quesid='15261'1SELECT q.*, c.seo as CatSEO, c.name as CatName, c.parentid FROM `questions` as q JOIN categories_faq as c ON q.catid=c.CATID WHERE (q.status=1 OR (q.status=2 AND userid='') ) AND q.quesid='15261'

    		/opt/clerks-staging/docroot/viewfaq.php 496 () ()

    SELECT * FROM seoclerks.members WHERE USERID='98829'1SELECT * FROM seoclerks.members WHERE USERID='98829'

    		/opt/clerks-staging/docroot/include/functions/includes/member.php 445 GetAllUserDetails() ()

    SELECT * FROM seoclerks.members WHERE USERID=988291SELECT googleplus_profile FROM seoclerks.members WHERE USERID=98829

    		/opt/clerks-staging/docroot/include/functions/main.php 16914 GetGooglePlusProfileFromId() ()

    SELECT * FROM ratings_faq as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=15261 LIMIT 51SELECT m.username FROM ratings_faq as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=15261 LIMIT 5

    		/opt/clerks-staging/docroot/include/functions/main.php 17159 GetVoters() ()

    SELECT * FROM answers a, seoclerks.members b WHERE a.quesid='15261' AND a.userid=b.USERID and b.status='1' AND a.status=1 ORDER BY a.combined_votes DESC, a.date_answered asc1SELECT a.answer, a.USERID, a.upvotes, a.downvotes, a.ansid, a.parentid, a.combined_votes, a.date_answered, b.username, b.userlevel, b.profilepicture FROM answers a, seoclerks.members b WHERE a.quesid='15261' AND a.userid=b.USERID and b.status='1' AND a.status=1 ORDER BY a.combined_votes DESC, a.date_answered asc

    		/opt/clerks-staging/docroot/viewfaq.php 1245 () ()

    SELECT * FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81486 LIMIT 51SELECT m.username FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81486 LIMIT 5

    		/opt/clerks-staging/docroot/include/functions/main.php 17159 GetVoters() ()

    SELECT * FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81488 LIMIT 51SELECT m.username FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81488 LIMIT 5

    		/opt/clerks-staging/docroot/include/functions/main.php 17159 GetVoters() ()

    SELECT * FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81489 LIMIT 51SELECT m.username FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81489 LIMIT 5

    		/opt/clerks-staging/docroot/include/functions/main.php 17159 GetVoters() ()

    SELECT * FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81491 LIMIT 51SELECT m.username FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=81491 LIMIT 5

    		/opt/clerks-staging/docroot/include/functions/main.php 17159 GetVoters() ()

    UPDATE questions SET total_views = total_views + 1 WHERE quesid='15261'1UPDATE questions SET total_views = total_views + 1 WHERE quesid='15261'

    		/opt/clerks-staging/docroot/include/functions/main.php 1765 update_Faqviewcount() ()

    SELECT * FROM questions WHERE quesid!='15261' AND status='1' AND (question like '%Why robots.txt file?%' OR question like '%robots.txt%' OR question like '%file?%') -- ORDER BY RAND() LIMIT 151SELECT quesid, question, seo, userid FROM questions WHERE quesid!='15261' AND status='1' AND (question like '%Why robots.txt file?%' OR question like '%robots.txt%' OR question like '%file?%') -- ORDER BY RAND() LIMIT 15

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() ()

    SELECT * FROM seoclerks.members WHERE USERID='31483' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='31483' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='21327' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='21327' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='9399' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='9399' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='19120' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='19120' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='29659' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='29659' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM members_ledger WHERE script='/opt/clerks-staging/docroot/viewfaq.php' AND querystring LIKE '%id=15261%' AND added>=UNIX_TIMESTAMP(NOW())-1200 GROUP BY USERID 1SELECT USERID, username FROM members_ledger WHERE script='/opt/clerks-staging/docroot/viewfaq.php' AND querystring LIKE '%id=15261%' AND added>=UNIX_TIMESTAMP(NOW())-1200 GROUP BY USERID

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() ()

    SELECT * FROM categories1SELECT * FROM categories

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache()

    select * from categories_software order by name asc1select * from categories_software order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_GetSoftwareCategories()

    select * from categories_wanttobuy order by name asc1select * from categories_wanttobuy order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_wantcategories()

    select * from categories_wanttotrade order by name asc1select * from categories_wanttotrade order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_tradecategories()

    SELECT * FROM seoclerks.members WHERE USERID='49505.jpg'1SELECT profilepicture FROM seoclerks.members WHERE USERID='49505.jpg'

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage()

    SELECT * FROM seoclerks.members WHERE USERID='23112.png'1SELECT profilepicture FROM seoclerks.members WHERE USERID='23112.png'

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage()

    SELECT * FROM seoclerks.members WHERE USERID='114468.jpg'1SELECT profilepicture FROM seoclerks.members WHERE USERID='114468.jpg'

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage()

    select * from categories_faq order by name asc1select * from categories_faq order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_GetFaqCategories()

    Invalid SQL

    count(*)sql1error_msg

    Expensive SQL

    Tuning the following SQL could reduce the server load substantially
    LoadCountSQLMaxMin

    Suspicious SQL

    The following SQL have high average execution times
    Avg TimeCountSQLMaxMin