SEOClerks

Clear
Sign In Join

How to allow all robots on your site?

  • Layla Level 1
    • 1

    Write the reason you're deleting this FAQ

    How to allow all robots on your site?

    Is it possible to allow all robots on your site without specifying which bots have permission in a txt file?

    # SEO
    Share post:

    Comments

    Please login or sign up to leave a comment

    Join
    Beverly

    Beverly

    You should be able to add this to your robots.txt file to allow all robots easy access.

    # Allows all robots

    User-agent: *
    Disallow:

    There is a link posted in the webmaster tools section to a free robots.txt file creator that will make this process easier.
    12 years ago

    Are you sure you want to delete this post?

    Order Now
    Process Time: 0.030521869659424

    Possible Duplicate queries found!
    MatchCountSQLScript
    SELECT * FROM members_ledger WHERE ip = ? AND added>=unix_timestamp(NOW())-864001SELECT querystring, added FROM members_ledger WHERE ip = ? AND added>=unix_timestamp(NOW())-86400

    		/opt/clerks-staging/docroot/include/functions/includes/security.php 398 fetchMemberLedger() include_once()

    SELECT * FROM `questions` as q JOIN categories_faq as c ON q.catid=c.CATID WHERE (q.status=1 OR (q.status=2 AND userid='') ) AND q.quesid='15746'1SELECT q.*, c.seo as CatSEO, c.name as CatName, c.parentid FROM `questions` as q JOIN categories_faq as c ON q.catid=c.CATID WHERE (q.status=1 OR (q.status=2 AND userid='') ) AND q.quesid='15746'

    		/opt/clerks-staging/docroot/viewfaq.php 496 () ()

    SELECT * FROM seoclerks.members WHERE USERID='63253'1SELECT * FROM seoclerks.members WHERE USERID='63253'

    		/opt/clerks-staging/docroot/include/functions/includes/member.php 445 GetAllUserDetails() ()

    SELECT * FROM seoclerks.members WHERE USERID=632531SELECT googleplus_profile FROM seoclerks.members WHERE USERID=63253

    		/opt/clerks-staging/docroot/include/functions/main.php 16914 GetGooglePlusProfileFromId() ()

    SELECT * FROM ratings_faq as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=15746 LIMIT 51SELECT m.username FROM ratings_faq as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=15746 LIMIT 5

    		/opt/clerks-staging/docroot/include/functions/main.php 17159 GetVoters() ()

    SELECT * FROM answers a, seoclerks.members b WHERE a.quesid='15746' AND a.userid=b.USERID and b.status='1' AND a.status=1 ORDER BY a.combined_votes DESC, a.date_answered asc1SELECT a.answer, a.USERID, a.upvotes, a.downvotes, a.ansid, a.parentid, a.combined_votes, a.date_answered, b.username, b.userlevel, b.profilepicture FROM answers a, seoclerks.members b WHERE a.quesid='15746' AND a.userid=b.USERID and b.status='1' AND a.status=1 ORDER BY a.combined_votes DESC, a.date_answered asc

    		/opt/clerks-staging/docroot/viewfaq.php 1245 () ()

    SELECT * FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=84594 LIMIT 51SELECT m.username FROM ratings_faqanswers as r, seoclerks.members as m WHERE r.USERID=m.USERID AND r.upvote=1 AND r.PID=84594 LIMIT 5

    		/opt/clerks-staging/docroot/include/functions/main.php 17159 GetVoters() ()

    UPDATE questions SET total_views = total_views + 1 WHERE quesid='15746'1UPDATE questions SET total_views = total_views + 1 WHERE quesid='15746'

    		/opt/clerks-staging/docroot/include/functions/main.php 1765 update_Faqviewcount() ()

    SELECT * FROM questions WHERE quesid!='15746' AND status='1' AND (question like '%How robots site?%' OR question like '%robots%' OR question like '%site?%') -- ORDER BY RAND() LIMIT 151SELECT quesid, question, seo, userid FROM questions WHERE quesid!='15746' AND status='1' AND (question like '%How robots site?%' OR question like '%robots%' OR question like '%site?%') -- ORDER BY RAND() LIMIT 15

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() ()

    SELECT * FROM seoclerks.members WHERE USERID='1129' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='1129' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='1323' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='1323' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='147' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='147' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='7' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='7' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM seoclerks.members WHERE USERID='632' limit 11SELECT profilepicture FROM seoclerks.members WHERE USERID='632' limit 1

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_member_profilepicture()

    SELECT * FROM members_ledger WHERE script='/opt/clerks-staging/docroot/viewfaq.php' AND querystring LIKE '%id=15746%' AND added>=UNIX_TIMESTAMP(NOW())-1200 GROUP BY USERID 1SELECT USERID, username FROM members_ledger WHERE script='/opt/clerks-staging/docroot/viewfaq.php' AND querystring LIKE '%id=15746%' AND added>=UNIX_TIMESTAMP(NOW())-1200 GROUP BY USERID

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() ()

    SELECT * FROM categories1SELECT * FROM categories

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache()

    select * from categories_software order by name asc1select * from categories_software order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_GetSoftwareCategories()

    select * from categories_wanttobuy order by name asc1select * from categories_wanttobuy order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_wantcategories()

    select * from categories_wanttotrade order by name asc1select * from categories_wanttotrade order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_tradecategories()

    SELECT * FROM seoclerks.members WHERE USERID='147.jpg'1SELECT profilepicture FROM seoclerks.members WHERE USERID='147.jpg'

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage()

    select * from categories_faq order by name asc1select * from categories_faq order by name asc

    		/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_GetFaqCategories()

    Invalid SQL

    count(*)sql1error_msg

    Expensive SQL

    Tuning the following SQL could reduce the server load substantially
    LoadCountSQLMaxMin

    Suspicious SQL

    The following SQL have high average execution times
    Avg TimeCountSQLMaxMin
    2.7256601SELECT A.*, C.username, C.profilepicture, C.userlevel, C.ratingcount, C.rating, C.lastlogin, C.ip, C.lip, C.profile_data from posts A, seoclerks.members C WHERE A.active=1 AND A.USERID=C.USERID AND A.sold_out=0 AND category IN (23,48,53,103) AND gtags like'%tumblr%' AND type !=99 AND A.feat=0 AND A.catfeatured_upgrade=0 order by A.lastgigedit desc limit 0, 402.7256602.725660