I need a crawler/auto poster/web scrapper as a osclass plugin that will run on its own daily scrape title, description, pictures, location, ph no, ema'l, etc. from other classified sites (like olx.in , quikr.com , justdial.com , etc.) and auto post on an osclass.org site
Another idea can be:
import RSS feed from any site and then you customize it to set the title,image, and description etc and assign a user to AUTO post that FEED in specific Category in your osclass website every time when there are new feeds available.
I need a crawler/auto poster/web scrapper as a plugin that will run on its own daily scrape title, description, pictures, location, ph no, ema'l, etc. from other classified sites (like olx.in , quikr.com , justdial.com , etc.) and auto post on my osclass site.
Another idea can be:
import RSS feed from any site and then you customize it to set the title,image, and description etc and assign a user to AUTO post that FEED in specific Category in your osclass website every time when there are new feeds available.
Php Mysql Posters Post Forumpostingse Web Youtubescrappe Scrapper Autopilot Rss Feed Crawler
i can develop a web-scrapper for you to scrape classified listings from websites.
it will have both command-line as well as admin panel interface.
#price includes scrapper platform, 1 site & admin panel
i can post said ads on 5 different websites that get lots of attention. the ads must be appropriate, not spam, no profanity, no vulgarity, no illegal gambling, etc.
| Match | Count | SQL | Script |
| SELECT * FROM wanttobuy A, categories_wanttobuy B, seoclerks.members C WHERE A.wantid='13345' AND A.category=B.CATID AND A.USERID=C.USERID | 1 | SELECT A.*, B.name, B.seo, C.username, C.userlevel, C.footer_code, C.rating,
C.ratingcount, C.googleplus_profile, C.total_recommendations, C.USERID, C.profilepicture, C.average_response_time, C.lastlogin, C.addtime
FROM wanttobuy A, categories_wanttobuy B, seoclerks.members C
WHERE A.wantid='13345'
AND A.category=B.CATID AND A.USERID=C.USERID | /opt/clerks-staging/docroot/viewwant.php 163 () () |
| SELECT * FROM ratings_buyer WHERE USERID=165572 | 1 | SELECT sum(good) as thumbup, sum(bad) as thumbdown
FROM ratings_buyer WHERE USERID=165572 | /opt/clerks-staging/docroot/include/functions/main.php 19523 GetRatingsAsBuyerTotal() () |
| SELECT * FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 13345 AND A.category=B.CATID AND A.active=1 AND (A.tags like '%Php Mysql Posters Post Forumpostingse Web Youtubescrappe Scrapper Autopilot Rss Feed Crawler%' ) LIMIT 4 | 1 | SELECT A.wantid, A.title, A.p1, A.maxprice, B.name, B.seo
FROM wanttobuy A,
categories_wanttobuy B
WHERE A.wantid != 13345
AND A.category=B.CATID
AND A.active=1
AND (A.tags like '%Php Mysql Posters Post Forumpostingse Web Youtubescrappe Scrapper Autopilot Rss Feed Crawler%' ) LIMIT 4 | /opt/clerks-staging/docroot/viewwant.php 551 () () |
| SELECT * FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 13345 AND A.category=B.CATID AND A.active=1 AND A.USERID=165572 LIMIT 4 | 1 | SELECT A.wantid, A.title, A.p1, A.maxprice, B.name, B.seo
FROM wanttobuy A, categories_wanttobuy B
WHERE A.wantid != 13345
AND A.category=B.CATID
AND A.active=1
AND A.USERID=165572
LIMIT 4 | /opt/clerks-staging/docroot/viewwant.php 568 () () |
| SELECT * FROM wantcomments a, seoclerks.members b WHERE a.PID='13345' AND a.USERID=b.USERID and b.status='1' AND a.status=1 order by a.CID asc | 1 | SELECT a.comment, a.USERID, a.CID, a.time_added, a.istranslated, a.parentid, b.username, b.profilepicture
FROM wantcomments a, seoclerks.members b
WHERE a.PID='13345' AND a.USERID=b.USERID and b.status='1' AND a.status=1
order by a.CID asc | /opt/clerks-staging/docroot/viewwant.php 835 () () |
| UPDATE wanttobuy SET viewcount = viewcount + 1 WHERE wantid='13345' | 1 | UPDATE wanttobuy SET viewcount = viewcount + 1 WHERE wantid='13345' | /opt/clerks-staging/docroot/include/functions/main.php 1729 update_wantviewcount() () |
| SELECT * FROM wantbids as w, seoclerks.members AS m WHERE w.active=1 AND m.USERID=w.USERID AND m.status=1 AND w.USERID>0 AND w.wantid='13345' ORDER BY w.bidid ASC | 1 | SELECT w.bidid, w.PID, w.comment, w.title, w.pricepublic, w.USERID, w.adjustedprice, w.ip, m.profilepicture
FROM wantbids as w,
seoclerks.members AS m
WHERE w.active=1
AND m.USERID=w.USERID
AND m.status=1
AND w.USERID>0
AND w.wantid='13345'
ORDER BY w.bidid ASC
| /opt/clerks-staging/docroot/viewwant.php 1192 () () |
| SELECT * FROM seoclerks.members as m WHERE m.USERID=25665 | 1 | SELECT m.username, m.skills, m.userlevel, m.ip, m.total_recommendations
FROM seoclerks.members as m
WHERE m.USERID=25665 | /opt/clerks-staging/docroot/viewwant.php 1258 () () |
| SELECT * FROM seoclerks.members as m WHERE m.USERID=13663 | 1 | SELECT m.username, m.skills, m.userlevel, m.ip, m.total_recommendations
FROM seoclerks.members as m
WHERE m.USERID=13663 | /opt/clerks-staging/docroot/viewwant.php 1258 () () |
| SELECT * FROM categories_wanttobuy | 1 | SELECT * FROM categories_wanttobuy | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache() |
| SELECT * FROM posts WHERE USERID=165572 | 1 | SELECT sum(positive_ratings) as thumbup,
sum(negative_ratings) as thumbdown
FROM posts
WHERE USERID=165572 | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() GetBuyerRatingsTotal() |
| SELECT * FROM categories | 1 | SELECT * FROM categories | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache() |
| select * from categories_software order by name asc | 1 | select * from categories_software order by name asc | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_GetSoftwareCategories() |
| select * from categories_wanttobuy order by name asc | 1 | select * from categories_wanttobuy order by name asc | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_wantcategories() |
| select * from categories_wanttotrade order by name asc | 1 | select * from categories_wanttotrade order by name asc | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_tradecategories() |
| SELECT * FROM seoclerks.members WHERE USERID='25665' | 1 | SELECT profilepicture FROM seoclerks.members WHERE USERID='25665' | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage() |
| SELECT * FROM seoclerks.members WHERE USERID='13663' | 1 | SELECT profilepicture FROM seoclerks.members WHERE USERID='13663' | /opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage() |
| SELECT * FROM seoclerks.members WHERE USERID='165572' | 1 | SELECT profile_data FROM seoclerks.members WHERE USERID='165572' | /opt/clerks-staging/docroot/include/functions/main.php 1927 getUserBackground() include() |
| count(*) | sql1 | error_msg |
|---|
| Load | Count | SQL | Max | Min |
| Avg Time | Count | SQL | Max | Min |
