SEOClerks

Create a script to scrap data

Create a script to scrap data

I need a script to scrap data from a website and export it to csv file, you can use mysql to save it, website upload videos daily in multiple category so the script should be able to grab data from multiple categories and can be configured with cron to run once a day so it ca grab all updated content daily.


Requirements

I need a script to scrap data from a website and export it to csv file, you can use mysql to save it, website upload videos
daily in multiple category so the script should be able to grab data
from multiple categories and can be configured with cron to run once a
day so it ca grab all updated content daily.


Skills Required

Php

Bids

my solution will consist of a beautiful web interface to download and manage the scrapping with settings to update many parameters including scrapping url, frequency etc and a direct export option to csv. inbox for further queries if you need to make sure understanding before ordering.

i can do this for you

Bid On Listing Created 8 years ago in Programming

Other jobs by techbay

Order Now
Process Time: 0.068006038665771

Possible Duplicate queries found!
MatchCountSQLScript
SELECT * FROM wanttobuy A, categories_wanttobuy B, seoclerks.members C WHERE A.wantid='56613' AND A.category=B.CATID AND A.USERID=C.USERID1SELECT A.*, B.name, B.seo, C.username, C.userlevel, C.footer_code, C.rating, C.ratingcount, C.googleplus_profile, C.total_recommendations, C.USERID, C.profilepicture, C.average_response_time, C.lastlogin, C.addtime FROM wanttobuy A, categories_wanttobuy B, seoclerks.members C WHERE A.wantid='56613' AND A.category=B.CATID AND A.USERID=C.USERID

/opt/clerks-staging/docroot/viewwant.php 163 () ()

SELECT * FROM seoclerks.members_recommendations WHERE USERID=211665 AND status=1 ORDER BY MRID DESC limit 11SELECT recommendation_text, FROMID, time_added FROM seoclerks.members_recommendations WHERE USERID=211665 AND status=1 ORDER BY MRID DESC limit 1

/opt/clerks-staging/docroot/include/functions/main.php 21955 getLastRecommendation() ()

SELECT * FROM seoclerks.members WHERE USERID='86126'1SELECT username FROM seoclerks.members WHERE USERID='86126'

/opt/clerks-staging/docroot/include/functions/main.php 1577 insert_get_username_from_userid() ()

SELECT * FROM ratings_buyer WHERE USERID=2116651SELECT sum(good) as thumbup, sum(bad) as thumbdown FROM ratings_buyer WHERE USERID=211665

/opt/clerks-staging/docroot/include/functions/main.php 19523 GetRatingsAsBuyerTotal() ()

SELECT * FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 56613 AND A.category=B.CATID AND A.active=1 AND (A.tags like '%Php%' ) LIMIT 41SELECT A.wantid, A.title, A.p1, A.maxprice, B.name, B.seo FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 56613 AND A.category=B.CATID AND A.active=1 AND (A.tags like '%Php%' ) LIMIT 4

/opt/clerks-staging/docroot/viewwant.php 551 () ()

SELECT * FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 56613 AND A.category=B.CATID AND A.active=1 AND A.USERID=211665 LIMIT 41SELECT A.wantid, A.title, A.p1, A.maxprice, B.name, B.seo FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 56613 AND A.category=B.CATID AND A.active=1 AND A.USERID=211665 LIMIT 4

/opt/clerks-staging/docroot/viewwant.php 568 () ()

SELECT * FROM wantcomments a, seoclerks.members b WHERE a.PID='56613' AND a.USERID=b.USERID and b.status='1' AND a.status=1 order by a.CID asc1SELECT a.comment, a.USERID, a.CID, a.time_added, a.istranslated, a.parentid, b.username, b.profilepicture FROM wantcomments a, seoclerks.members b WHERE a.PID='56613' AND a.USERID=b.USERID and b.status='1' AND a.status=1 order by a.CID asc

/opt/clerks-staging/docroot/viewwant.php 835 () ()

UPDATE wanttobuy SET viewcount = viewcount + 1 WHERE wantid='56613'1UPDATE wanttobuy SET viewcount = viewcount + 1 WHERE wantid='56613'

/opt/clerks-staging/docroot/include/functions/main.php 1729 update_wantviewcount() ()

SELECT * FROM wantbids as w, seoclerks.members AS m WHERE w.active=1 AND m.USERID=w.USERID AND m.status=1 AND w.USERID>0 AND w.wantid='56613' ORDER BY w.bidid ASC 1SELECT w.bidid, w.PID, w.comment, w.title, w.pricepublic, w.USERID, w.adjustedprice, w.ip, m.profilepicture FROM wantbids as w, seoclerks.members AS m WHERE w.active=1 AND m.USERID=w.USERID AND m.status=1 AND w.USERID>0 AND w.wantid='56613' ORDER BY w.bidid ASC

/opt/clerks-staging/docroot/viewwant.php 1192 () ()

SELECT * FROM seoclerks.members as m WHERE m.USERID=499711SELECT m.username, m.skills, m.userlevel, m.ip, m.total_recommendations FROM seoclerks.members as m WHERE m.USERID=49971

/opt/clerks-staging/docroot/viewwant.php 1258 () ()

SELECT * FROM seoclerks.members as m WHERE m.USERID=188391SELECT m.username, m.skills, m.userlevel, m.ip, m.total_recommendations FROM seoclerks.members as m WHERE m.USERID=18839

/opt/clerks-staging/docroot/viewwant.php 1258 () ()

SELECT * FROM categories_wanttobuy1SELECT * FROM categories_wanttobuy

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache()

SELECT * FROM posts WHERE USERID=2116651SELECT sum(positive_ratings) as thumbup, sum(negative_ratings) as thumbdown FROM posts WHERE USERID=211665

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() GetBuyerRatingsTotal()

SELECT * FROM categories1SELECT * FROM categories

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache()

select * from categories_software order by name asc1select * from categories_software order by name asc

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_GetSoftwareCategories()

select * from categories_wanttobuy order by name asc1select * from categories_wanttobuy order by name asc

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_wantcategories()

select * from categories_wanttotrade order by name asc1select * from categories_wanttotrade order by name asc

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_tradecategories()

SELECT * FROM seoclerks.members WHERE USERID='49971'1SELECT profilepicture FROM seoclerks.members WHERE USERID='49971'

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage()

SELECT * FROM seoclerks.members WHERE USERID='18839'1SELECT profilepicture FROM seoclerks.members WHERE USERID='18839'

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() getUserProfileImage()

SELECT * FROM seoclerks.members WHERE USERID='211665'1SELECT profile_data FROM seoclerks.members WHERE USERID='211665'

/opt/clerks-staging/docroot/include/functions/main.php 1927 getUserBackground() include()

Invalid SQL

count(*)sql1error_msg

Expensive SQL

Tuning the following SQL could reduce the server load substantially
LoadCountSQLMaxMin

Suspicious SQL

The following SQL have high average execution times
Avg TimeCountSQLMaxMin