SEOClerks

Change Few lines for app on ruby

Change Few lines for app on ruby

I need to adapt this sample scraping app in order to fetch a few queries plus look into the linked .css files for the same query: This change require someone, who has knowledge in Ruby and Python.

require 'zillabyte'
app = Zillabyte.app("hello_world_app")
.source("web_pages")
.each{ |page|
if page['html'].include? ".jpg" # world
emit :url => page['url']
end
}
.sink{
name "has-jpg"
column "url", :string
}

I'll send you more details and the exact flow I need, there's also complete documentation for the app.


Requirements

I need to adapt this sample scraping app in order to fetch a few queries plus look into the linked .css files for the same query: This change require someone, who has knowledge in Ruby and Python.

require 'zillabyte'
app = Zillabyte.app("hello_world_app")
.source("web_pages")
.each{ |page|
if page['html'].include? ".jpg" # world
emit :url => page['url']
end
}
.sink{
name "has-jpg"
column "url", :string
}

I'll send you more details and the exact flow I need, there's also complete documentation for the app.


Skills Required

Python Ruby Programimng Zillabyte Com

Bids

No bids made yet - be the first!

Bid On Listing

Bid On Listing Created 12 years ago in Programming

Other jobs by ayanbishnu

Order Now
Process Time: 0.17591714859009

Possible Duplicate queries found!
MatchCountSQLScript
SELECT * FROM wanttobuy A, categories_wanttobuy B, seoclerks.members C WHERE A.wantid='18693' AND A.category=B.CATID AND A.USERID=C.USERID1SELECT A.*, B.name, B.seo, C.username, C.userlevel, C.footer_code, C.rating, C.ratingcount, C.googleplus_profile, C.total_recommendations, C.USERID, C.profilepicture, C.average_response_time, C.lastlogin, C.addtime FROM wanttobuy A, categories_wanttobuy B, seoclerks.members C WHERE A.wantid='18693' AND A.category=B.CATID AND A.USERID=C.USERID

/opt/clerks-staging/docroot/viewwant.php 163 () ()

SELECT * FROM ratings_buyer WHERE USERID=1720531SELECT sum(good) as thumbup, sum(bad) as thumbdown FROM ratings_buyer WHERE USERID=172053

/opt/clerks-staging/docroot/include/functions/main.php 19523 GetRatingsAsBuyerTotal() ()

SELECT * FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 18693 AND A.category=B.CATID AND A.active=1 AND (A.tags like '%Python Ruby Programimng Zillabyte Com%' ) LIMIT 41SELECT A.wantid, A.title, A.p1, A.maxprice, B.name, B.seo FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 18693 AND A.category=B.CATID AND A.active=1 AND (A.tags like '%Python Ruby Programimng Zillabyte Com%' ) LIMIT 4

/opt/clerks-staging/docroot/viewwant.php 551 () ()

SELECT * FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 18693 AND A.category=B.CATID AND A.active=1 AND A.USERID=172053 LIMIT 41SELECT A.wantid, A.title, A.p1, A.maxprice, B.name, B.seo FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 18693 AND A.category=B.CATID AND A.active=1 AND A.USERID=172053 LIMIT 4

/opt/clerks-staging/docroot/viewwant.php 568 () ()

SELECT * FROM wantcomments a, seoclerks.members b WHERE a.PID='18693' AND a.USERID=b.USERID and b.status='1' AND a.status=1 order by a.CID asc1SELECT a.comment, a.USERID, a.CID, a.time_added, a.istranslated, a.parentid, b.username, b.profilepicture FROM wantcomments a, seoclerks.members b WHERE a.PID='18693' AND a.USERID=b.USERID and b.status='1' AND a.status=1 order by a.CID asc

/opt/clerks-staging/docroot/viewwant.php 835 () ()

UPDATE wanttobuy SET viewcount = viewcount + 1 WHERE wantid='18693'1UPDATE wanttobuy SET viewcount = viewcount + 1 WHERE wantid='18693'

/opt/clerks-staging/docroot/include/functions/main.php 1729 update_wantviewcount() ()

SELECT * FROM wantbids as w, seoclerks.members AS m WHERE w.active=1 AND m.USERID=w.USERID AND m.status=1 AND w.USERID>0 AND w.wantid='18693' ORDER BY w.bidid ASC 1SELECT w.bidid, w.PID, w.comment, w.title, w.pricepublic, w.USERID, w.adjustedprice, w.ip, m.profilepicture FROM wantbids as w, seoclerks.members AS m WHERE w.active=1 AND m.USERID=w.USERID AND m.status=1 AND w.USERID>0 AND w.wantid='18693' ORDER BY w.bidid ASC

/opt/clerks-staging/docroot/viewwant.php 1192 () ()

SELECT * FROM categories_wanttobuy1SELECT * FROM categories_wanttobuy

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache()

SELECT * FROM posts WHERE USERID=1720531SELECT sum(positive_ratings) as thumbup, sum(negative_ratings) as thumbdown FROM posts WHERE USERID=172053

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() GetBuyerRatingsTotal()

SELECT * FROM categories1SELECT * FROM categories

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() parseRedundantQueriesCache()

select * from categories_software order by name asc1select * from categories_software order by name asc

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_GetSoftwareCategories()

select * from categories_wanttobuy order by name asc1select * from categories_wanttobuy order by name asc

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_wantcategories()

select * from categories_wanttotrade order by name asc1select * from categories_wanttotrade order by name asc

/opt/clerks-staging/docroot/libraries/adodb5/adodb.inc.php 1899 CacheExecute() insert_get_tradecategories()

SELECT * FROM seoclerks.members WHERE USERID='172053'1SELECT profile_data FROM seoclerks.members WHERE USERID='172053'

/opt/clerks-staging/docroot/include/functions/main.php 1927 getUserBackground() include()

Invalid SQL

count(*)sql1error_msg

Expensive SQL

Tuning the following SQL could reduce the server load substantially
LoadCountSQLMaxMin

Suspicious SQL

The following SQL have high average execution times
Avg TimeCountSQLMaxMin
0.1401901SELECT A.*, B.seo, B.name as categoryname, C.username, C.userlevel, C.lastlogin, C.ip, C.profilepicture FROM wanttobuy A, categories_wanttobuy B, seoclerks.members C WHERE A.active = 1 AND A.category = B.CATID AND A.USERID = C.USERID AND (A.tags LIKE '%listbroker%' OR A.skills LIKE '%listbroker%') ORDER BY A.lastgigedit desc LIMIT 0,400.1401900.140190
0.1175251SELECT COUNT(A.wantid) AS total FROM wanttobuy as A, categories_wanttobuy B, seoclerks.members C WHERE A.active = 1 AND A.category = B.CATID AND A.USERID = C.USERID AND (A.tags LIKE '%listbroker%' OR A.skills LIKE '%listbroker%')0.1175250.117525
0.1068911SELECT * FROM members WHERE show_freelancer = 1 AND status = 1 AND total_recommendations > 0 AND (skills LIKE '%sco%') ORDER BY total_recommendations desc LIMIT 0,400.1068910.106891
0.1034561SELECT A.wantid, A.title, A.p1, A.maxprice, B.name, B.seo FROM wanttobuy A, categories_wanttobuy B WHERE A.wantid != 18693 AND A.category=B.CATID AND A.active=1 AND (A.tags like '%Python Ruby Programimng Zillabyte Com%' ) LIMIT 40.1034560.103456
0.1026421SELECT * FROM members WHERE show_freelancer = 1 AND status = 1 AND total_recommendations > 0 AND (skills LIKE '%leads%') ORDER BY total_recommendations desc LIMIT 0,400.1026420.102642
0.0988781SELECT * FROM members WHERE show_freelancer = 1 AND status = 1 AND total_recommendations > 0 AND (skills LIKE '%flayerdesign%') ORDER BY total_recommendations desc LIMIT 0,400.0988780.098878