Pastebin launched a little side project called HostCabi.net, check it out ;-)Don't like ads? PRO users don't see any ads ;-)
Public Pastes
Guest

Untitled

By: gingeredhorse on Mar 24th, 2014  |  syntax: Python  |  size: 1.56 KB  |  hits: 43  |  expires: Never
download  |  raw  |  embed  |  report abuse  |  print
Text below is selected. Please press Ctrl+C to copy to your clipboard. (⌘+C on Mac)
  1. from urllib import urlopen
  2. import re
  3. import sys
  4.  
  5. channel = raw_input('Enter vimeo channel: ')
  6. pageNum = raw_input('Enter number of follower pages to scrape:')
  7. pageNum = int(pageNum)
  8. adjList = open(channel+'.csv', 'w') #create csv
  9.  
  10.  
  11. for i in range(1, pageNum + 1):
  12.     print >> sys.stderr, 'Scraping page '+str(i)+'...'
  13.      
  14.     url = urlopen('http://vimeo.com/channels/'+channel+'/followers/page:'+str(i)+'/sort:datefollow')
  15.     htmltext = url.read()
  16.     pattern = re.compile('a href="/user(.+?)"')
  17.     userIds = re.findall(pattern, htmltext)
  18.  
  19.  
  20.  
  21.     for i in range(len(userIds)):
  22.         #standard request - http://vimeo.com/api/v2/username/request.output
  23.         apiRequest = urlopen('http://vimeo.com/api/v2/user'+userIds[i]+'/channels.json')
  24.         userJsonData = apiRequest.read()
  25.          
  26.         pattern = re.compile(',"name":"(.+?)"')
  27.         channelNames = re.findall(pattern, userJsonData)
  28.         for j in range(len(channelNames)):  #remove commas and whitespace
  29.             channelNames[j] = channelNames[j].replace(' ', '_')
  30.             channelNames[j] = channelNames[j].replace(',', '')
  31.  
  32.  
  33.  
  34.         #Write userId and channel to csv using a comma as delimiter
  35.         for j in range(len(channelNames)):
  36.             try:
  37.                 adjList.write('user'+userIds[i]+ ', '+ channelNames[j]+'\n')
  38.             except BaseException, e:
  39.                 print >> sys.stderr, 'Error:', str(e)
  40.  
  41.      
  42.      
  43. adjList.close()
  44. print >> sys.stderr, 'Done writing. '+channel+'.csv saved to script folder.'
create a new version of this paste RAW Paste Data