# Vimeo (Videos) # # @website https://vimeo.com/ # @provide-api yes (http://developer.vimeo.com/api), # they have a maximum count of queries/hour # # @using-api no (TODO, rewrite to api) # @results HTML (using search portal) # @stable no (HTML can change) # @parse url, title, publishedDate, thumbnail, embedded # # @todo rewrite to api # @todo set content-parameter with correct data from urllib import urlencode from lxml import html from HTMLParser import HTMLParser from searx.engines.xpath import extract_text from dateutil import parser # engine dependent config categories = ['videos'] paging = True # search-url base_url = 'http://vimeo.com' search_url = base_url + '/search/page:{pageno}?{query}' # specific xpath variables results_xpath = '//div[@id="browse_content"]/ol/li' url_xpath = './a/@href' title_xpath = './a/div[@class="data"]/p[@class="title"]' content_xpath = './a/img/@src' publishedDate_xpath = './/p[@class="meta"]//attribute::datetime' embedded_url = '' # do search-request def request(query, params): params['url'] = search_url.format(pageno=params['pageno'], query=urlencode({'q': query})) return params # get response from search-request def response(resp): results = [] dom = html.fromstring(resp.text) p = HTMLParser() # parse results for result in dom.xpath(results_xpath): videoid = result.xpath(url_xpath)[0] url = base_url + videoid title = p.unescape(extract_text(result.xpath(title_xpath))) thumbnail = extract_text(result.xpath(content_xpath)[0]) publishedDate = parser.parse(extract_text(result.xpath(publishedDate_xpath)[0])) embedded = embedded_url.format(videoid=videoid) # append result results.append({'url': url, 'title': title, 'content': '', 'template': 'videos.html', 'publishedDate': publishedDate, 'embedded': embedded, 'thumbnail': thumbnail}) # return results return results