noapi.py 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. #
  2. # This file is part of stov, written by Helmut Pozimski 2012-2014.
  3. #
  4. # stov is free software: you can redistribute it and/or modify
  5. # it under the terms of the GNU General Public License as published by
  6. # the Free Software Foundation, version 2 of the License.
  7. #
  8. # stov is distributed in the hope that it will be useful,
  9. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11. # GNU General Public License for more details.
  12. #
  13. # You should have received a copy of the GNU General Public License
  14. # along with stov. If not, see <http://www.gnu.org/licenses/>.
  15. # -*- coding: utf8 -*-
  16. from __future__ import unicode_literals
  17. import subprocess
  18. import sys
  19. import lxml.html
  20. if sys.version_info >= (3,):
  21. import urllib.request as urllib2
  22. else:
  23. import urllib2
  24. from lib_stov import youtubeAPI
  25. from lib_stov import stov_exceptions
  26. class Connector(object):
  27. """This class will retrieve all the necessary data from youtube using
  28. youtube-dl, thus bypassing the API.
  29. """
  30. def __init__(self, type, name, conf, search = ""):
  31. """Populates the object with all necessary data."""
  32. self._type = type
  33. self._name = name
  34. self._search = search
  35. self._conf = conf
  36. self._title = ""
  37. self._url = ""
  38. self._construct_url()
  39. def _construct_url(self):
  40. if self._type == "channel":
  41. self._url = "https://www.youtube.com/user/%s" \
  42. % urllib2.quote(self._name)
  43. elif self._type == "search":
  44. self._url = "https://www.youtube.com/results?search_query=%s"\
  45. % urllib2.quote(self._search)
  46. elif self._type == "playlist":
  47. self._url = "https://www.youtube.com/playlist?list=%s" \
  48. % urllib2.quote(self._search)
  49. def _fetch_title(self):
  50. """Retrieves the title of the HTML page to use as a title for the
  51. subscription."""
  52. data = urllib2.urlopen(self._url)
  53. parsed_html = lxml.html.parse(data)
  54. i = 0
  55. for item in parsed_html.iter("title"):
  56. if i == 0:
  57. self._title = item.text_content().strip().replace("\n", "")
  58. i += 1
  59. def _fetch_videos(self):
  60. """Retrieves all the relevant videos in a subscription."""
  61. videos_list = []
  62. if self._type == "channel" and self._search != "":
  63. try:
  64. video_ids = subprocess.check_output([self._conf.values["youtube-dl"], "--max-downloads",
  65. self._conf.values["maxvideos"],
  66. "--match-title",
  67. self._search,
  68. "--get-id",
  69. self._url])
  70. except subprocess.CalledProcessError as e:
  71. video_ids = e.output.strip()
  72. else:
  73. try:
  74. video_ids = subprocess.check_output([self._conf.values["youtube-dl"], "--max-downloads",
  75. self._conf.values["maxvideos"],
  76. "--get-id",
  77. self._url])
  78. except subprocess.CalledProcessError as e:
  79. video_ids = e.output.strip()
  80. for video_id in video_ids.split("\n"):
  81. try:
  82. video_title = subprocess.check_output([
  83. self._conf.values["youtube-dl"], "--get-title",
  84. "https://www.youtube.com/watch?v=%s"
  85. % video_id]).strip()
  86. video_description = subprocess.check_output([
  87. self._conf.values["youtube-dl"], "--get-description",
  88. "https://www.youtube.com/watch?v=%s"
  89. % video_id]).strip()
  90. except subprocess.CalledProcessError:
  91. raise stov_exceptions.YoutubeDlCallFailed()
  92. else:
  93. videos_list.append(youtubeAPI.YtVideo(unicode(video_title, "utf-8"),
  94. unicode(video_description, "utf-8"),
  95. unicode(video_id)))
  96. return videos_list
  97. def ParseAPIData(self):
  98. """This method calls all necessary methods to retrieve the data
  99. and assembles them into a Channel object. The naming of this
  100. method is set according to the method in youtubeAPI to be
  101. compatible.
  102. """
  103. self._fetch_title()
  104. videos = self._fetch_videos()
  105. channel = youtubeAPI.YtChannel()
  106. channel.title = unicode(self._title)
  107. channel.videos = videos
  108. return channel