diff --git a/index.html b/index.html new file mode 100644 index 0000000..b2d6030 --- /dev/null +++ b/index.html @@ -0,0 +1,2999 @@ + + + + + + + + + + + + + + Bohemian Rhapsody Queen - YouTube + + + + + + + + + + + + + + + + + + + +
+
+
+ +
+ +
+
+
+
+
+ +
+
+ +
+
+ + + + + +
+
+ + + + + + + +
+
+
+ +
+ +
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ +
+
+
+
+ + +
+
+
+
+
+
+
+
+
+ +
+
    +
  1. +
    +
    +
    +
    + +
    +
    +
    +

    + About 2,310,000 results +

    +
    +
    +
    +
    +

    + Upload date +

    + +
    +
    +

    + Type +

    + +
    +
    +

    + Duration +

    + +
    +
    +

    + Features +

    + +
    +
    +

    + Sort by +

    + +
    +
    +
    +
    2. +
  2. +
      +
    1. +
      +
      +
      + + + + + + +
      +
      +

      + + Queen - Bohemian Rhapsody (Official Video) + + + - Duration: 6:07. + +

      +
      + + Queen Official + + + +
      +
      +
        +
      • + 9 years ago +
        • +
      • + 413,517,127 views +
        • +
      +
      +
      + + Queen + + + Adam Lambert North American, UK & Europe Tour 2017. Tour dates and tickets @ + + https://queenofficial.lnk.to/live-2017 + + ... +
      +
      +
      +
      +
      2. +
    2. +
      +
      +
      + + + + + + +
      +
      +

      + + Bohemian Rhapsody - Queen (lyrics) + + + - Duration: 5:54. + +

      +
      + + Ms. Chanandler Bong + +
      +
      +
        +
      • + 6 years ago +
        • +
      • + 593,480 views +
        • +
      +
      +
      + + Bohemian Rhapsody + + - + + Queen + + lyrics.(: +
      +
      +
      +
      +
      3. +
    3. +
      +
      +
      + + + + + + +
      +
      +

      + + Bohemian Rhapsody by Queen FULL HD + + + - Duration: 11:03. + +

      +
      + + KORNTHAILAND + +
      +
      +
        +
      • + 6 years ago +
        • +
      • + 87,720,677 views +
        • +
      +
      +
      + " + + Bohemian Rhapsody + + " is a song by the British rock band + + Queen + + . It was written by Freddie Mercury for the band's 1975 album A ... +
      +
      +
      +
      +
      4. +
    4. +
      +
      +
      + + + + + + +
      +
      +

      + + Bohemian Rhapsody (Digital Remaster) + + + - Duration: 5:55. + +

      +
      + + Queen - Topic + +
      +
      +
        +
      • + 1 year ago +
        • +
      • + 1,001,444 views +
        • +
      +
      +
      + Provided to YouTube by Universal Music Group North America + + Bohemian Rhapsody + + (Digital Remaster) · + + Queen + + The Platinum ... +
      +
      +
      +
      +
      5. +
    5. +
      +
      +
      + + + + + + +
      +
      +

      + + Queen - Bohemian Rhapsody (Live At Wembley Stadium, Saturday 12 July 1986) + + + - Duration: 5:40. + +

      +
      + + Queen Official + + + +
      +
      +
        +
      • + 9 years ago +
        • +
      • + 14,271,390 views +
        • +
      +
      +
      + + Queen + + + Adam Lambert North American, UK & Europe Tour 2017. Tour dates and tickets @ + + https://queenofficial.lnk.to/live-2017 + + ... +
      +
      +
      +
      +
      6. +
    6. +
      +
      +
      + + + + + + +
      +
      +

      + + [OFFICIAL VIDEO] Bohemian Rhapsody – Pentatonix + + + - Duration: 6:32. + +

      +
      + + PTXofficial + + + +
      +
      +
        +
      • + 4 months ago +
        • +
      • + 27,936,452 views +
        • +
      +
      +
      + A PENTATONIX CHRISTMAS TOUR - 2017 GET YOUR TICKETS AND VIP NOW! + + http://ptxofficial.com/tour + + A PENTATONIX ... +
      +
      +
      +
      +
      7. +
    7. +
      +
      +
      + + + + + + +
      +
      +

      + + Bohemian Rhapsody + + + - Duration: 5:55. + +

      +
      + + Queen - Topic + +
      +
      +
        +
      • + 11 months ago +
        • +
      • + 229,960 views +
        • +
      +
      +
      + Provided to YouTube by Universal Music Group North America + + Bohemian Rhapsody + + · + + Queen + + A Night At The Opera ℗ 2011 ... +
      +
      +
      +
      +
      8. +
    8. +
      +
      +
      + + + + + + +
      +
      +

      + + Queen - Bohemian Rhapsody (with lyrics) + + + - Duration: 5:55. + +

      +
      + + Emma Cassell + +
      +
      +
        +
      • + 6 years ago +
        • +
      • + 390,359 views +
        • +
      +
      +
      + Disclaimer: All rights go to + + Queen + + and EMI, Elektra, Parlophone, Hollywood. I do not own rights to the audio or lyrics. Includes ... +
      +
      +
      +
      +
      9. +
    9. +
      +
      + +
      +

      + + Mix - Queen - Bohemian Rhapsody (Official Video) + + + - Playlist + +

      +
      + YouTube +
      +
        +
      1. + + 6:07 + + + Queen - Bohemian Rhapsody (Official Video) + +
        2. +
      2. + + 3:43 + + + Queen - Another One Bites the Dust (Official Video) + +
        3. +
      +
      +
      +
      +
      10. +
    10. +
      +
      +
      + + + + + + +
      +
      +

      + + LONDON, ENGLAND Green Day Crowd Singing Bohemian Rhapsody - Hyde Park July 1st, 2017 + + + - Duration: 5:50. + +

      +
      + + Green Day + + + +
      +
      +
        +
      • + 2 months ago +
        • +
      • + 9,381,886 views +
        • +
      +
      +
      + Green Day HUGE sold out punk show 65000+ in LONDON with rancid ,thehives ,thestranglers ,thedamned ,thelivingend ... +
      +
      +
      +
      +
      11. +
    11. +
      +
      +
      + + + + + + +
      +
      +

      + + Karaoke Bohemian Rhapsody - Queen * + + + - Duration: 5:56. + +

      +
      + + karafun + +
      +
      +
        +
      • + 5 years ago +
        • +
      • + 1,256,804 views +
        • +
      +
      +
      + Download MP3: + + http://www.karaoke-version.com/mp3-backingtrack/ + + + queen + + / + + bohemian + + - + + rhapsody + + .html Sing Online: ... +
      +
      +
      +
      +
      12. +
    12. +
      +
      +
      + + + + + + +
      +
      +

      + + Nikki, Anamaría y Angie cantan ‘Bohemian Rhapsody’ | Batallas | La Voz Teens Colombia 2016 + + + - Duration: 4:16. + +

      +
      + + La Voz Teens + + + +
      +
      +
        +
      • + 9 months ago +
        • +
      • + 8,087,553 views +
        • +
      +
      +
      + Las talentosas jóvenes fueron las protagonistas de la primera batalla de la noche y dejaron el listón muy alto. Su interpretación ... +
      +
      +
      +
      +
      13. +
    13. +
      +
      +
      + + + + + + +
      +
      +

      + + Bohemian Rhapsody (Remastered 2011) + + + - Duration: 5:55. + +

      +
      + + Queen - Topic + +
      +
      +
        +
      • + 2 years ago +
        • +
      • + 40,590 views +
        • +
      +
      +
      + Provided to YouTube by Believe SAS + + Bohemian Rhapsody + + (Remastered 2011) · + + Queen + + A Night at the Opera (Remastered 2011) ... +
      +
      +
      +
      +
      14. +
    14. +
      +
      +
      + + + + + + +
      +
      +

      + + Queen - (1985) Bohemian Rhapsody / Radio Ga-Ga / Hammer To Fall (Live Aid) + + + - Duration: 11:36. + +

      +
      + + agustigula4 + +
      +
      +
        +
      • + 6 years ago +
        • +
      • + 3,739,181 views +
        • +
      +
      +
      + Las primeras 3 interpretaciones de + + Queen + + en el Estadio Wembley, Inglaterra, en el histórico primer concierto mundial "Live Aid" ... +
      +
      +
      +
      +
      15. +
    15. +
      +
      + +
      +
      +

      + + Queen Official + + + + + - Channel + +

      +
      +
        +
      • + 675 videos +
        • +
      +
      +
      + Welcome to the official + + Queen + + channel. Subscribe today for exclusive + + Queen + + videos, including live performances, interviews, ... +
      +
      +
        +
      • + + Channel + +
        • +
      + + +
      +
      +
      + + + +
      +
      +
      +       + + + 3,250,473 + +       +
      +
      +
      +
      16. +
    16. +
      +
      +
      + + + + + + +
      +
      +

      + + Queen Bohemian Rhapsody [LYRICS+MP3 DOWNLOAD] + + + - Duration: 6:00. + +

      +
      + + FREEMUSlC + +
      +
      +
        +
      • + 6 years ago +
        • +
      • + 191,169 views +
        • +
      +
      +
      + DOWNLOAD IT HERE! + + http://adf.ly/ulsEc + + PASSWORD: + + queen + + I DO NOT OWN THIS SONG AND DID NOT CREATE IT. +
      +
      +
      +
      +
      17. +
    17. +
      +
      +
      + + + + + + +
      +
      +

      + + Bohemian Rhapsody, Queen (The London Symphony Orchestra's cover) + + + - Duration: 6:28. + +

      +
      + + ANightAtTheOpera1 + +
      +
      +
        +
      • + 8 years ago +
        • +
      • + 144,413 views +
        • +
      +
      +
      +
      +
      +
      18. +
    18. +
      +
      +
      + + + + + + +
      +
      +

      + + Queen - Bohemian Rhapsody (Live at The Bowl 1982) + + + - Duration: 5:38. + +

      +
      + + Queen Official + + + +
      +
      +
        +
      • + 1 year ago +
        • +
      • + 1,131,921 views +
        • +
      +
      +
      + Subscribe to the official + + Queen + + channel Here + + http://bit.ly/Subscribe2Queen + + + Bohemian Rhapsody + + from + + Queen + + Live at The Bowl ... +
      +
      +
      +
      +
      19. +
    19. +
      +
      +
      + + + + + + +
      +
      +

      + + Queen Bohemian Rhapsody Live Rock Montreal HD) + + + - Duration: 5:32. + +

      +
      + + Alan Luna + +
      +
      +
        +
      • + 3 years ago +
        • +
      • + 222,728 views +
        • +
      +
      +
      +
      +
      +
      20. +
    20. +
      +
      +
      + + + + + + +
      +
      +

      + + Panic! At The Disco - Bohemian Rhapsody (from Suicide Squad: The Album) (Audio) + + + - Duration: 6:02. + +

      +
      + + Panic! At The Disco + + + +
      +
      +
        +
      • + 1 year ago +
        • +
      • + 47,659,962 views +
        • +
      +
      +
      + Panic! At The Disco's official audio for ' + + Bohemian Rhapsody + + ' from Suicide Squad: The Album available now on Atlantic Records. +
      +
      +
      +
      +
      21. +
    +
    3. +
+
+
+ + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + Next » + + +
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ +
+
+ + + +
+
+
+
+ + to add this to Watch Later +
+
+
+

+ Add to +

+
+
+ +
+
+
+ + + + + + + + + diff --git a/irs/ripper.py b/irs/ripper.py index 8dd73fa..54c86da 100644 --- a/irs/ripper.py +++ b/irs/ripper.py @@ -18,7 +18,7 @@ from spotipy.oauth2 import SpotifyClientCredentials # Local utilities -from .utils import YdlUtils, ObjManip, Config +from .utils import YdlUtils, ObjManip, Config, CaptchaCheat from .metadata import Metadata from .metadata import find_album_and_track, parse_genre @@ -58,6 +58,9 @@ class Ripper: client_credentials_manager = SpotifyClientCredentials(CLIENT_ID, CLIENT_SECRET # Stupid lint + # and stupid + # long var + # names ) self.spotify = spotipy.Spotify( @@ -130,7 +133,7 @@ class Ripper: return locations - def find_yt_url(self, song=None, artist=None, additional_search=None): + def find_yt_url(self, song=None, artist=None, additional_search=None, caught_by_google=False): if additional_search is None: additional_search = Config.parse_search_terms(self) print(str(self.args["hook-text"].get("youtube"))) @@ -150,19 +153,24 @@ init, or in method arguments.") search_terms.encode('utf-8'))}) link = "http://www.youtube.com/results?" + query_string - html_content = urlopen(link).read() - soup = BeautifulSoup(html_content, 'html.parser') # .prettify() + if not caught_by_google: + html_content = urlopen(link).read() + soup = BeautifulSoup(html_content, 'html.parser') + else: + soup = BeautifulSoup(CaptchaCheat.cheat_it(link), 'html.parser') + + # print(soup.prettify()) def find_link(link): try: - if "yt-uix-tile-link yt-ui-ellipsis yt-ui-ellipsis-2 yt-uix-\ -sessionlink spf-link" in str(" ".join(link["class"])): + if "yt-simple-endpoint style-scope ytd-video-renderer" in str(" ".join(link["class"])) or \ + "yt-uix-tile-link yt-ui-ellipsis yt-ui-ellipsis-2 yt-uix-sessionlink spf-link" in str(" ".join(link["class"])): if "&list=" not in link["href"]: return link except KeyError: pass - results = list(filter(None, (map(find_link, soup.find_all("a"))))) + results = list(filter(None, map(find_link, soup.find_all("a")))) garbage_phrases = "cover album live clean rare version full full \ album".split(" ") @@ -198,10 +206,13 @@ album".split(" ") if self.code is None: if additional_search == "lyrics": return self.find_yt_url(song, artist, "") - else: - self.code = results[0] - return ("https://youtube.com" + self.code["href"], self.code["title"]) + try: + return ("https://youtube.com" + self.code["href"], self.code["title"]) + except TypeError: + # Assuming Google catches you trying to search youtube for music ;) + return self.find_yt_url(song=song, artist=artist, additional_search=additional_search, caught_by_google=True) + def album(self, title, artist=None): # Alias for spotify_list("album", ..) return self.spotify_list("album", title=title, artist=artist) diff --git a/irs/utils.py b/irs/utils.py index ff13995..caef49f 100644 --- a/irs/utils.py +++ b/irs/utils.py @@ -442,3 +442,30 @@ class Config: where="post_processors") else: return True + + +#============== +# Captcha Cheat +#============== +# I basically consider myself a genius for this snippet. + +from splinter import Browser +from time import sleep + + +@staticmethods +class CaptchaCheat: + def cheat_it(url, t=1): + executable_path = {'executable_path': '/usr/local/bin/chromedriver'} + with Browser('chrome', **executable_path) as b: + b.visit(url) + sleep(t) + while CaptchaCheat.strip_it(b.evaluate_script("document.URL")) != CaptchaCheat.strip_it(url): + sleep(t) + return b.evaluate_script("document.getElementsByTagName('html')[0].innerHTML") + + def strip_it(s): + s = s.encode("utf-8") + s = s.strip("http://") + s = s.strip("https://") + return s