CopyBot/Red-DiscordBot
1
0
Fork 0
mirror of https://github.com/Cog-Creators/Red-DiscordBot.git synced 2025-12-08 18:32:32 -05:00
Code Issues Packages Projects Releases Wiki Activity

Phasing out requests module

Browse Source
This commit is contained in:
Twentysix
2016-01-14 16:59:53 +01:00
parent 1dc8f937f5
commit 9830e1d8c3
2 changed files with 42 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
youtubeparser.py
View File

@@ -1,13 +1,17 @@
from bs4 import BeautifulSoup
import requests
import aiohttp
import asyncio
headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'}
def parsePlaylist(url):
async def parsePlaylist(url):
try:
page = requests.get(url, headers=headers)
soup = BeautifulSoup(page.content, 'html.parser')
page = await aiohttp.post(url, headers=headers)
page = await page.text()
#page = requests.get(url, headers=headers)
soup = BeautifulSoup(page, 'html.parser')
tags = soup.find_all("tr", class_="pl-video yt-uix-tile ")
links = []
@@ -20,10 +24,13 @@ def parsePlaylist(url):
except:
return False
def getTitle(url):
async def getTitle(url):
try:
page = requests.get(url, headers=headers)
soup = BeautifulSoup(page.content, 'html.parser')
#page = requests.get(url, headers=headers)
page = await aiohttp.post(url, headers=headers)
page = await page.text()
soup = BeautifulSoup(page, 'html.parser')
return soup.title.string.replace(" - YouTube", "")
except:
except Exception as e:
print(e)
return False