main.py

#!/usr/bin/env python
# coding: utf-8

# In[1]:


import requests
import os
from bs4 import BeautifulSoup
import urllib.request
import m3u8
from Crypto.Cipher import AES
from config import headers
from crawler import startCrawl
from merge import mergeMp4
from delete import deleteM3u8,deleteMp4


# In[2]:


#Jable網址
url = input('輸入jable網址:')


# In[3]:


#建立番號資料夾
urlSplit = url.split('/')
dirName = urlSplit[-2]
if not os.path.exists(dirName):
    os.makedirs(dirName)
dir = os.getcwd()
folderPath = dir + '/' + dirName


# In[4]:


#得到 m3u8 網址
htmlfile = requests.get(url)
soup = BeautifulSoup(htmlfile.text,'lxml')
hrefList = []
for link in soup.find_all('link'):
    hrefList.append(link.get('href'))
m3u8url = hrefList[-1]

m3u8urlList = m3u8url.split('/')
m3u8urlList.pop(-1)
downloadurl = '/'.join(m3u8urlList)

#儲存 m3u8 file 至資料夾
m3u8file = folderPath + '/' + dirName + '.m3u8'
urllib.request.urlretrieve(m3u8url, m3u8file)


# In[5]:


#得到 m3u8 file裡的 URI和 IV 
m3u8obj = m3u8.load(m3u8file)
m3u8uri = ''
m3u8iv = ''

for key in m3u8obj.keys:
    if key:
        m3u8uri = key.uri
        m3u8iv = key.iv

#儲存 ts網址 in tsList
tsList = []
for seg in m3u8obj.segments:
    tsUrl = downloadurl + '/' + seg.uri
    tsList.append(tsUrl)


# In[6]:


#有加密
if m3u8uri:
    m3u8keyurl = downloadurl + '/' + m3u8uri #得到 key 的網址
    
    #得到 key的內容
    response = requests.get(m3u8keyurl, headers=headers, timeout=10)
    contentKey = response.content
    
    vt = m3u8iv.replace("0x", "")[:16].encode() #IV取前16位
    
    ci = AES.new(contentKey, AES.MODE_CBC, vt) #建構解碼器
else:
    ci = ''


# In[7]:


#開始爬蟲並下載mp4片段至資料夾
startCrawl(ci,folderPath,tsList)


# In[8]:

#刪除m3u8 file
deleteM3u8(folderPath)


# In[9]:

#合成mp4
mergeMp4(folderPath,tsList)


# In[11]:

#刪除不用的mp4
deleteMp4(folderPath)