flywithu/epg2xml
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

kbs 함수 추가, 스카이라이프 url 변경 사항 반영, 누락 epg 데이터 에러 수정

Browse Source
This commit is contained in:
wonipapa 2017-04-21 16:05:53 +09:00 committed by GitHub
parent 00c021c8cc
commit 15c25fc08d
1 changed files with 120 additions and 66 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

186
epg2xml.py
View File

@ -19,7 +19,7 @@ import pprint
reload(sys)
sys.setdefaultencoding('utf-8')
__version__ = '1.1.7p1'
__version__ = '1.1.8'
# Set variable
debug = False
@ -108,6 +108,8 @@ def getEpg():
GetEPGFromMil(ChannelInfo)
elif ChannelSource == 'IFM':
GetEPGFromIfm(ChannelInfo)
elif ChannelSource == 'KBS':
GetEPGFromKbs(ChannelInfo)
print('</tv>')
# Get EPG data from epg.co.kr
@ -116,10 +118,10 @@ def GetEPGFromEPG(ChannelInfo):
ChannelName = ChannelInfo[1]
ServiceId = ChannelInfo[3]
url = 'http://www.epg.co.kr/epg-cgi/extern/cnm_guide_type_v070530.cgi'
epginfo = []
for k in range(period):
day = today + datetime.timedelta(days=k)
params = {'beforegroup':'100', 'checkchannel':ServiceId, 'select_group':'100', 'start_date':day.strftime('%Y%m%d')}
epginfo = []
try:
response = requests.post(url, data=params, headers=ua)
response.raise_for_status()
@ -131,12 +133,13 @@ def GetEPGFromEPG(ChannelInfo):
for i in range(1,4):
thisday = day
row = tables[i].find_all('td', {'colspan':'2'})
for j, cell in enumerate(row):
for cell in row:
hour = int(cell.text.strip().strip('시'))
if(i == 1) : hour = 'AM ' + str(hour)
elif(i == 2) : hour = 'PM ' + str(hour)
elif(i == 3 and hour > 5) : hour = 'PM ' + str(hour)
elif(i == 3 and hour < 5) :
elif(i == 3 and hour > 5 and hour < 12 ) : hour = 'PM ' + str(hour)
elif(i == 3 and (hour < 5 or hour == 12)) :
hour = 'AM ' + str(hour)
thisday = day + datetime.timedelta(days=1)
for celldata in cell.parent.find_all('tr'):
@ -155,23 +158,23 @@ def GetEPGFromEPG(ChannelInfo):
subprogramName = matches.group(4).strip() if matches.group(4) else ''
#programName, startTime, rating, subprogramName, rebroadcast, episode
epginfo.append([programName, startTime, rating, subprogramName, matches.group(5), matches.group(7)])
for epg1, epg2 in zip(epginfo, epginfo[1:]):
programName = epg1[0] if epg1[0] else ''
subprogramName = epg1[3] if epg1[3] else ''
startTime = epg1[1] if epg1[1] else ''
endTime = epg2[1] if epg2[1] else ''
desc = ''
actors = ''
producers = ''
category = ''
rebroadcast = True if epg1[4] else False
episode = epg1[5] if epg1[5] else ''
rating = int(epg1[2]) if epg1[2] else 0
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
writeProgram(programdata)
except requests.exceptions.HTTPError:
if(debug): printError(ChannelName + HTTP_ERROR)
else: pass
for epg1, epg2 in zip(epginfo, epginfo[1:]):
programName = epg1[0] if epg1[0] else ''
subprogramName = epg1[3] if epg1[3] else ''
startTime = epg1[1] if epg1[1] else ''
endTime = epg2[1] if epg2[1] else ''
desc = ''
actors = ''
producers = ''
category = ''
rebroadcast = True if epg1[4] else False
episode = epg1[5] if epg1[5] else ''
rating = int(epg1[2]) if epg1[2] else 0
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
writeProgram(programdata)
# Get EPG data from KT
def GetEPGFromKT(ChannelInfo):
@ -179,10 +182,10 @@ def GetEPGFromKT(ChannelInfo):
ChannelName = ChannelInfo[1]
ServiceId = ChannelInfo[3]
url = 'http://tv.olleh.com/renewal_sub/liveTv/pop_schedule_week.asp'
epginfo = []
for k in range(period):
day = today + datetime.timedelta(days=k)
params = {'ch_name':'', 'ch_no':ServiceId, 'nowdate':day.strftime('%Y%m%d'), 'seldatie':day.strftime('%Y%m%d'), 'tab_no':'1'}
epginfo = []
try:
response = requests.get(url, params=params, headers=ua)
response.raise_for_status()
@ -195,34 +198,34 @@ def GetEPGFromKT(ChannelInfo):
for row in html:
for cell in [row.find_all('td')]:
epginfo.append([cell[1].text, str(day) + ' ' + cell[0].text, cell[4].text, cell[2].text])
for epg1, epg2 in zip(epginfo, epginfo[1:]):
programName = ''
subprogrmaName = ''
matches = re.match('^(.*?)( <(.*)>)?$', epg1[0].decode('string_escape'))
if not (matches is None):
programName = matches.group(1) if matches.group(1) else ''
subprogramName = matches.group(3) if matches.group(3) else ''
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
startTime = startTime.strftime('%Y%m%d%H%M%S')
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
endTime = endTime.strftime('%Y%m%d%H%M%S')
category = epg1[2]
desc = ''
actors = ''
producers = ''
episode = ''
rebroadcast = False
rating = 0
matches = re.match('(\d+)', epg1[3])
if not(matches is None): rating = int(matches.group())
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
writeProgram(programdata)
else:
if(debug): printError(ChannelName + CONTENT_ERROR)
else: pass
except requests.exceptions.HTTPError:
if(debug): printError(ChannelName + HTTP_ERROR)
else: pass
for epg1, epg2 in zip(epginfo, epginfo[1:]):
programName = ''
subprogrmaName = ''
matches = re.match('^(.*?)( <(.*)>)?$', epg1[0].decode('string_escape'))
if not (matches is None):
programName = matches.group(1) if matches.group(1) else ''
subprogramName = matches.group(3) if matches.group(3) else ''
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
startTime = startTime.strftime('%Y%m%d%H%M%S')
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
endTime = endTime.strftime('%Y%m%d%H%M%S')
category = epg1[2]
desc = ''
actors = ''
producers = ''
episode = ''
rebroadcast = False
rating = 0
matches = re.match('(\d+)', epg1[3])
if not(matches is None): rating = int(matches.group())
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
writeProgram(programdata)
# Get EPG data from LG
def GetEPGFromLG(ChannelInfo):
@ -230,10 +233,10 @@ def GetEPGFromLG(ChannelInfo):
ChannelName = ChannelInfo[1]
ServiceId = ChannelInfo[3]
url = 'http://www.uplus.co.kr/css/chgi/chgi/RetrieveTvSchedule.hpi'
epginfo = []
for k in range(period):
day = today + datetime.timedelta(days=k)
params = {'chnlCd': ServiceId, 'evntCmpYmd': day.strftime('%Y%m%d')}
epginfo = []
try:
response = requests.get(url, params=params, headers=ua)
response.raise_for_status()
@ -249,33 +252,33 @@ def GetEPGFromLG(ChannelInfo):
rating = 0 if cell[1].find('span', {'class': 'tag cte_all'}).text.strip()=="All" else int(cell[1].find('span', {'class': 'tag cte_all'}).text.strip())
cell[1].find('span', {'class': 'tagGroup'}).decompose()
epginfo.append([cell[1].text.strip(), str(day) + ' ' + cell[0].text, cell[2].text.strip(), rating])
for epg1, epg2 in zip(epginfo, epginfo[1:]):
programName = ''
subprogramName = ''
episode = ''
matches = re.match('(<재>?)?(.*?)(\[(.*)\])?\s?(\(([\d,]+)회\))?$', epg1[0].decode('string_escape'))
rebroadcast = False
if not (matches is None):
programName = matches.group(2) if matches.group(2) else ''
subprogramName = matches.group(4) if matches.group(4) else ''
rebroadcast = True if matches.group(1) else False
episode = matches.group(6) if matches.group(6) else ''
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
startTime = startTime.strftime('%Y%m%d%H%M%S')
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
endTime = endTime.strftime('%Y%m%d%H%M%S')
category = epg1[2]
desc = ''
actors = ''
producers = ''
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
writeProgram(programdata)
else:
if(debug): printError(ChannelName + CONTENT_ERROR)
else: pass
except requests.exceptions.HTTPError:
if(debug): printError(ChannelName + HTTP_ERROR)
else: pass
for epg1, epg2 in zip(epginfo, epginfo[1:]):
programName = ''
subprogramName = ''
episode = ''
matches = re.match('(<재>?)?(.*?)(\[(.*)\])?\s?(\(([\d,]+)회\))?$', epg1[0].decode('string_escape'))
rebroadcast = False
if not (matches is None):
programName = matches.group(2) if matches.group(2) else ''
subprogramName = matches.group(4) if matches.group(4) else ''
rebroadcast = True if matches.group(1) else False
episode = matches.group(6) if matches.group(6) else ''
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
startTime = startTime.strftime('%Y%m%d%H%M%S')
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
endTime = endTime.strftime('%Y%m%d%H%M%S')
category = epg1[2]
desc = ''
actors = ''
producers = ''
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
writeProgram(programdata)
# Get EPG data from SK
def GetEPGFromSK(ChannelInfo):
@ -334,12 +337,12 @@ def GetEPGFromSKY(ChannelInfo):
ChannelId = ChannelInfo[0]
ChannelName = ChannelInfo[1]
ServiceId = ChannelInfo[3]
url = 'http://www.skylife.co.kr/channel/epg/channelScheduleList.do'
url = 'http://www.skylife.co.kr/channel/epg/channelScheduleListJson.do'
for k in range(period):
day = today + datetime.timedelta(days=k)
params = {'area': 'in', 'inFd_channel_id': ServiceId, 'inairdate': day.strftime('%Y-%m-%d'), 'indate_type': 'now'}
try:
response = requests.get(url, params=params, headers=ua)
response = requests.post(url, params=params, headers=ua)
response.raise_for_status()
json_data = response.text
try:
@ -573,6 +576,57 @@ def GetEPGFromIfm(ChannelInfo):
if(debug): printError(ChannelName + HTTP_ERROR)
else: pass
# Get EPG data from KBS
def GetEPGFromKbs(ChannelInfo):
ChannelId = ChannelInfo[0]
ChannelName = ChannelInfo[1]
ServiceId = ChannelInfo[3]
url = 'http://world.kbs.co.kr/include/wink/_ajax_schedule.php'
params = {'channel':'wink_11'}
epginfo = []
for k in range(period):
day = today + datetime.timedelta(days=k)
try:
response = requests.get(url, params=params, headers=ua)
response.raise_for_status()
json_data = response.text
try:
data = json.loads(json_data, encoding='utf-8')
soup = BeautifulSoup(data['schedule'], 'lxml')
for row in soup.find_all('li'):
programName = ''
startTime = ''
matches = re.match('([0-2][0-9]:[0-5][0-9])[0-2][0-9]:[0-5][0-9]\[(.*)\] Broadcast', unescape(row.text.encode('utf-8', 'ignore')))
if not(matches is None):
programName = unescape(matches.group(2))
startTime = str(day) + ' ' + matches.group(1)
#programName, startTime
epginfo.append([programName, startTime])
except ValueError:
if(debug): printError(ChannelName + CONTENT_ERROR)
else: pass
except requests.exceptions.HTTPError:
if(debug): printError(ChannelName + HTTP_ERROR)
else: pass
for epg1, epg2 in zip(epginfo, epginfo[1:]):
programName = epg1[0]
subprogramName = ''
startTime = epg1[1]
startTime = datetime.datetime.strptime(startTime, '%Y-%m-%d %H:%M')
startTime = startTime.strftime('%Y%m%d%H%M%S')
endTime = epg2[1]
endTime = datetime.datetime.strptime(endTime, '%Y-%m-%d %H:%M')
endTime = endTime.strftime('%Y%m%d%H%M%S')
desc = ''
actors = ''
producers = ''
category = ''
episode = ''
rebroadcast = False
rating = 0
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
writeProgram(programdata)
# Write Program
def writeProgram(programdata):
ChannelId = programdata['channelId']