kbs 함수 추가, 스카이라이프 url 변경 사항 반영, 누락 epg 데이터 에러 수정
This commit is contained in:
wonipapa
GitHub
parent
819c4d13d2
commit
f14c043655
212
epg2xml.py
212
epg2xml.py
@ -19,7 +19,7 @@ import pprint
|
||||
reload(sys)
|
||||
sys.setdefaultencoding('utf-8')
|
||||
|
||||
__version__ = '1.1.7'
|
||||
__version__ = '1.1.8'
|
||||
|
||||
# Set variable
|
||||
debug = False
|
||||
@ -56,21 +56,29 @@ def getEpg():
|
||||
ChannelSource = Channeldata['Source']
|
||||
ChannelServiceId = Channeldata['ServiceId']
|
||||
ChannelIconUrl = escape(Channeldata['Icon_url'])
|
||||
ChannelInfos.append([ChannelId, ChannelName, ChannelSource, ChannelServiceId])
|
||||
print(' <channel id="%s">' % (ChannelId))
|
||||
print(' <display-name>%s</display-name>' % (ChannelName))
|
||||
if MyISP != "ALL" and Channeldata[MyISP+'Ch'] is not None:
|
||||
ChannelInfos.append([ChannelId, ChannelName, ChannelSource, ChannelServiceId])
|
||||
ChannelNumber = str(Channeldata[MyISP+'Ch']);
|
||||
ChannelISPName = escape(Channeldata[MyISP+' Name'])
|
||||
print(' <channel id="%s">' % (ChannelId))
|
||||
print(' <display-name>%s</display-name>' % (ChannelName))
|
||||
print(' <display-name>%s</display-name>' % (ChannelISPName))
|
||||
print(' <display-name>%s</display-name>' % (ChannelNumber))
|
||||
print(' <display-name>%s</display-name>' % (ChannelNumber+' '+ChannelISPName))
|
||||
if IconUrl:
|
||||
print(' <icon src="%s/%s.png" />' % (IconUrl, ChannelId))
|
||||
else :
|
||||
print(' <icon src="%s" />' % (ChannelIconUrl))
|
||||
print(' </channel>')
|
||||
|
||||
if IconUrl:
|
||||
print(' <icon src="%s/%s.png" />' % (IconUrl, ChannelId))
|
||||
else :
|
||||
print(' <icon src="%s" />' % (ChannelIconUrl))
|
||||
print(' </channel>')
|
||||
elif MyISP == "ALL":
|
||||
ChannelInfos.append([ChannelId, ChannelName, ChannelSource, ChannelServiceId])
|
||||
print(' <channel id="%s">' % (ChannelId))
|
||||
print(' <display-name>%s</display-name>' % (ChannelName))
|
||||
if IconUrl:
|
||||
print(' <icon src="%s/%s.png" />' % (IconUrl, ChannelId))
|
||||
else :
|
||||
print(' <icon src="%s" />' % (ChannelIconUrl))
|
||||
print(' </channel>')
|
||||
# Print Program Information
|
||||
for ChannelInfo in ChannelInfos:
|
||||
ChannelId = ChannelInfo[0]
|
||||
@ -100,6 +108,8 @@ def getEpg():
|
||||
GetEPGFromMil(ChannelInfo)
|
||||
elif ChannelSource == 'IFM':
|
||||
GetEPGFromIfm(ChannelInfo)
|
||||
elif ChannelSource == 'KBS':
|
||||
GetEPGFromKbs(ChannelInfo)
|
||||
print('</tv>')
|
||||
|
||||
# Get EPG data from epg.co.kr
|
||||
@ -108,10 +118,10 @@ def GetEPGFromEPG(ChannelInfo):
|
||||
ChannelName = ChannelInfo[1]
|
||||
ServiceId = ChannelInfo[3]
|
||||
url = 'http://www.epg.co.kr/epg-cgi/extern/cnm_guide_type_v070530.cgi'
|
||||
epginfo = []
|
||||
for k in range(period):
|
||||
day = today + datetime.timedelta(days=k)
|
||||
params = {'beforegroup':'100', 'checkchannel':ServiceId, 'select_group':'100', 'start_date':day.strftime('%Y%m%d')}
|
||||
epginfo = []
|
||||
try:
|
||||
response = requests.post(url, data=params, headers=ua)
|
||||
response.raise_for_status()
|
||||
@ -123,12 +133,13 @@ def GetEPGFromEPG(ChannelInfo):
|
||||
for i in range(1,4):
|
||||
thisday = day
|
||||
row = tables[i].find_all('td', {'colspan':'2'})
|
||||
for j, cell in enumerate(row):
|
||||
for cell in row:
|
||||
hour = int(cell.text.strip().strip('시'))
|
||||
|
||||
if(i == 1) : hour = 'AM ' + str(hour)
|
||||
elif(i == 2) : hour = 'PM ' + str(hour)
|
||||
elif(i == 3 and hour > 5) : hour = 'PM ' + str(hour)
|
||||
elif(i == 3 and hour < 5) :
|
||||
elif(i == 3 and hour > 5 and hour < 12 ) : hour = 'PM ' + str(hour)
|
||||
elif(i == 3 and (hour < 5 or hour == 12)) :
|
||||
hour = 'AM ' + str(hour)
|
||||
thisday = day + datetime.timedelta(days=1)
|
||||
for celldata in cell.parent.find_all('tr'):
|
||||
@ -147,23 +158,23 @@ def GetEPGFromEPG(ChannelInfo):
|
||||
subprogramName = matches.group(4).strip() if matches.group(4) else ''
|
||||
#programName, startTime, rating, subprogramName, rebroadcast, episode
|
||||
epginfo.append([programName, startTime, rating, subprogramName, matches.group(5), matches.group(7)])
|
||||
for epg1, epg2 in zip(epginfo, epginfo[1:]):
|
||||
programName = epg1[0] if epg1[0] else ''
|
||||
subprogramName = epg1[3] if epg1[3] else ''
|
||||
startTime = epg1[1] if epg1[1] else ''
|
||||
endTime = epg2[1] if epg2[1] else ''
|
||||
desc = ''
|
||||
actors = ''
|
||||
producers = ''
|
||||
category = ''
|
||||
rebroadcast = True if epg1[4] else False
|
||||
episode = epg1[5] if epg1[5] else ''
|
||||
rating = int(epg1[2]) if epg1[2] else 0
|
||||
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
|
||||
writeProgram(programdata)
|
||||
except requests.exceptions.HTTPError:
|
||||
if(debug): printError(ChannelName + HTTP_ERROR)
|
||||
else: pass
|
||||
for epg1, epg2 in zip(epginfo, epginfo[1:]):
|
||||
programName = epg1[0] if epg1[0] else ''
|
||||
subprogramName = epg1[3] if epg1[3] else ''
|
||||
startTime = epg1[1] if epg1[1] else ''
|
||||
endTime = epg2[1] if epg2[1] else ''
|
||||
desc = ''
|
||||
actors = ''
|
||||
producers = ''
|
||||
category = ''
|
||||
rebroadcast = True if epg1[4] else False
|
||||
episode = epg1[5] if epg1[5] else ''
|
||||
rating = int(epg1[2]) if epg1[2] else 0
|
||||
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
|
||||
writeProgram(programdata)
|
||||
|
||||
# Get EPG data from KT
|
||||
def GetEPGFromKT(ChannelInfo):
|
||||
@ -171,10 +182,10 @@ def GetEPGFromKT(ChannelInfo):
|
||||
ChannelName = ChannelInfo[1]
|
||||
ServiceId = ChannelInfo[3]
|
||||
url = 'http://tv.olleh.com/renewal_sub/liveTv/pop_schedule_week.asp'
|
||||
epginfo = []
|
||||
for k in range(period):
|
||||
day = today + datetime.timedelta(days=k)
|
||||
params = {'ch_name':'', 'ch_no':ServiceId, 'nowdate':day.strftime('%Y%m%d'), 'seldatie':day.strftime('%Y%m%d'), 'tab_no':'1'}
|
||||
epginfo = []
|
||||
try:
|
||||
response = requests.get(url, params=params, headers=ua)
|
||||
response.raise_for_status()
|
||||
@ -187,34 +198,34 @@ def GetEPGFromKT(ChannelInfo):
|
||||
for row in html:
|
||||
for cell in [row.find_all('td')]:
|
||||
epginfo.append([cell[1].text, str(day) + ' ' + cell[0].text, cell[4].text, cell[2].text])
|
||||
for epg1, epg2 in zip(epginfo, epginfo[1:]):
|
||||
programName = ''
|
||||
subprogrmaName = ''
|
||||
matches = re.match('^(.*?)( <(.*)>)?$', epg1[0].decode('string_escape'))
|
||||
if not (matches is None):
|
||||
programName = matches.group(1) if matches.group(1) else ''
|
||||
subprogramName = matches.group(3) if matches.group(3) else ''
|
||||
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
|
||||
startTime = startTime.strftime('%Y%m%d%H%M%S')
|
||||
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
|
||||
endTime = endTime.strftime('%Y%m%d%H%M%S')
|
||||
category = epg1[2]
|
||||
desc = ''
|
||||
actors = ''
|
||||
producers = ''
|
||||
episode = ''
|
||||
rebroadcast = False
|
||||
rating = 0
|
||||
matches = re.match('(\d+)', epg1[3])
|
||||
if not(matches is None): rating = int(matches.group())
|
||||
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
|
||||
writeProgram(programdata)
|
||||
else:
|
||||
if(debug): printError(ChannelName + CONTENT_ERROR)
|
||||
else: pass
|
||||
except requests.exceptions.HTTPError:
|
||||
if(debug): printError(ChannelName + HTTP_ERROR)
|
||||
else: pass
|
||||
for epg1, epg2 in zip(epginfo, epginfo[1:]):
|
||||
programName = ''
|
||||
subprogrmaName = ''
|
||||
matches = re.match('^(.*?)( <(.*)>)?$', epg1[0].decode('string_escape'))
|
||||
if not (matches is None):
|
||||
programName = matches.group(1) if matches.group(1) else ''
|
||||
subprogramName = matches.group(3) if matches.group(3) else ''
|
||||
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
|
||||
startTime = startTime.strftime('%Y%m%d%H%M%S')
|
||||
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
|
||||
endTime = endTime.strftime('%Y%m%d%H%M%S')
|
||||
category = epg1[2]
|
||||
desc = ''
|
||||
actors = ''
|
||||
producers = ''
|
||||
episode = ''
|
||||
rebroadcast = False
|
||||
rating = 0
|
||||
matches = re.match('(\d+)', epg1[3])
|
||||
if not(matches is None): rating = int(matches.group())
|
||||
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
|
||||
writeProgram(programdata)
|
||||
|
||||
# Get EPG data from LG
|
||||
def GetEPGFromLG(ChannelInfo):
|
||||
@ -222,10 +233,10 @@ def GetEPGFromLG(ChannelInfo):
|
||||
ChannelName = ChannelInfo[1]
|
||||
ServiceId = ChannelInfo[3]
|
||||
url = 'http://www.uplus.co.kr/css/chgi/chgi/RetrieveTvSchedule.hpi'
|
||||
epginfo = []
|
||||
for k in range(period):
|
||||
day = today + datetime.timedelta(days=k)
|
||||
params = {'chnlCd': ServiceId, 'evntCmpYmd': day.strftime('%Y%m%d')}
|
||||
epginfo = []
|
||||
try:
|
||||
response = requests.get(url, params=params, headers=ua)
|
||||
response.raise_for_status()
|
||||
@ -241,33 +252,33 @@ def GetEPGFromLG(ChannelInfo):
|
||||
rating = 0 if cell[1].find('span', {'class': 'tag cte_all'}).text.strip()=="All" else int(cell[1].find('span', {'class': 'tag cte_all'}).text.strip())
|
||||
cell[1].find('span', {'class': 'tagGroup'}).decompose()
|
||||
epginfo.append([cell[1].text.strip(), str(day) + ' ' + cell[0].text, cell[2].text.strip(), rating])
|
||||
for epg1, epg2 in zip(epginfo, epginfo[1:]):
|
||||
programName = ''
|
||||
subprogramName = ''
|
||||
episode = ''
|
||||
matches = re.match('(<재>?)?(.*?)(\[(.*)\])?\s?(\(([\d,]+)회\))?$', epg1[0].decode('string_escape'))
|
||||
rebroadcast = False
|
||||
if not (matches is None):
|
||||
programName = matches.group(2) if matches.group(2) else ''
|
||||
subprogramName = matches.group(4) if matches.group(4) else ''
|
||||
rebroadcast = True if matches.group(1) else False
|
||||
episode = matches.group(6) if matches.group(6) else ''
|
||||
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
|
||||
startTime = startTime.strftime('%Y%m%d%H%M%S')
|
||||
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
|
||||
endTime = endTime.strftime('%Y%m%d%H%M%S')
|
||||
category = epg1[2]
|
||||
desc = ''
|
||||
actors = ''
|
||||
producers = ''
|
||||
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
|
||||
writeProgram(programdata)
|
||||
else:
|
||||
if(debug): printError(ChannelName + CONTENT_ERROR)
|
||||
else: pass
|
||||
except requests.exceptions.HTTPError:
|
||||
if(debug): printError(ChannelName + HTTP_ERROR)
|
||||
else: pass
|
||||
for epg1, epg2 in zip(epginfo, epginfo[1:]):
|
||||
programName = ''
|
||||
subprogramName = ''
|
||||
episode = ''
|
||||
matches = re.match('(<재>?)?(.*?)(\[(.*)\])?\s?(\(([\d,]+)회\))?$', epg1[0].decode('string_escape'))
|
||||
rebroadcast = False
|
||||
if not (matches is None):
|
||||
programName = matches.group(2) if matches.group(2) else ''
|
||||
subprogramName = matches.group(4) if matches.group(4) else ''
|
||||
rebroadcast = True if matches.group(1) else False
|
||||
episode = matches.group(6) if matches.group(6) else ''
|
||||
startTime = datetime.datetime.strptime(epg1[1], '%Y-%m-%d %H:%M')
|
||||
startTime = startTime.strftime('%Y%m%d%H%M%S')
|
||||
endTime = datetime.datetime.strptime(epg2[1], '%Y-%m-%d %H:%M')
|
||||
endTime = endTime.strftime('%Y%m%d%H%M%S')
|
||||
category = epg1[2]
|
||||
desc = ''
|
||||
actors = ''
|
||||
producers = ''
|
||||
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
|
||||
writeProgram(programdata)
|
||||
|
||||
# Get EPG data from SK
|
||||
def GetEPGFromSK(ChannelInfo):
|
||||
@ -326,12 +337,12 @@ def GetEPGFromSKY(ChannelInfo):
|
||||
ChannelId = ChannelInfo[0]
|
||||
ChannelName = ChannelInfo[1]
|
||||
ServiceId = ChannelInfo[3]
|
||||
url = 'http://www.skylife.co.kr/channel/epg/channelScheduleList.do'
|
||||
url = 'http://www.skylife.co.kr/channel/epg/channelScheduleListJson.do'
|
||||
for k in range(period):
|
||||
day = today + datetime.timedelta(days=k)
|
||||
params = {'area': 'in', 'inFd_channel_id': ServiceId, 'inairdate': day.strftime('%Y-%m-%d'), 'indate_type': 'now'}
|
||||
try:
|
||||
response = requests.get(url, params=params, headers=ua)
|
||||
response = requests.post(url, params=params, headers=ua)
|
||||
response.raise_for_status()
|
||||
json_data = response.text
|
||||
try:
|
||||
@ -565,6 +576,57 @@ def GetEPGFromIfm(ChannelInfo):
|
||||
if(debug): printError(ChannelName + HTTP_ERROR)
|
||||
else: pass
|
||||
|
||||
# Get EPG data from KBS
|
||||
def GetEPGFromKbs(ChannelInfo):
|
||||
ChannelId = ChannelInfo[0]
|
||||
ChannelName = ChannelInfo[1]
|
||||
ServiceId = ChannelInfo[3]
|
||||
url = 'http://world.kbs.co.kr/include/wink/_ajax_schedule.php'
|
||||
params = {'channel':'wink_11'}
|
||||
epginfo = []
|
||||
for k in range(period):
|
||||
day = today + datetime.timedelta(days=k)
|
||||
try:
|
||||
response = requests.get(url, params=params, headers=ua)
|
||||
response.raise_for_status()
|
||||
json_data = response.text
|
||||
try:
|
||||
data = json.loads(json_data, encoding='utf-8')
|
||||
soup = BeautifulSoup(data['schedule'], 'lxml')
|
||||
for row in soup.find_all('li'):
|
||||
programName = ''
|
||||
startTime = ''
|
||||
matches = re.match('([0-2][0-9]:[0-5][0-9])[0-2][0-9]:[0-5][0-9]\[(.*)\] Broadcast', unescape(row.text.encode('utf-8', 'ignore')))
|
||||
if not(matches is None):
|
||||
programName = unescape(matches.group(2))
|
||||
startTime = str(day) + ' ' + matches.group(1)
|
||||
#programName, startTime
|
||||
epginfo.append([programName, startTime])
|
||||
except ValueError:
|
||||
if(debug): printError(ChannelName + CONTENT_ERROR)
|
||||
else: pass
|
||||
except requests.exceptions.HTTPError:
|
||||
if(debug): printError(ChannelName + HTTP_ERROR)
|
||||
else: pass
|
||||
for epg1, epg2 in zip(epginfo, epginfo[1:]):
|
||||
programName = epg1[0]
|
||||
subprogramName = ''
|
||||
startTime = epg1[1]
|
||||
startTime = datetime.datetime.strptime(startTime, '%Y-%m-%d %H:%M')
|
||||
startTime = startTime.strftime('%Y%m%d%H%M%S')
|
||||
endTime = epg2[1]
|
||||
endTime = datetime.datetime.strptime(endTime, '%Y-%m-%d %H:%M')
|
||||
endTime = endTime.strftime('%Y%m%d%H%M%S')
|
||||
desc = ''
|
||||
actors = ''
|
||||
producers = ''
|
||||
category = ''
|
||||
episode = ''
|
||||
rebroadcast = False
|
||||
rating = 0
|
||||
programdata = {'channelId':ChannelId, 'startTime':startTime, 'endTime':endTime, 'programName':programName, 'subprogramName':subprogramName, 'desc':desc, 'actors':actors, 'producers':producers, 'category':category, 'episode':episode, 'rebroadcast':rebroadcast, 'rating':rating}
|
||||
writeProgram(programdata)
|
||||
|
||||
# Write Program
|
||||
def writeProgram(programdata):
|
||||
ChannelId = programdata['channelId']
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user