first
This commit is contained in:
commit
68090ce2b8
79
PiwigoUpload.py
Normal file
79
PiwigoUpload.py
Normal file
@ -0,0 +1,79 @@
|
||||
#!/usr/bin/python3
|
||||
import os
|
||||
import random
|
||||
from piwigo import *
|
||||
import urllib.request as urllib2
|
||||
import urllib.parse as urlparse
|
||||
import math
|
||||
def download_file(url, dest=None, destname=None):
|
||||
"""
|
||||
Download and save a file specified by url to dest directory,
|
||||
"""
|
||||
u = urllib2.urlopen(url)
|
||||
|
||||
scheme, netloc, path, query, fragment = urlparse.urlsplit(url)
|
||||
if destname == None:
|
||||
filename = os.path.basename(path)
|
||||
else:
|
||||
filename = destname
|
||||
if not filename:
|
||||
filename = 'downloaded.file'
|
||||
if dest:
|
||||
filename = os.path.join(dest, filename)
|
||||
if os.path.exists(filename):
|
||||
print("FileExist");
|
||||
return;#raise NameError('duplicat')
|
||||
with open(filename, 'wb') as f:
|
||||
meta = u.info()
|
||||
meta_func = meta.getheaders if hasattr(meta, 'getheaders') else meta.get_all
|
||||
meta_length = meta_func("Content-Length")
|
||||
file_size = None
|
||||
if meta_length:
|
||||
file_size = int(meta_length[0])
|
||||
print("Downloading: {0} filename {1} Bytes: {2}".format(url, filename, file_size))
|
||||
|
||||
file_size_dl = 0
|
||||
block_sz = 8192
|
||||
while True:
|
||||
buffer = u.read(block_sz)
|
||||
if not buffer:
|
||||
break
|
||||
|
||||
file_size_dl += len(buffer)
|
||||
f.write(buffer)
|
||||
|
||||
status = "{0:16}".format(file_size_dl)
|
||||
if file_size:
|
||||
status += " [{0:6.2f}%]".format(file_size_dl * 100 / file_size)
|
||||
status += chr(13)
|
||||
print(status, end="")
|
||||
print()
|
||||
|
||||
return filename
|
||||
|
||||
|
||||
|
||||
mySite = Piwigo('https://pho.flywithu.com/')
|
||||
mySite.pwg.session.login(username="flywithu", password="1q2w3e4r5t")
|
||||
#categories=mySite.pwg.categories.getList(recursive="true")['categories']
|
||||
|
||||
#for cat in categories:
|
||||
#print(cat)
|
||||
|
||||
imagesinfo=mySite.pwg.categories.getImages(recursive="true")['paging']
|
||||
#print(imagesinfo['count'])
|
||||
total=imagesinfo['count']
|
||||
perpage = 300
|
||||
pagecount = math.ceil(int(total)/perpage)
|
||||
|
||||
print ("pagecount :",pagecount)
|
||||
for x in range(pagecount):
|
||||
print("pagecount:",x)
|
||||
images=mySite.pwg.categories.getImages(recursive="true",per_page=perpage,page=x)['images']
|
||||
for image in images:
|
||||
print(image['element_url'])
|
||||
download_file(image['element_url'],"data",image['file'])
|
||||
mySite.pwg.session.logout()
|
||||
|
||||
|
||||
|
||||
96
PiwigoUpload2.py
Normal file
96
PiwigoUpload2.py
Normal file
@ -0,0 +1,96 @@
|
||||
#!/usr/bin/python3
|
||||
import os
|
||||
import random
|
||||
from piwigo import *
|
||||
import urllib.request as urllib2
|
||||
import urllib.parse as urlparse
|
||||
import math
|
||||
import filecmp
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
def download_file(url, dest=None, destname=None):
|
||||
"""
|
||||
Download and save a file specified by url to dest directory,
|
||||
"""
|
||||
u = urllib2.urlopen(url)
|
||||
isDuplicate = False
|
||||
scheme, netloc, path, query, fragment = urlparse.urlsplit(url)
|
||||
f1=""
|
||||
if destname == None:
|
||||
filename = os.path.basename(path)
|
||||
else:
|
||||
filename = destname
|
||||
if not filename:
|
||||
filename = 'downloaded.file'
|
||||
if dest:
|
||||
filename = os.path.join(dest, filename)
|
||||
if os.path.exists(filename):
|
||||
print("FileExist");
|
||||
isDuplicate = True
|
||||
f1=filename
|
||||
tempf1 = os.path.splitext(os.path.basename(f1))[0]
|
||||
filename=os.path.join(dest,"dup",tempf1+"_"+os.path.basename(path))
|
||||
#return;#raise NameError('duplicat')
|
||||
with open(filename, 'wb') as f:
|
||||
meta = u.info()
|
||||
meta_func = meta.getheaders if hasattr(meta, 'getheaders') else meta.get_all
|
||||
meta_length = meta_func("Content-Length")
|
||||
file_size = None
|
||||
if meta_length:
|
||||
file_size = int(meta_length[0])
|
||||
print("Downloading: {0} filename {1} Bytes: {2}".format(url, filename, file_size))
|
||||
|
||||
file_size_dl = 0
|
||||
block_sz = 8192
|
||||
while True:
|
||||
buffer = u.read(block_sz)
|
||||
if not buffer:
|
||||
break
|
||||
|
||||
file_size_dl += len(buffer)
|
||||
f.write(buffer)
|
||||
|
||||
status = "{0:16}".format(file_size_dl)
|
||||
if file_size:
|
||||
status += " [{0:6.2f}%]".format(file_size_dl * 100 / file_size)
|
||||
status += chr(13)
|
||||
print(status, end="")
|
||||
print()
|
||||
if(isDuplicate == True):
|
||||
if(filecmp.cmp(f1,filename)):
|
||||
print ("samefile:",f1,":",filename)
|
||||
os.remove(filename)
|
||||
return filename
|
||||
|
||||
|
||||
|
||||
mySite = Piwigo('https://pho.flywithu.com/')
|
||||
mySite.pwg.session.login(username="flywithu", password="1q2w3e4r5t")
|
||||
#categories=mySite.pwg.categories.getList(recursive="true")['categories']
|
||||
|
||||
#for cat in categories:
|
||||
#print(cat)
|
||||
|
||||
imagesinfo=mySite.pwg.categories.getImages(recursive="true")['paging']
|
||||
#print(imagesinfo['count'])
|
||||
total=imagesinfo['count']
|
||||
perpage = 300
|
||||
pagecount = math.ceil(int(total)/perpage)
|
||||
|
||||
print ("pagecount :",pagecount)
|
||||
for x in range(pagecount):
|
||||
print("pagecount:",x)
|
||||
images=mySite.pwg.categories.getImages(recursive="true",per_page=perpage,page=x)['images']
|
||||
for image in images:
|
||||
print(image['element_url'])
|
||||
download_file(image['element_url'],"data",image['file'])
|
||||
mySite.pwg.session.logout()
|
||||
|
||||
|
||||
|
||||
195
exif.py
Normal file
195
exif.py
Normal file
@ -0,0 +1,195 @@
|
||||
#!/usr/bin/env python3.7
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import os
|
||||
import exifread
|
||||
import datetime
|
||||
import sys
|
||||
from piwigo import *
|
||||
from calendar import monthrange
|
||||
import tinytag
|
||||
|
||||
|
||||
sys.stdout.reconfigure(encoding='utf-8')
|
||||
sys.stdin.reconfigure(encoding='utf-8')
|
||||
exif_choice = "EXIF DateTimeOriginal"
|
||||
|
||||
mySite = Piwigo('https://pho.flywithu.com/')
|
||||
mySite.pwg.session.login(username="flywithu", password="1q2w3e4r5t")
|
||||
|
||||
#aaa=mySite.pwg.categories.add(name="zaza")
|
||||
#print(aaa['id'])
|
||||
#exit()
|
||||
|
||||
|
||||
|
||||
categories=mySite.pwg.categories.getList(recursive="true")['categories']
|
||||
categoryidnames = []
|
||||
for category in categories:
|
||||
# print (category['id_uppercat'])
|
||||
categoryidname={'id':category['id'] , 'name':category['name'], 'id_uppercat':category['id_uppercat']}
|
||||
categoryidnames.append(categoryidname)
|
||||
|
||||
#print(categoryidnames)
|
||||
|
||||
def getcategoryfromid(id):
|
||||
|
||||
for cat in categoryidnames:
|
||||
# print(cat['id'])
|
||||
if int(cat['id']) ==int(id):
|
||||
return cat['name']
|
||||
return id
|
||||
|
||||
#print("NAME::::::::"+str(getcategoryfromid(2930)))
|
||||
|
||||
#:wqexit()
|
||||
#print(categoryidnames)
|
||||
findcategorys = []
|
||||
for category in categories:
|
||||
if category['id_uppercat'] is None:
|
||||
findcategory={'id':category['id'], 'name':category['name']}
|
||||
findcategorys.append(findcategory)
|
||||
#print (findcategorys)
|
||||
elif (len(category['uppercats'].split(','))) is 2:
|
||||
id_upper=category['id_uppercat']
|
||||
findcategory={'id':category['id'], 'name':getcategoryfromid(id_upper)+"/"+category['name']}
|
||||
findcategorys.append(findcategory)
|
||||
elif (len(category['uppercats'].split(','))) is 3:
|
||||
id_upper=category['id_uppercat']
|
||||
id_upper2=""
|
||||
for category2 in categories:
|
||||
# print(str(category2['id'])+":"+id_upper)
|
||||
if str(category2['id']) == id_upper:
|
||||
id_upper2=category2['id_uppercat']
|
||||
break
|
||||
findcategory={'id':category['id'], 'name':getcategoryfromid(id_upper2)+"/"+getcategoryfromid(id_upper)+"/"+category['name']}
|
||||
findcategorys.append(findcategory)
|
||||
# print (category['name'])
|
||||
|
||||
|
||||
def getidbyname(year):
|
||||
global findcategorys
|
||||
name=year
|
||||
for findcat in findcategorys:
|
||||
# print(findcat)
|
||||
if findcat['name'] == name:
|
||||
return findcat['id']
|
||||
|
||||
newid=mySite.pwg.categories.add(name=year,status="private")
|
||||
findcategory={'id':newid['id'], 'name':name}
|
||||
findcategorys.append(findcategory)
|
||||
return newid['id']
|
||||
|
||||
def getidbyname2(year,month):
|
||||
global findcategorys
|
||||
name=year+"/"+month
|
||||
for findcat in findcategorys:
|
||||
# print(findcat)
|
||||
if findcat['name'] == name:
|
||||
return findcat['id']
|
||||
|
||||
yearid=getidbyname(year)
|
||||
# print("YEARID:::"+str(yearid))
|
||||
newid=mySite.pwg.categories.add(name=month,parent=int(yearid),status="private")
|
||||
findcategory={'id':newid['id'], 'name':name}
|
||||
findcategorys.append(findcategory)
|
||||
return newid['id']
|
||||
|
||||
def getidbyname3(year,month,day):
|
||||
global findcategorys
|
||||
name=year+"/"+month+"/"+day
|
||||
for findcat in findcategorys:
|
||||
# print(findcat)
|
||||
if findcat['name'] == name:
|
||||
return findcat['id']
|
||||
|
||||
monthid=getidbyname2(year,month)
|
||||
# print("Monthid:::"+str(monthid))
|
||||
newid=mySite.pwg.categories.add(name=day,parent=int(monthid),status="private")
|
||||
findcategory={'id':newid['id'], 'name':name}
|
||||
findcategorys.append(findcategory)
|
||||
return newid['id']
|
||||
|
||||
|
||||
#print(str(getidbyname3("2017","05","1_59")))
|
||||
#print(str(getidbyname3("2017","05","1_59")))
|
||||
#print(str(getidbyname3("2017","05","1_59")))
|
||||
|
||||
|
||||
|
||||
#exit()
|
||||
|
||||
|
||||
def files(path):
|
||||
for file in os.listdir(path):
|
||||
if os.path.isfile(os.path.join(path, file)):
|
||||
yield file
|
||||
folder = "./data/"
|
||||
|
||||
filenames = os.listdir(folder)
|
||||
|
||||
|
||||
|
||||
|
||||
testfiles = [ x for x in filenames if os.path.isfile(os.path.join(folder,x)) == True ]
|
||||
#print (testfiles)
|
||||
|
||||
#exit()
|
||||
#def print_all_metadata_atoms(file):
|
||||
# atoms = file.findall('.//data')
|
||||
# for atom in atoms:
|
||||
# data = atom.get_attribute('data')
|
||||
# print (atom.parent.name, data)
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
#for filename in filenames:
|
||||
for filename in testfiles:
|
||||
# newfilename = filename.encode('utf-8')
|
||||
targetname,targetext = os.path.splitext(filename)
|
||||
pathfile = folder+filename
|
||||
f2 = "./done/"+filename
|
||||
f = open(pathfile,'rb')
|
||||
if targetext == ".mp4":
|
||||
print (".mp4")
|
||||
# print_all_metadata_atoms(Mp4File(pathfile))
|
||||
# exit()
|
||||
else:
|
||||
tags = exifread.process_file(f, stop_tag=exif_choice)
|
||||
# print (pathfile)
|
||||
for tag in tags.keys():
|
||||
if tag in (exif_choice):
|
||||
photodatetime=tags[tag]
|
||||
T=datetime.datetime.strptime(str(photodatetime)[0:10],'%Y:%m:%d')
|
||||
day=T.strftime('%d')
|
||||
if(int(day)<=7):
|
||||
fromto=T.strftime('%Y%m01_%Y%m07')
|
||||
elif (int(day)<=14):
|
||||
fromto=T.strftime('%Y%m08_%Y%m14')
|
||||
elif (int(day)<=21):
|
||||
fromto=T.strftime('%Y%m15_%Y%m21')
|
||||
else:
|
||||
year=int(T.strftime('%Y'))
|
||||
month=int(T.strftime('%m'))
|
||||
lastday=monthrange(year,month)[1]
|
||||
#print(lastday)
|
||||
fromto=T.strftime('%Y%m22_%Y%m'+str(lastday))
|
||||
print(T.strftime('%Y'),T.strftime('%m'),fromto)
|
||||
parentid=getidbyname3(T.strftime('%Y'),T.strftime('%m'),fromto)
|
||||
try:
|
||||
print("Try:",pathfile)
|
||||
mySite.pwg.images.addSimple(image=pathfile, category=parentid)
|
||||
print("Success:",pathfile)
|
||||
os.rename(pathfile,f2)
|
||||
#delete
|
||||
except Exception as e:
|
||||
print(e)
|
||||
pass
|
||||
#print (T)
|
||||
#print ("Key: %s, value %s" % (tag, tags[tag]))
|
||||
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user