convert/service/convert.py

# -*- coding: utf-8 -*-
from .__load__ import *

class Convert(object):

	def crearSignature(self):
		num = Demeter.time() - 3600*24
		model = Demeter.model('signature')
		model.cdate.assign(num, exp='<=')
		model.delete()

	def signature(self, site_id, appid, appsecret, timestamp, nonce, file, file_id, uid, status = 1):
		sign = Demeter.sha1(appid + '&' + appsecret + '&' + str(timestamp) + '&' + str(nonce) + '&' + file + '&' + str(file_id) + '&' + str(uid));

		time = Demeter.time()
		num = 3600*12
		if time - int(timestamp) > num:
			return False

		# sign 只能使用一次
		if status < 10:
			model = Demeter.model('signature')
			model.signature = sign
			model.site_id = site_id
			info = model.select(type='fetchone')
			if info:
				return False

		param = {}
		param['signature'] = sign
		param['appid'] = appid
		param['appsecret'] = appsecret
		param['timestamp'] = timestamp
		param['nonce'] = nonce
		param['file'] = file
		param['file_id'] = file_id
		param['uid'] = uid

		if status < 10:
			model.signature = sign
			model.site_id = site_id
			model.insert()

		return param

	def update(self, site, appid, file, file_id, file_type, uid):

		info = self.getFile(appid, file)

		convert = Demeter.model('convert')
		convert.site_id = site
		convert.key = info['key']

		data = convert.select(type='fetchone')
		if not data:
			convert.site_id = site
			convert.uid = uid
			convert.file_id = file_id
			convert.file_type = file_type
			convert.file_size = 0
			convert.file = info['file']
			convert.key = info['key']
			convert.name = info['name']
			convert.ext = info['ext']

			convert.local = info['local']
			convert.path = info['path']
			convert.pdf = info['pdf']
			convert.html = info['html']
			convert.url = info['url']

			id = convert.insert()

			info['status'] = 1
			info['id'] = id

		else:
			info['id'] = data['id']
			info['status'] = data['status']

		if uid:
			self.auth(site, uid, info['id'], 1)

		return info

	def getAuth(self, site, uid, convert_id):
		user = Demeter.model('user')
		user.uid = uid
		user.site_id = site
		user.convert_id = convert_id

		data = user.select(type='fetchone')

		return data


	def auth(self, site, uid, convert_id, status):
		user = Demeter.model('user')
		user.uid = uid
		user.site_id = site
		user.convert_id = convert_id

		data = user.select(type='fetchone')
		if not data:
			user.site_id = site
			user.uid = uid
			user.convert_id = convert_id
			user.status = status
			user.insert()
		elif data['status'] != status:
			# 适用于文档转让
			user.id = data['id']
			update = {}
			update['status'] = status
			user.update(update)

		return True

	def get(self, site, appid, file):
		convert = Demeter.model('convert')
		convert.site_id = site
		#convert.key = self.getKey(appid, file)
		convert.key = file

		data = convert.select(type='fetchone')

		return data

	def getKey(self, appid, file):
		return Demeter.sha1(str(appid) + '_' + str(file))

	def getFile(self, appid, file):
		info = {}

		(filepath,temp) = os.path.split(file)
		(filename,extension) = os.path.splitext(temp)

		info['file'] = file
		info['key'] = self.getKey(appid, file)
		info['ext'] = extension
		info['name'] = filename

		info = self.getLocalFile(appid, file, info)

		return info

	def getLocalFile(self, appid, file, info):

		day = str(date.today())
		day = day.split('-')

		#filename =  Demeter.md5(str(uuid.uuid5(uuid.uuid1(), info['key'])))
		filename =  info['key']
		filepath = str(appid) + '/' + day[0] + '/' + day[1] + '/' + day[2]
		path = ''

		if 'save' in Demeter.config['setting']:
			filepath = File.mkdirs(os.path.join(Demeter.config['setting']['save'], filepath)) + '/' + filename
		else:
			filepath = File.mkdirs(os.path.join(Demeter.path, 'runtime','files', filepath)) + '/' + filename

		local = filepath + info['ext']

		info['local'] = local
		info['pdf'] = filepath + '/' + filename + '.pdf'
		# 这里要增加权限控制 html不能直接访问
		info['html'] = filepath + '/' + filename + '.html'
		info['url'] = info['html'].replace(Demeter.path + 'runtime', '')
		info['path'] = filepath + '/'

		return info
		if File.exists(local):
			return info
		else:
			self.download(file, local);
			return info

	def download(self, file, local):
		if 'http' in file:
			import requests
			r = requests.get(file, stream=True)
			with open(local, 'wb') as up:
				for chunk in r.iter_content(chunk_size=1024):
					if chunk:
						up.write(chunk)

		else:
			import shutil
			shutil.copyfile(file, local)

		if File.exists(local):
			return True
		return False

	def command(self, info):
		File.mkdir(info['path'])
		convert = 'cd ' + info['path'] + ' && '

		if info['ext'] != '.pdf':
			convert = convert + 'libreoffice  --invisible --convert-to pdf ' + info['local']
			convert = convert + ' && '
		else:
			info['pdf'] = info['local']
		convert = convert + 'pdf2htmlEX --zoom 1.5 --use-cropbox 0 --no-drm 1 --split-pages 1 '
		convert = convert + '--embed-css 0  --embed-javascript 0 --embed-image 0 --embed-font 1 --process-outline 0 '
		convert = convert + '--embed-external-font 0 --dest-dir '+info['path']+' --page-filename %d.page ' + info['pdf']

		return convert


	def total(self, path):
		page = 0
		for parentdir,dirname,filenames in os.walk(path):  
			for filename in filenames:
				if os.path.splitext(filename)[1]=='.page':
					page = page + 1
		return page

	def handle(self, id):
		model = Demeter.model('convert')
		model.id = id
		info = model.select(type='fetchone')

		if not info:
			return
		siteModel = Demeter.model('site')
		siteModel.id = info['site_id']
		site = siteModel.select(type='fetchone')

		status = True
		if info['status'] == 1 or info['status'] == 4:
			status = False

		if info and status == False:
			model.id = id
			update = {}
			update['status'] = 2
			model.update(update)

			if not File.exists(info['local']):
				self.download(info['file'], info['local'])

			if not File.exists(info['html']):
			#if info:
				handle = self.command(info)
				Shell.popen(handle)
				if File.exists(info['html']):

					# 截屏
					self.cut(info)
					#self.string_switch(info['html'], "taste", "tasting")
					# 获取有多少页
					page = self.total(info['path'])
					model.id = id
					size = os.path.getsize(info['local'])
					update = {}
					update['file_size'] = size
					update['page'] = page
					update['status'] = 3
					model.update(update)

					# 通知接口 通知应用成功转换
					info['page'] = page
					info['file_size'] = size
					self.api(info, site)
					return

			model.id = id
			update = {}
			update['status'] = 4
			model.update(update)

	def api(self, info, site):
		if 'file_id' in info and info['file_id']:
			api = site['api']

			appid = site['appid']
			appsecret = site['appsecret']
			timestamp = Demeter.time()
			nonce = Demeter.hash()
			file = info['key']
			file_id = info['file_id']
			uid = info['uid']

			param = self.signature(site['id'], appid, appsecret, timestamp, nonce, file, file_id, uid)

			param['url'] = 'main/view'
			param['img'] = info['url'] + '.jpg'
			param['page'] = info['page']
			param['ext'] = info['ext']
			param['file_size'] = info['file_size']

			Demeter.curl(api, param, 'post')


	def cut(self, info):
		from wand.image import Image
		pdf = Image(filename=info['pdf'], resolution=50)
		jpg = pdf.convert('jpg')
		req_image = []
		i = 0
		for img in jpg.sequence:
			if i == 0:
				img_page = Image(image=img)
				req_image.append(img_page.make_blob('jpg'))
			i = i+1

		dest = info['html']
		for img in req_image:
			ff = open(dest + '.jpg','wb')
			ff.write(img)
			ff.close()

	def string_switch(self, x,y,z,s=1):
		with open(x, "r", encoding="utf-8") as f:
			#readlines以列表的形式将文件读出
			lines = f.readlines()
	 
		with open(x, "w", encoding="utf-8") as f_w:
			#定义一个数字，用来记录在读取文件时在列表中的位置
			n = 0
			#默认选项，只替换第一次匹配到的行中的字符串
			if s == 1:
				for line in lines:
					if y in line:
						line = line.replace(y,z)
						f_w.write(line)
						n += 1
						break
					f_w.write(line)
					n += 1
				#将剩余的文本内容继续输出
				for i in range(n,len(lines)):
					f_w.write(lines[i])
			#全局匹配替换
			elif s == 'g':
				for line in lines:
					if y in line:
						line = line.replace(y,z)
					f_w.write(line)