123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386 |
- #!/usr/bin/env python
- # -*- coding: utf-8 -*-
- """
- demeter core
- name:demeter.py
- author:rabin
- """
- import time
- import os
- import signal
- import re
- import sys
- import getopt
- import json
- import ConfigParser
- import subprocess
- import urllib2
- from tornado.web import Finish
- class Demeter(object):
- path = ''
- config = {}
- serviceObj = {}
- modelObj = {}
- web = ''
- request = False
- def __new__(self, *args, **kwargs):
- print 'error'
- sys.exit()
- def __init__(self):
- pass
- @staticmethod
- def isset(v):
- try :
- type (eval(v))
- except :
- return 0
- else :
- return 1
- @classmethod
- def initConfig(self):
- self.path = File.path()
- if self.config == {}:
- name = 'dev'
- if 'DEMETER_CONF' in os.environ:
- name = os.environ['DEMETER_CONF']
- filename = self.path + 'conf/'+name+'.conf'
- if File.exists(filename):
- config = ConfigParser.ConfigParser()
- config.read(filename)
- for item in config.sections():
- self.config[item] = self.readConfig(config, item)
- return True
- else:
- print filename + ' is not exists'
- sys.exit()
- @staticmethod
- def readConfig(config, type):
- value = config.options(type)
- result = {}
- for item in value:
- result[item] = config.get(type, item)
- return result
- @classmethod
- def temp(self, key='', name='', value=''):
- temp = Demeter.path + 'conf/temp.conf'
- if File.exists(temp):
- config = ConfigParser.ConfigParser()
- config.read(temp)
- if key and name:
- config.set(key, name, value)
- config.write(open(temp, 'w'))
- else:
- result = {}
- for item in config.sections():
- result[item] = self.readConfig(config, item)
- return result
- @classmethod
- def echo(self, args):
- module = self.getObject('pprint')
- module.pprint(args)
- @classmethod
- def record(self, key, value):
- # 记录日志
- # self.log(key, value)
- service = self.service('record')
- service.push(key, value)
- @classmethod
- def service(self, name):
- path = 'service.'
- if name == 'common':
- path = 'demeter.'
- name = 'service'
- service = self.getClass(name, path)
- return service()
- """
- if name not in self.serviceObj:
- path = 'service.'
- if name == 'common':
- path = 'demeter.'
- name = 'service'
- service = self.getClass(name, path)
- self.serviceObj[name] = service()
- return self.serviceObj[name]
- """
- @classmethod
- def model(self, table, name='rdb'):
- name = self.config['db'][name]
- config = self.config[name]
- obj = self.getObject('db', 'demeter.')
- db = getattr(obj, name.capitalize())
- connect = db(config).get()
- model = self.getClass(table, 'model.')
- return model(name, connect, config)
- """
- if table not in self.modelObj:
- name = self.config['db'][name]
- config = self.config[name]
- obj = self.getObject('db', 'demeter.')
- db = getattr(obj, name.capitalize())
- connect = db(config).get()
- model = self.getClass(table, 'model.')
- self.modelObj[table] = model(name, connect, config)
- return self.modelObj[table]
- """
- @classmethod
- def getClass(self, name, path=''):
- obj = self.getObject(name, path)
- return getattr(obj, name.capitalize())
- @staticmethod
- def getObject(name, path = ''):
- module = __import__(path + name)
- return getattr(module, name)
- @staticmethod
- def bool(value):
- return value == str(True)
- @classmethod
- def runtime(self, path, file, content=''):
- path = self.path + 'runtime/' + path + '/'
- File.mkdir(path)
- file = path + file
- if File.exists(file):
- return False
- else:
- File.write(file, content)
- return True
- @classmethod
- def webstart(self, name):
- self.web = name
- self.webPath = self.path + self.web + '/'
- self.getObject('main', name + '.')
- @classmethod
- def md5(self, value, salt=False):
- module = __import__('md5')
- md5 = getattr(module, 'new')
- md5_obj = md5()
- if salt:
- if salt == True:
- salt = self.rand()
- md5_obj.update(value + salt)
- return md5_obj.hexdigest() + '_' + salt
- else:
- md5_obj.update(value)
- return md5_obj.hexdigest()
- @staticmethod
- def rand(length = 4):
- module = __import__('random')
- rand = getattr(module, 'randint')
- salt = ''
- chars = 'AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz0123456789'
- len_chars = len(chars) - 1
- for i in xrange(length):
- salt += chars[rand(0, len_chars)]
- return salt
- @staticmethod
- def hour(value):
- if value < 10:
- return '0' + str(value)
- return value
- @staticmethod
- def time():
- return int(time.time())
- @staticmethod
- def mktime(value, string='%Y-%m-%d %H:%M:%S'):
- if ' ' in string and ' ' not in value:
- value = value + ' 00:00:00'
- return int(time.mktime(time.strptime(value,string)))
- @staticmethod
- def date(value, string='%Y-%m-%d %H:%M:%S'):
- module = __import__('datetime')
- datetime = getattr(module, 'datetime')
- fromtimestamp = getattr(datetime, 'fromtimestamp')
- return str(fromtimestamp(value).strftime(string))
- @staticmethod
- def isJson(value):
- result = False
- try:
- result = json.loads(value)
- except ValueError:
- return result
- return result
- @staticmethod
- def compressUuid(value):
- row = value.replace('-', '')
- code = ''
- hash = [x for x in "0123456789-abcdefghijklmnopqrstuvwxyz_ABCDEFGHIJKLMNOPQRSTUVWXYZ"]
- for i in xrange(10):
- enbin = "%012d" % int(bin(int(row[i * 3] + row[i * 3 + 1] + row[i * 3 + 2], 16))[2:], 10)
- code += (hash[int(enbin[0:6], 2)] + hash[int(enbin[6:12], 2)])
- return code
- @staticmethod
- def checkMobile(request):
- if 'Demeter-Mobile' in request.headers:
- return True
- userAgent = request.headers['User-Agent']
- # userAgent = env.get('HTTP_USER_AGENT')
- _long_matches = r'googlebot-mobile|android|avantgo|blackberry|blazer|elaine|hiptop|ip(hone|od)|kindle|midp|mmp|mobile|o2|opera mini|palm( os)?|pda|plucker|pocket|psp|smartphone|symbian|treo|up\.(browser|link)|vodafone|wap|windows ce; (iemobile|ppc)|xiino|maemo|fennec'
- _long_matches = re.compile(_long_matches, re.IGNORECASE)
- _short_matches = r'1207|6310|6590|3gso|4thp|50[1-6]i|770s|802s|a wa|abac|ac(er|oo|s\-)|ai(ko|rn)|al(av|ca|co)|amoi|an(ex|ny|yw)|aptu|ar(ch|go)|as(te|us)|attw|au(di|\-m|r |s )|avan|be(ck|ll|nq)|bi(lb|rd)|bl(ac|az)|br(e|v)w|bumb|bw\-(n|u)|c55\/|capi|ccwa|cdm\-|cell|chtm|cldc|cmd\-|co(mp|nd)|craw|da(it|ll|ng)|dbte|dc\-s|devi|dica|dmob|do(c|p)o|ds(12|\-d)|el(49|ai)|em(l2|ul)|er(ic|k0)|esl8|ez([4-7]0|os|wa|ze)|fetc|fly(\-|_)|g1 u|g560|gene|gf\-5|g\-mo|go(\.w|od)|gr(ad|un)|haie|hcit|hd\-(m|p|t)|hei\-|hi(pt|ta)|hp( i|ip)|hs\-c|ht(c(\-| |_|a|g|p|s|t)|tp)|hu(aw|tc)|i\-(20|go|ma)|i230|iac( |\-|\/)|ibro|idea|ig01|ikom|im1k|inno|ipaq|iris|ja(t|v)a|jbro|jemu|jigs|kddi|keji|kgt( |\/)|klon|kpt |kwc\-|kyo(c|k)|le(no|xi)|lg( g|\/(k|l|u)|50|54|e\-|e\/|\-[a-w])|libw|lynx|m1\-w|m3ga|m50\/|ma(te|ui|xo)|mc(01|21|ca)|m\-cr|me(di|rc|ri)|mi(o8|oa|ts)|mmef|mo(01|02|bi|de|do|t(\-| |o|v)|zz)|mt(50|p1|v )|mwbp|mywa|n10[0-2]|n20[2-3]|n30(0|2)|n50(0|2|5)|n7(0(0|1)|10)|ne((c|m)\-|on|tf|wf|wg|wt)|nok(6|i)|nzph|o2im|op(ti|wv)|oran|owg1|p800|pan(a|d|t)|pdxg|pg(13|\-([1-8]|c))|phil|pire|pl(ay|uc)|pn\-2|po(ck|rt|se)|prox|psio|pt\-g|qa\-a|qc(07|12|21|32|60|\-[2-7]|i\-)|qtek|r380|r600|raks|rim9|ro(ve|zo)|s55\/|sa(ge|ma|mm|ms|ny|va)|sc(01|h\-|oo|p\-)|sdk\/|se(c(\-|0|1)|47|mc|nd|ri)|sgh\-|shar|sie(\-|m)|sk\-0|sl(45|id)|sm(al|ar|b3|it|t5)|so(ft|ny)|sp(01|h\-|v\-|v )|sy(01|mb)|t2(18|50)|t6(00|10|18)|ta(gt|lk)|tcl\-|tdg\-|tel(i|m)|tim\-|t\-mo|to(pl|sh)|ts(70|m\-|m3|m5)|tx\-9|up(\.b|g1|si)|utst|v400|v750|veri|vi(rg|te)|vk(40|5[0-3]|\-v)|vm40|voda|vulc|vx(52|53|60|61|70|80|81|83|85|98)|w3c(\-| )|webc|whit|wi(g |nc|nw)|wmlb|wonu|x700|xda(\-|2|g)|yas\-|your|zeto|zte\-'
- _short_matches = re.compile(_short_matches, re.IGNORECASE)
- if _long_matches.search(userAgent) != None:
- return True
- user_agent = userAgent[0:4]
- if _short_matches.search(user_agent) != None:
- return True
- return False
- @staticmethod
- def exp(exp, value):
- if exp:
- exp = exp.replace('{n}', value)
- value = str(eval(exp))
- return value
- @classmethod
- def curl(self, url):
- req = urllib2.Request(url)
- response = urllib2.urlopen(req)
- return response.read()
- @classmethod
- def error(self, string):
- if self.request:
- self.request.out(string)
- #self.request.finish()
- raise Finish()
- else:
- print string
- #os._exit(0)
- class File(object):
- @staticmethod
- def write(file, content):
- handle = open(file, 'w')
- handle.write(content)
- handle.close()
- Shell.popen('chmod +x ' + file)
- @staticmethod
- def read(path, name):
- handle = open(path + name, 'r')
- content = handle.read()
- handle.close()
- return content
- @staticmethod
- def cur_path():
- return os.path.split(os.path.realpath(__file__))[0] + '/'
- @staticmethod
- def path():
- return os.sys.path[0] + '/'
- @staticmethod
- def exists(name):
- return os.path.exists(name)
- @staticmethod
- def rename(old, new):
- return os.rename(old, new)
- @staticmethod
- def remove(file):
- return os.remove(file)
- @staticmethod
- def mkdir(path):
- if File.exists(path) == False:
- os.mkdir(path)
- return path
- @staticmethod
- def mkdirs(path):
- if File.exists(path) == False:
- os.makedirs(path)
- return path
- class Shell(object):
- @staticmethod
- def popen(command, sub=False, bg=False, timeout=0):
- string = command
- if bg == True:
- command = command + ' 1>/dev/null 2>&1 &'
- if timeout > 0:
- proc = subprocess.Popen(command,bufsize=0,stdout=subprocess.PIPE,stderr=subprocess.PIPE,shell=True, close_fds=True, preexec_fn = os.setsid)
- poll_seconds = .250
- deadline = time.time() + timeout
- while time.time() < deadline and proc.poll() == None:
- time.sleep(poll_seconds)
- if proc.poll() == None:
- os.killpg(proc.pid, signal.SIGTERM)
- return 'timeout'
- stdout,stderr = proc.communicate()
- return stdout
- elif sub == False:
- process = os.popen(command)
- output = process.read()
- process.close()
- return output
- else:
- popen = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE)
- output = ''
- print string
- while True:
- output = popen.stdout.readline()
- print output
- if popen.poll() is not None:
- break
- return output
- class Check(object):
- @staticmethod
- def match(rule, value):
- if not rule.match(value):
- return False
- return True
- @staticmethod
- def mobile(value):
- rule = re.compile(r'1\d{10}')
- return Check.match(rule, value)
- @staticmethod
- def number(value):
- try:
- int(value)
- return True
- except ValueError:
- return False
- @staticmethod
- def numberFloat(value):
- try:
- float(value)
- return True
- except ValueError:
- return False
- Demeter.initConfig()
|