112 lines
3.2 KiB
Python
112 lines
3.2 KiB
Python
|
# -*- coding: utf-8 -*-
|
|||
|
|
# !/usr/bin/env python
|
|||
|
|
"""
|
|||
|
|
-------------------------------------------------
|
|||
|
|
File Name： DbClient.py
|
|||
|
|
Description : DB工厂类
|
|||
|
|
Author : JHao
|
|||
|
|
date： 2016/12/2
|
|||
|
|
-------------------------------------------------
|
|||
|
|
Change Activity:
|
|||
|
|
2016/12/2:
|
|||
|
|
-------------------------------------------------
|
|||
|
|
"""
|
|||
|
|
__author__ = 'JHao'
|
|||
|
|
|
|||
|
|
import os
|
|||
|
|
import sys
|
|||
|
|
|
|||
|
|
from Config.ConfigGetter import config
|
|||
|
|
from Util import Singleton
|
|||
|
|
|
|||
|
|
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
|
|||
|
|
|
|||
|
|
|
|||
|
|
class DbClient(object):
|
|||
|
|
"""
|
|||
|
|
DbClient DB工厂类 提供get/put/update/pop/delete/exists/getAll/clean/getNumber/changeTable方法
|
|||
|
|
|
|||
|
|
目前存放代理的有两种, 使用changeTable方法切换操作对象：
|
|||
|
|
raw_proxy： 存放原始的代理；
|
|||
|
|
useful_proxy： 存放检验后的代理；
|
|||
|
|
|
|||
|
|
|
|||
|
|
抽象方法定义：
|
|||
|
|
get(proxy): 返回指定proxy的信息;
|
|||
|
|
put(proxy): 存入一个proxy信息;
|
|||
|
|
pop(): 返回并删除一个proxy信息;
|
|||
|
|
update(proxy): 更新指定proxy信息;
|
|||
|
|
delete(proxy): 删除指定proxy;
|
|||
|
|
exists(proxy): 判断指定proxy是否存在;
|
|||
|
|
getAll(): 列表形式返回所有代理;
|
|||
|
|
clean(): 清除所有proxy信息;
|
|||
|
|
getNumber(): 返回proxy数据量;
|
|||
|
|
changeTable(name): 切换操作对象 raw_proxy/useful_proxy
|
|||
|
|
|
|||
|
|
|
|||
|
|
所有方法需要相应类去具体实现：
|
|||
|
|
ssdb: SsdbClient.py
|
|||
|
|
redis: RedisClient.py
|
|||
|
|
mongodb: MongodbClient.py
|
|||
|
|
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
__metaclass__ = Singleton
|
|||
|
|
|
|||
|
|
def __init__(self):
|
|||
|
|
"""
|
|||
|
|
init
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
self.__initDbClient()
|
|||
|
|
|
|||
|
|
def __initDbClient(self):
|
|||
|
|
"""
|
|||
|
|
init DB Client
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
__type = None
|
|||
|
|
if "SSDB" == config.db_type:
|
|||
|
|
__type = "SsdbClient"
|
|||
|
|
elif "REDIS" == config.db_type:
|
|||
|
|
__type = "RedisClient"
|
|||
|
|
elif "MONGODB" == config.db_type:
|
|||
|
|
__type = "MongodbClient"
|
|||
|
|
else:
|
|||
|
|
pass
|
|||
|
|
assert __type, 'type error, Not support DB type: {}'.format(config.db_type)
|
|||
|
|
self.client = getattr(__import__(__type), __type)(name=config.db_name,
|
|||
|
|
host=config.db_host,
|
|||
|
|
port=config.db_port,
|
|||
|
|
password=config.db_password)
|
|||
|
|
|
|||
|
|
def get(self, key, **kwargs):
|
|||
|
|
return self.client.get(key, **kwargs)
|
|||
|
|
|
|||
|
|
def put(self, key, **kwargs):
|
|||
|
|
return self.client.put(key, **kwargs)
|
|||
|
|
|
|||
|
|
def update(self, key, value, **kwargs):
|
|||
|
|
return self.client.update(key, value, **kwargs)
|
|||
|
|
|
|||
|
|
def delete(self, key, **kwargs):
|
|||
|
|
return self.client.delete(key, **kwargs)
|
|||
|
|
|
|||
|
|
def exists(self, key, **kwargs):
|
|||
|
|
return self.client.exists(key, **kwargs)
|
|||
|
|
|
|||
|
|
def pop(self, **kwargs):
|
|||
|
|
return self.client.pop(**kwargs)
|
|||
|
|
|
|||
|
|
def getAll(self):
|
|||
|
|
return self.client.getAll()
|
|||
|
|
|
|||
|
|
def clear(self):
|
|||
|
|
return self.client.clear()
|
|||
|
|
|
|||
|
|
def changeTable(self, name):
|
|||
|
|
self.client.changeTable(name)
|
|||
|
|
|
|||
|
|
def getNumber(self):
|
|||
|
|
return self.client.getNumber()
|