1
0
mirror of https://github.com/haiwen/ccnet-server.git synced 2025-04-28 18:43:21 +00:00
ccnet-server/python/ccnet/rpc.py
2018-11-19 11:32:35 +08:00

457 lines
13 KiB
Python

from pysearpc import SearpcClient, searpc_func, SearpcError
from ccnet.status_code import SC_CLIENT_CALL, SS_CLIENT_CALL, \
SC_CLIENT_MORE, SS_CLIENT_MORE, SC_SERVER_RET, \
SC_SERVER_MORE, SC_PROC_DEAD
from ccnet.errors import NetworkError
class DeadProcError(Exception):
def __str__(self):
return "Processor is dead"
class RpcClientBase(SearpcClient):
def __init__(self, ccnet_client_pool, service_name, retry_num=1,
is_remote=False, remote_peer_id='', req_pool=False):
SearpcClient.__init__(self)
self.pool = ccnet_client_pool
self.service_name = service_name
self.retry_num = retry_num
self.is_remote = is_remote
self.remote_peer_id = remote_peer_id
self.req_pool = req_pool
if self.is_remote and len(self.remote_peer_id) != 40:
raise ValueError("Invalid remote peer id")
def _start_service(self, client):
req_id = client.get_request_id()
req_str = self.service_name
if self.is_remote:
req_str = "remote " + self.remote_peer_id + " " + self.service_name
client.send_request(req_id, req_str)
rsp = client.read_response()
if rsp.code != "200":
raise SearpcError("Error received: %s %s (In _start_service)" % (rsp.code, rsp.code_msg))
return req_id
def _real_call(self, client, req_id, fcall_str):
client.send_update(req_id, SC_CLIENT_CALL, SS_CLIENT_CALL, fcall_str)
rsp = client.read_response()
if rsp.code == SC_SERVER_RET:
return rsp.content
elif rsp.code == SC_SERVER_MORE:
buf = rsp.content
while True:
client.send_update(req_id, SC_CLIENT_MORE,
SS_CLIENT_MORE, '')
rsp = client.read_response()
if rsp.code == SC_SERVER_MORE:
buf += rsp.content
elif rsp.code == SC_SERVER_RET:
buf += rsp.content
break
else:
raise SearpcError("Error received: %s %s (In Read More)" % (rsp.code, rsp.code_msg))
return buf
elif rsp.code == SC_PROC_DEAD:
raise DeadProcError()
else:
raise SearpcError("Error received: %s %s" % (rsp.code, rsp.code_msg))
def call_remote_func_sync(self, fcall_str):
"""Call remote function `fcall_str` and wait response."""
retried = 0
while True:
try:
client = self.pool.get_client()
if self.req_pool:
req_id = client.req_ids.get(self.service_name, -1)
if req_id == -1:
req_id = self._start_service(client)
client.req_ids[self.service_name] = req_id
try:
ret = self._real_call(client, req_id, fcall_str)
except DeadProcError:
client.req_ids[self.service_name] = -1
self.pool.return_client(client)
if retried < self.retry_num:
retried = retried + 1
continue
else:
raise
self.pool.return_client(client)
return ret
else:
# no req pool
req_id = self._start_service(client)
ret = self._real_call(client, req_id, fcall_str)
client.send_update(req_id, "103", "service is done", "")
self.pool.return_client(client)
return ret
except (NetworkError, SearpcError):
# the client is not returned to the pool and is freed automatically
if retried < self.retry_num:
retried = retried + 1
continue
else:
raise
class CcnetRpcClient(RpcClientBase):
def __init__(self, ccnet_client_pool, retry_num=1, *args, **kwargs):
RpcClientBase.__init__(self, ccnet_client_pool, "ccnet-rpcserver",
*args, **kwargs)
@searpc_func("string", [])
def list_peers(self):
pass
@searpc_func("objlist", [])
def list_resolving_peers(self):
pass
@searpc_func("objlist", ["string"])
def get_peers_by_role(self):
pass
@searpc_func("object", ["string"])
def get_peer(self):
pass
@searpc_func("object", [])
def get_session_info(self):
pass
@searpc_func("int", ["string"])
def add_client(self):
pass
@searpc_func("int", ["string", "string"])
def add_role(self, peer_id, role):
pass
@searpc_func("int", ["string", "string"])
def remove_role(self, peer_id, role):
pass
@searpc_func("objlist", ["int", "int"])
def get_procs_alive(self, offset, limit):
pass
@searpc_func("int", [])
def count_procs_alive(self):
pass
@searpc_func("objlist", ["int", "int"])
def get_procs_dead(self, offset, limit):
pass
@searpc_func("int", [])
def count_procs_dead(self):
pass
@searpc_func("string", ["string"])
def get_config(self, key):
pass
@searpc_func("int", ["string", "string"])
def set_config(self, key, value):
pass
@searpc_func("objlist", [])
def list_peer_stat(self, key, value):
pass
class CcnetThreadedRpcClient(RpcClientBase):
def __init__(self, ccnet_client_pool, retry_num=1, *args, **kwargs):
RpcClientBase.__init__(self, ccnet_client_pool, "ccnet-threaded-rpcserver",
*args, **kwargs)
@searpc_func("int", ["string", "string", "int", "int"])
def add_emailuser(self, email, passwd, is_staff, is_active):
pass
@searpc_func("int", ["string", "string"])
def remove_emailuser(self, source, email):
pass
@searpc_func("int", ["string", "string"])
def validate_emailuser(self, email, passwd):
pass
@searpc_func("object", ["string"])
def get_emailuser(self, email):
pass
@searpc_func("object", ["string"])
def get_emailuser_with_import(self, email):
pass
@searpc_func("object", ["int"])
def get_emailuser_by_id(self, user_id):
pass
@searpc_func("objlist", ["string", "int", "int", "string"])
def get_emailusers(self, source, start, limit, status):
pass
@searpc_func("objlist", ["string", "string", "int", "int"])
def search_emailusers(self, source, email_patt, start, limit):
pass
@searpc_func("objlist", ["string", "int", "int"])
def search_ldapusers(self, keyword, start, limit):
pass
@searpc_func("int64", ["string"])
def count_emailusers(self, source):
pass
@searpc_func("int64", ["string"])
def count_inactive_emailusers(self, source):
pass
@searpc_func("objlist", ["string"])
def filter_emailusers_by_emails(self):
pass
@searpc_func("int", ["string", "int", "string", "int", "int"])
def update_emailuser(self, source, user_id, password, is_staff, is_active):
pass
@searpc_func("int", ["string", "string"])
def update_role_emailuser(self, email, role):
pass
@searpc_func("objlist", [])
def get_superusers(self):
pass
@searpc_func("int", ["string", "string"])
def add_binding(self, email, peer_id):
pass
@searpc_func("string", ["string"])
def get_binding_email(self, peer_id):
pass
@searpc_func("string", ["string"])
def get_binding_peerids(self, email):
pass
@searpc_func("int", ["string"])
def remove_binding(self, email):
pass
@searpc_func("int", ["string", "string"])
def remove_one_binding(self, email, peer_id):
pass
@searpc_func("objlist", ["string"])
def get_peers_by_email(self, email):
pass
@searpc_func("int", ["string", "string", "string", "int"])
def create_group(self, group_name, user_name, gtype, parent_group_id):
pass
@searpc_func("int", ["int", "string", "string", "int"])
def create_org_group(self, org_id, group_name, user_name, parent_group_id):
pass
@searpc_func("int", ["int"])
def remove_group(self, group_id):
pass
@searpc_func("int", ["int", "string", "string"])
def group_add_member(self, group_id, user_name, member_name):
pass
@searpc_func("int", ["int", "string", "string"])
def group_remove_member(self, group_id, user_name, member_name):
pass
@searpc_func("int", ["int", "string"])
def group_set_admin(self, group_id, member_name):
pass
@searpc_func("int", ["int", "string"])
def group_unset_admin(self, group_id, member_name):
pass
@searpc_func("int", ["int", "string"])
def set_group_name(self, group_id, group_name):
pass
@searpc_func("int", ["int", "string"])
def quit_group(self, group_id, user_name):
pass
@searpc_func("objlist", ["string", "int"])
def get_groups(self, user_name, return_ancestors):
pass
@searpc_func("objlist", ["int", "int", "string"])
def get_all_groups(self, start, limit, source):
pass
@searpc_func("objlist", ["int"])
def get_ancestor_groups(self, group_id):
pass
@searpc_func("objlist", ["int"])
def get_top_groups(self, including_org):
pass
@searpc_func("objlist", ["int"])
def get_child_groups(self, group_id):
pass
@searpc_func("objlist", ["int"])
def get_descendants_groups(self, group_id):
pass
@searpc_func("object", ["int"])
def get_group(self, group_id):
pass
@searpc_func("objlist", ["int"])
def get_group_members(self, group_id):
pass
@searpc_func("objlist", ["int", "string"])
def get_members_with_prefix(self, group_id, prefix):
pass
@searpc_func("int", ["int", "string", "int"])
def check_group_staff(self, group_id, username, in_structure):
pass
@searpc_func("int", ["string"])
def remove_group_user(self, username):
pass
@searpc_func("int", ["int", "string", "int"])
def is_group_user(self, group_id, user, in_structure):
pass
@searpc_func("int", ["int", "string"])
def set_group_creator(self, group_id, user_name):
pass
@searpc_func("objlist", ["string", "int", "int"])
def search_groups(self, group_patt, start, limit):
pass
@searpc_func("int", ["string", "string", "string"])
def create_org(self, org_name, url_prefix, creator):
pass
@searpc_func("int", ["int"])
def remove_org(self, org_id):
pass
@searpc_func("objlist", ["int", "int"])
def get_all_orgs(self, start, limit):
pass
@searpc_func("int64", [])
def count_orgs(self):
pass
@searpc_func("object", ["string"])
def get_org_by_url_prefix(self, url_prefix):
pass
@searpc_func("object", ["string"])
def get_org_by_id(self, org_id):
pass
@searpc_func("int", ["int", "string", "int"])
def add_org_user(self, org_id, email, is_staff):
pass
@searpc_func("int", ["int", "string"])
def remove_org_user(self, org_id, email):
pass
@searpc_func("objlist", ["string"])
def get_orgs_by_user(self, email):
pass
@searpc_func("objlist", ["string", "int", "int"])
def get_org_emailusers(self, url_prefix, start, limit):
pass
@searpc_func("int", ["int", "int"])
def add_org_group(self, org_id, group_id):
pass
@searpc_func("int", ["int", "int"])
def remove_org_group(self, org_id, group_id):
pass
@searpc_func("int", ["int"])
def is_org_group(self, group_id):
pass
@searpc_func("int", ["int"])
def get_org_id_by_group(self, group_id):
pass
@searpc_func("objlist", ["int", "int", "int"])
def get_org_groups(self, org_id, start, limit):
pass
@searpc_func("objlist", ["string", "int"])
def get_org_groups_by_user (self, user, org_id):
pass
@searpc_func("objlist", ["int"])
def get_org_top_groups(self, org_id):
pass
@searpc_func("int", ["int", "string"])
def org_user_exists(self, org_id, email):
pass
@searpc_func("int", ["int", "string"])
def is_org_staff(self, org_id, user):
pass
@searpc_func("int", ["int", "string"])
def set_org_staff(self, org_id, user):
pass
@searpc_func("int", ["int", "string"])
def unset_org_staff(self, org_id, user):
pass
@searpc_func("int", ["int", "string"])
def set_org_name(self, org_id, org_name):
pass
@searpc_func("int", ["string", "string"])
def set_reference_id(self, primary_id, reference_id):
pass
@searpc_func("string", ["string"])
def get_primary_id(self, email):
pass
@searpc_func("objlist", ["string"])
def get_groups_members(self, group_ids):
pass
@searpc_func("objlist", ["string", "string"])
def get_emailusers_in_list(self, source, user_list):
pass