Initial commit of Ccnet server.

python/ccnet/rpc.py

@@ -0,0 +1,410 @@
+from pysearpc import SearpcClient, searpc_func, SearpcError
+
+from ccnet.status_code import SC_CLIENT_CALL, SS_CLIENT_CALL, \
+    SC_CLIENT_MORE, SS_CLIENT_MORE, SC_SERVER_RET, \
+    SC_SERVER_MORE, SC_PROC_DEAD
+
+from ccnet.errors import NetworkError
+
+class DeadProcError(Exception):
+    def __str__(self):
+        return "Processor is dead"
+
+
+class RpcClientBase(SearpcClient):
+    
+    def __init__(self, ccnet_client_pool, service_name, retry_num=1,
+                 is_remote=False, remote_peer_id='', req_pool=False):
+        SearpcClient.__init__(self)
+        self.pool = ccnet_client_pool
+        self.service_name = service_name
+        self.retry_num = retry_num
+        self.is_remote = is_remote
+        self.remote_peer_id = remote_peer_id
+        self.req_pool = req_pool
+        if self.is_remote and len(self.remote_peer_id) != 40:
+            raise ValueError("Invalid remote peer id")
+
+    def _start_service(self, client):
+        req_id = client.get_request_id()
+        req_str = self.service_name
+        if self.is_remote:
+            req_str = "remote " + self.remote_peer_id + " " + self.service_name
+        client.send_request(req_id, req_str)
+        rsp = client.read_response()
+        if rsp.code != "200":
+            raise SearpcError("Error received: %s %s (In _start_service)" % (rsp.code, rsp.code_msg))
+        return req_id
+
+    def _real_call(self, client, req_id, fcall_str):
+        client.send_update(req_id, SC_CLIENT_CALL, SS_CLIENT_CALL, fcall_str)
+                
+        rsp = client.read_response()
+        if rsp.code == SC_SERVER_RET:
+            return rsp.content
+        elif rsp.code == SC_SERVER_MORE:
+            buf = rsp.content
+            while True:
+                client.send_update(req_id, SC_CLIENT_MORE,
+                                   SS_CLIENT_MORE, '')
+                rsp = client.read_response()
+                if rsp.code == SC_SERVER_MORE:
+                    buf += rsp.content
+                elif rsp.code == SC_SERVER_RET:
+                    buf += rsp.content
+                    break
+                else:
+                    raise SearpcError("Error received: %s %s (In Read More)" % (rsp.code, rsp.code_msg))
+
+            return buf
+        elif rsp.code == SC_PROC_DEAD:
+            raise DeadProcError()
+        else:
+            raise SearpcError("Error received: %s %s" % (rsp.code, rsp.code_msg))
+
+    def call_remote_func_sync(self, fcall_str):
+        """Call remote function `fcall_str` and wait response."""
+
+        retried = 0
+        while True:
+            try:
+                client = self.pool.get_client()
+                if self.req_pool:
+                    req_id = client.req_ids.get(self.service_name, -1)
+                    if req_id == -1:
+                        req_id = self._start_service(client)
+                        client.req_ids[self.service_name] = req_id
+                    try:
+                        ret = self._real_call(client, req_id, fcall_str)
+                    except DeadProcError:
+                        client.req_ids[self.service_name] = -1
+                        self.pool.return_client(client)
+                        if retried < self.retry_num:
+                            retried = retried + 1
+                            continue
+                        else:
+                            raise
+
+                    self.pool.return_client(client)
+                    return ret
+                else:
+                    # no req pool
+                    req_id = self._start_service(client)
+                    ret = self._real_call(client, req_id, fcall_str)
+                    client.send_update(req_id, "103", "service is done", "")
+                    self.pool.return_client(client)
+                    return ret
+            except (NetworkError, SearpcError):
+                # the client is not returned to the pool and is freed automatically
+                if retried < self.retry_num:
+                    retried = retried + 1
+                    continue
+                else:
+                    raise
+
+class CcnetRpcClient(RpcClientBase):
+
+    def __init__(self, ccnet_client_pool, retry_num=1, *args, **kwargs):
+        RpcClientBase.__init__(self, ccnet_client_pool, "ccnet-rpcserver",
+                               *args, **kwargs)
+
+    @searpc_func("string", [])
+    def list_peers(self):
+        pass
+
+    @searpc_func("objlist", [])
+    def list_resolving_peers(self):
+        pass
+
+    @searpc_func("objlist", ["string"])
+    def get_peers_by_role(self):
+        pass
+    
+    @searpc_func("object", ["string"])
+    def get_peer(self):
+        pass
+
+    @searpc_func("object", [])
+    def get_session_info(self):
+        pass
+
+    @searpc_func("int", ["string"])
+    def add_client(self):
+        pass
+
+    @searpc_func("int", ["string", "string"])
+    def add_role(self, peer_id, role):
+        pass
+    
+    @searpc_func("int", ["string", "string"])
+    def remove_role(self, peer_id, role):
+        pass
+
+    @searpc_func("objlist", ["int", "int"])
+    def get_procs_alive(self, offset, limit):
+        pass
+
+    @searpc_func("int", [])
+    def count_procs_alive(self):
+        pass
+
+    @searpc_func("objlist", ["int", "int"])
+    def get_procs_dead(self, offset, limit):
+        pass
+
+    @searpc_func("int", [])
+    def count_procs_dead(self):
+        pass
+    
+    @searpc_func("string", ["string"])
+    def get_config(self, key):
+        pass
+
+    @searpc_func("int", ["string", "string"])
+    def set_config(self, key, value):
+        pass   
+
+    @searpc_func("objlist", [])
+    def list_peer_stat(self, key, value):
+        pass
+
+
+class CcnetThreadedRpcClient(RpcClientBase):
+
+    def __init__(self, ccnet_client_pool, retry_num=1, *args, **kwargs):
+        RpcClientBase.__init__(self, ccnet_client_pool, "ccnet-threaded-rpcserver",
+                               *args, **kwargs)
+
+    @searpc_func("int", ["string", "string", "int", "int"])
+    def add_emailuser(self, email, passwd, is_staff, is_active):
+        pass
+    
+    @searpc_func("int", ["string", "string"])
+    def remove_emailuser(self, source, email):
+        pass
+    
+    @searpc_func("int", ["string", "string"])
+    def validate_emailuser(self, email, passwd):
+        pass
+
+    @searpc_func("object", ["string"])
+    def get_emailuser(self, email):
+        pass
+
+    @searpc_func("object", ["string"])
+    def get_emailuser_with_import(self, email):
+        pass
+
+    @searpc_func("object", ["int"])
+    def get_emailuser_by_id(self, user_id):
+        pass
+
+    @searpc_func("objlist", ["string", "int", "int", "string"])
+    def get_emailusers(self, source, start, limit, status):
+        pass
+
+    @searpc_func("objlist", ["string", "string", "int", "int"])
+    def search_emailusers(self, source, email_patt, start, limit):
+        pass
+
+    @searpc_func("objlist", ["string", "int", "int"])
+    def search_ldapusers(self, keyword, start, limit):
+        pass
+    
+    @searpc_func("int64", ["string"])
+    def count_emailusers(self, source):
+        pass
+
+    @searpc_func("int64", ["string"])
+    def count_inactive_emailusers(self, source):
+        pass
+
+    @searpc_func("objlist", ["string"])
+    def filter_emailusers_by_emails(self):
+        pass
+    
+    @searpc_func("int", ["string", "int", "string", "int", "int"])
+    def update_emailuser(self, source, user_id, password, is_staff, is_active):
+        pass
+
+    @searpc_func("int", ["string", "string"])
+    def update_role_emailuser(self, email, role):
+        pass
+
+    @searpc_func("objlist", [])
+    def get_superusers(self):
+        pass
+
+    @searpc_func("int", ["string", "string"])
+    def add_binding(self, email, peer_id):
+        pass
+    
+    @searpc_func("string", ["string"])
+    def get_binding_email(self, peer_id):
+        pass
+    
+    @searpc_func("string", ["string"])
+    def get_binding_peerids(self, email):
+        pass
+
+    @searpc_func("int", ["string"])
+    def remove_binding(self, email):
+        pass
+
+    @searpc_func("int", ["string", "string"])
+    def remove_one_binding(self, email, peer_id):
+        pass
+    
+    @searpc_func("objlist", ["string"])
+    def get_peers_by_email(self, email):
+        pass
+
+    @searpc_func("int", ["string", "string", "string"])
+    def create_group(self, group_name, user_name, gtype):
+        pass
+
+    @searpc_func("int", ["int", "string", "string"])
+    def create_org_group(self, org_id, group_name, user_name):
+        pass
+    
+    @searpc_func("int", ["int"])
+    def remove_group(self, group_id):
+        pass
+
+    @searpc_func("int", ["int", "string", "string"])
+    def group_add_member(self, group_id, user_name, member_name):
+        pass
+    
+    @searpc_func("int", ["int", "string", "string"])
+    def group_remove_member(self, group_id, user_name, member_name):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def group_set_admin(self, group_id, member_name):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def group_unset_admin(self, group_id, member_name):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def set_group_name(self, group_id, group_name):
+        pass
+    
+    @searpc_func("int", ["int", "string"])
+    def quit_group(self, group_id, user_name):
+        pass
+
+    @searpc_func("objlist", ["string"])
+    def get_groups(self, user_name):
+        pass
+
+    @searpc_func("objlist", ["int", "int", "string"])
+    def get_all_groups(self, start, limit, source):
+        pass
+    
+    @searpc_func("object", ["int"])
+    def get_group(self, group_id):
+        pass
+
+    @searpc_func("objlist", ["int"])
+    def get_group_members(self, group_id):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def check_group_staff(self, group_id, username):
+        pass
+
+    @searpc_func("int", ["string"])
+    def remove_group_user(self, username):
+        pass
+    
+    @searpc_func("int", ["int", "string"])
+    def is_group_user(self, group_id, user):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def set_group_creator(self, group_id, user_name):
+        pass
+
+    @searpc_func("int", ["string", "string", "string"])
+    def create_org(self, org_name, url_prefix, creator):
+        pass
+
+    @searpc_func("int", ["int"])
+    def remove_org(self, org_id):
+        pass
+    
+    @searpc_func("objlist", ["int", "int"])
+    def get_all_orgs(self, start, limit):
+        pass
+
+    @searpc_func("int64", [])
+    def count_orgs(self):
+        pass
+
+    @searpc_func("object", ["string"])
+    def get_org_by_url_prefix(self, url_prefix):
+        pass
+
+    @searpc_func("object", ["string"])
+    def get_org_by_id(self, org_id):
+        pass
+    
+    @searpc_func("int", ["int", "string", "int"])
+    def add_org_user(self, org_id, email, is_staff):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def remove_org_user(self, org_id, email):
+        pass
+    
+    @searpc_func("objlist", ["string"])
+    def get_orgs_by_user(self, email):
+        pass
+    
+    @searpc_func("objlist", ["string", "int", "int"])
+    def get_org_emailusers(self, url_prefix, start, limit):
+        pass
+
+    @searpc_func("int", ["int", "int"])
+    def add_org_group(self, org_id, group_id):
+        pass
+
+    @searpc_func("int", ["int", "int"])
+    def remove_org_group(self, org_id, group_id):
+        pass
+
+    @searpc_func("int", ["int"])
+    def is_org_group(self, group_id):
+        pass
+
+    @searpc_func("int", ["int"])
+    def get_org_id_by_group(self, group_id):
+        pass
+    
+    @searpc_func("objlist", ["int", "int", "int"])
+    def get_org_groups(self, org_id, start, limit):
+        pass
+    
+    @searpc_func("int", ["int", "string"])
+    def org_user_exists(self, org_id, email):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def is_org_staff(self, org_id, user):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def set_org_staff(self, org_id, user):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def unset_org_staff(self, org_id, user):
+        pass
+
+    @searpc_func("int", ["int", "string"])
+    def set_org_name(self, org_id, org_name):
+        pass
+    
+