Add and del ccnet compilation dependency in seafile (#347)

* Add and del ccnet compilation dependency in seafile * Del import ccnet * Del extra ccnet compilation dependencies * Del support WIN32
2025-09-17 07:40:25 +00:00 · 2020-05-09 16:31:47 +08:00
parent 708bfacc86
commit d50359c908
52 changed files with 404 additions and 94 deletions
--- a/lib/job-mgr.c
+++ b/lib/job-mgr.c
@@ -0,0 +1,167 @@
+/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+
+#if defined(__FreeBSD__) || defined(__NetBSD__) || defined(__OpenBSD__)
+#include <event2/event.h>
+#include <event2/event_compat.h>
+#else
+#include <event.h>
+#endif
+
+#include <string.h>
+#include <stdlib.h>
+#include <stdio.h>
+#include <errno.h>
+
+#define MAX_THREADS 50
+#define MAX_IDLE_THREADS 10
+
+#include "utils.h"
+
+#include "job-mgr.h"
+
+struct _CcnetJob {
+    CcnetJobManager *manager;
+
+    int             id;
+    ccnet_pipe_t    pipefd[2];
+
+    JobThreadFunc   thread_func;
+    JobDoneCallback done_func;  /* called when the thread is done */
+    void           *data;
+
+    /* the done callback should only access this field */
+    void           *result;
+};
+
+
+void
+ccnet_job_manager_remove_job (CcnetJobManager *mgr, int job_id);
+
+static void
+job_thread_wrapper (void *vdata, void *unused)
+{
+    CcnetJob *job = vdata;
+
+    
+    job->result = job->thread_func (job->data);
+    if (pipewriten (job->pipefd[1], "a", 1) != 1) {
+        g_warning ("[Job Manager] write to pipe error: %s\n", strerror(errno));
+    }
+}
+
+static void
+job_done_cb (evutil_socket_t fd, short event, void *vdata)
+{
+    CcnetJob *job = vdata;
+    char buf[1];
+
+    if (pipereadn (job->pipefd[0], buf, 1) != 1) {
+        g_warning ("[Job Manager] read pipe error: %s\n", strerror(errno));
+    }
+    pipeclose (job->pipefd[0]);
+    pipeclose (job->pipefd[1]);
+    if (job->done_func) {
+        job->done_func (job->result);
+    }
+
+    ccnet_job_manager_remove_job (job->manager, job->id);
+}
+
+int
+job_thread_create (CcnetJob *job)
+{
+    if (ccnet_pipe (job->pipefd) < 0) {
+        g_warning ("pipe error: %s\n", strerror(errno));
+        return -1;
+    }
+
+    g_thread_pool_push (job->manager->thread_pool, job, NULL);
+
+#ifndef UNIT_TEST
+    event_once (job->pipefd[0], EV_READ, job_done_cb, job, NULL);
+#endif
+
+    return 0;
+}
+
+CcnetJob *
+ccnet_job_new ()
+{
+    CcnetJob *job;
+
+    job = g_new0 (CcnetJob, 1);
+    return job;
+}
+
+void
+ccnet_job_free (CcnetJob *job)
+{
+    g_free (job);
+}
+
+CcnetJobManager *
+ccnet_job_manager_new (int max_threads)
+{
+    CcnetJobManager *mgr;
+
+    mgr = g_new0 (CcnetJobManager, 1);
+    mgr->jobs = g_hash_table_new_full (g_direct_hash, g_direct_equal,
+                                       NULL, (GDestroyNotify)ccnet_job_free);
+    mgr->thread_pool = g_thread_pool_new (job_thread_wrapper,
+                                          NULL,
+                                          max_threads,
+                                          FALSE,
+                                          NULL);
+    /* g_thread_pool_set_max_unused_threads (MAX_IDLE_THREADS); */
+
+    return mgr;
+}
+
+void
+ccnet_job_manager_free (CcnetJobManager *mgr)
+{
+    g_hash_table_destroy (mgr->jobs);
+    g_thread_pool_free (mgr->thread_pool, TRUE, FALSE);
+    g_free (mgr);
+}
+
+int
+ccnet_job_manager_schedule_job (CcnetJobManager *mgr,
+                               JobThreadFunc func,
+                               JobDoneCallback done_func,
+                               void *data)
+{
+    CcnetJob *job = ccnet_job_new ();
+    job->id = mgr->next_job_id++;
+    job->manager = mgr;
+    job->thread_func = func;
+    job->done_func = done_func;
+    job->data = data;
+    
+    g_hash_table_insert (mgr->jobs, (gpointer)(long)job->id, job);
+
+    if (job_thread_create (job) < 0) {
+        g_hash_table_remove (mgr->jobs, (gpointer)(long)job->id);
+        return -1;
+    }
+
+    return job->id;
+}
+
+void
+ccnet_job_manager_remove_job (CcnetJobManager *mgr, int job_id)
+{
+    g_hash_table_remove (mgr->jobs, (gpointer)(long)job_id);
+}
+
+#ifdef UNIT_TEST
+void
+ccnet_job_manager_wait_job (CcnetJobManager *mgr, int job_id)
+{
+    CcnetJob *job;
+    
+    job = g_hash_table_lookup (mgr->jobs, (gpointer)(long)job_id);
+    /* manually call job_done_cb */
+    job_done_cb (0, 0, (void *)job);
+}
+#endif