博客
关于我
强烈建议你试试无所不能的chatGPT,快点击我
Redis 数据持久化(一)
阅读量:5251 次
发布时间:2019-06-14

本文共 5741 字,大约阅读时间需要 19 分钟。

Redis的模块化开发设计的还是相当不错的,在Bio.h和Bio.c文件中定义了一个多线程的文件任务处理模块,在添加和处理任务的时候使用互斥锁和条件变量进行的同步,而且本身也支持多线程,这个模块的支持两个类型,一个是关闭文件,另一个是将内存中的数据刷新到磁盘中去,也算是数据持久化的一部分了。其中三个宏定义了这些数据。

#define REDIS_BIO_CLOSE_FILE    0 /*关闭一个系统调用*/#define REDIS_BIO_AOF_FSYNC     1 /*文件数据刷新到磁盘*/#define REDIS_BIO_NUM_OPS       2/*支持任务类型数*/

模块的基础变量数据:

static pthread_t bio_threads[REDIS_BIO_NUM_OPS];/*多线程情况下线程的个数*/static pthread_mutex_t bio_mutex[REDIS_BIO_NUM_OPS];/*互斥锁*/static pthread_cond_t bio_condvar[REDIS_BIO_NUM_OPS];/*条件变量*/static list *bio_jobs[REDIS_BIO_NUM_OPS];/*后台任务链表,每个线程一个,根据下标区分*/static unsigned long long bio_pending[REDIS_BIO_NUM_OPS];/*记录每个线程剩余的任务数*/struct bio_job {
/*后台IO节点,任务是通过链表来维护的,这个算是链表内的节点数据,第一个是创建时间,第二个是指定参数。*/ time_t time; /* Time at which the job was created. */ /* Job specific arguments pointers. If we need to pass more than three * arguments we can just pass a pointer to a structure or alike. */ void *arg1, *arg2, *arg3;};

具体的实现接口,注意,这个模块中.h和.c文件中定义的接口不一样,不知道是写错了还是怎么回事,.h中定义的部分接口没有实现:

void bioInit(void); /初始化变量数据和线程数据/void bioCreateBackgroundJob(int type, void *arg1, void *arg2, void *arg3);/*添加一个任务*/void *bioProcessBackgroundJobs(void *arg);/*处理指定的任务数组*/unsigned long long bioPendingJobsOfType(int type);/*获取剩余的任务数*/void bioKillThreads(void);/*关闭线程*/
1.void bioInit(void);
void bioInit(void) {    pthread_attr_t attr;    pthread_t thread;    size_t stacksize;    int j;    /*初始化条件变量和互斥锁*/    for (j = 0; j < REDIS_BIO_NUM_OPS; j++)     {        pthread_mutex_init(&bio_mutex[j],NULL);        pthread_cond_init(&bio_condvar[j],NULL);        bio_jobs[j] = listCreate();        bio_pending[j] = 0;    }    /*初始化线程属性,自动增加线程栈的大小*/    pthread_attr_init(&attr);    pthread_attr_getstacksize(&attr,&stacksize);    if (!stacksize) stacksize = 1; /* The world is full of Solaris Fixes */    while (stacksize < REDIS_THREAD_STACK_SIZE) stacksize *= 2;    pthread_attr_setstacksize(&attr, stacksize);    /* Ready to spawn our threads. We use the single argument the thread     * function accepts in order to pass the job ID the thread is     * responsible of. */    for (j = 0; j < REDIS_BIO_NUM_OPS; j++)     {        void *arg = (void*)(unsigned long) j;        if (pthread_create(&thread,&attr,bioProcessBackgroundJobs,arg) != 0)         {            redisLog(REDIS_WARNING,"Fatal: Can't initialize Background Jobs.");            exit(1);        }        bio_threads[j] = thread;    }}//这个没啥可说的,无非是初始化同步的数据和线程数据
void bioCreateBackgroundJob(int type, void *arg1, void *arg2, void *arg3);/*添加一个任务*/
1 /*创建一个后台任务,创建任务支持多线程 2 添加事件和处理事件就像是消费者和生产者的问题一样,采用互斥和条件变量来控制 3 参数1是添加到哪个队列中,剩余是三个参数*/ 4 void bioCreateBackgroundJob(int type, void *arg1, void *arg2, void *arg3)  5 { 6     struct bio_job *job = zmalloc(sizeof(*job)); 7  8     job->time = time(NULL); 9     job->arg1 = arg1;10     job->arg2 = arg2;11     job->arg3 = arg3;12     /*添加的时候要注意并发问题,添加完了发个信号*/13     pthread_mutex_lock(&bio_mutex[type]);14     listAddNodeTail(bio_jobs[type],job);15     bio_pending[type]++;16     pthread_cond_signal(&bio_condvar[type]);17     pthread_mutex_unlock(&bio_mutex[type]);18 }
void *bioProcessBackgroundJobs(void *arg);
/*事件消费函数*/void *bioProcessBackgroundJobs(void *arg) {    struct bio_job *job;    unsigned long type = (unsigned long) arg;    sigset_t sigset;    /* Make the thread killable at any time, so that bioKillThreads()     * can work reliably. */    pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL);/*设置线程为收到cancle信号马上退出*/    pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);    pthread_mutex_lock(&bio_mutex[type]);    /* Block SIGALRM so we are sure that only the main thread will     * receive the watchdog signal. */    sigemptyset(&sigset);    sigaddset(&sigset, SIGALRM);    if (pthread_sigmask(SIG_BLOCK, &sigset, NULL))        redisLog(REDIS_WARNING,            "Warning: can't mask SIGALRM in bio.c thread: %s", strerror(errno));    while(1)     {        listNode *ln;        /* The loop always starts with the lock hold. */        if (listLength(bio_jobs[type]) == 0)         {            pthread_cond_wait(&bio_condvar[type],&bio_mutex[type]);            continue;        }        /* Pop the job from the queue. */        ln = listFirst(bio_jobs[type]);        job = ln->value;        /* It is now possible to unlock the background system as we know have         * a stand alone job structure to process.*/        pthread_mutex_unlock(&bio_mutex[type]);     /*处理任务的时候解除互斥锁,提高效率*/        /* 区分任务类型,具体执行 */        if (type == REDIS_BIO_CLOSE_FILE)         {            close((long)job->arg1);        }         else if (type == REDIS_BIO_AOF_FSYNC)         {            aof_fsync((long)job->arg1);        }         else         {            redisPanic("Wrong job type in bioProcessBackgroundJobs().");        }        zfree(job);        /* Lock again before reiterating the loop, if there are no longer         * jobs to process we'll block again in pthread_cond_wait(). */        pthread_mutex_lock(&bio_mutex[type]);/*修改公共资源的的是要加锁发,防止并发问题*/        listDelNode(bio_jobs[type],ln);/*删除节点,并减掉任务数*/        bio_pending[type]--;    }}
void bioKillThreads(void);/*关闭线程*/
1 void bioKillThreads(void)  2 { 3     int err, j; 4  5     for (j = 0; j < REDIS_BIO_NUM_OPS; j++)  6     { 7         if (pthread_cancel(bio_threads[j]) == 0) /*给线程发送结束信号,发送成功之后等待其结束*/ 8         { 9             if ((err = pthread_join(bio_threads[j],NULL)) != 0) 10             {11                 redisLog(REDIS_WARNING,"Bio thread for job type #%d can be joined: %s",j, strerror(err));12             }13             else 14             {15                 redisLog(REDIS_WARNING,"Bio thread for job type #%d terminated",j);16             }17         }18     }19 }

这个后台任务值负责关闭系统的调用和数据的持久化。

转载于:https://www.cnblogs.com/likui360/p/5307516.html

你可能感兴趣的文章
正确的在循环list的时候删除list里面的元素
查看>>
ERP渠道文档详细和修改(二十五)
查看>>
C#正则Groups高级使用方法
查看>>
ecshop安装常见问题及解决办法
查看>>
解决windows系统的oracle数据库不能启动ora-00119和ora-00130的问题
查看>>
ip相关问题解答
查看>>
第九周作业
查看>>
Postman—添加断言和检查点
查看>>
网络文件下载
查看>>
Mixing Milk
查看>>
iOS下移除按钮原生样式
查看>>
如何保存图片
查看>>
js中严格模式
查看>>
win2003远程超出最大连接数解决办法
查看>>
内存堆和栈的区别
查看>>
MetaWeblog API Test
查看>>
数组方法
查看>>
ACM学习历程—HDU 5073 Galaxy(数学)
查看>>
反弹SHELL
查看>>
关闭Chrome浏览器的自动更新和升级提示
查看>>