Celery 异步任务和定时任务

异步任务

目录结构：

__init__为空：目的为了celery_tasks成为一个包

msg_task.py

import time
from celery_task import cel
@cel.task()
def send_msg(a,b):
    time.sleep(5)
    print("phone:{},code:{}".format(a,b))
    return "发送成功"

order_task.py

from celery_task import cel
@cel.task()
def make_order():
    with open(r'/home/root-w/celery/celery_tasks/data/order.txt','a',encoding='utf-8') as f:
        f.write("生成一条订单\n")

sms_send_task.py

from celery_task import cel
@cel.task()
def send_sms(phone, code):
    print('短信发送成功，手机号是：%s验证码是%s' % (phone, code))
    return '短信发送成功'

celery_task.py

from celery import Celery
# import celery_tasks
cel = Celery('celery_demo',
             broker='redis://127.0.0.1:6379/1',
             backend='redis://127.0.0.1:6379/2',
             # 包含以下两个任务文件，去相应的py文件中找任务，对多个任务做分类
             include=['celery_tasks.msg_task',
                      'celery_tasks.order_task',
                      'celery_tasks.sms_send_task'
                      ])
cel.conf.timezone = 'Asia/Shanghai'
# 是否使用UTC
cel.conf.enable_utc = False
cel.conf.update({'broker_connection_retry_on_startup':True})

check_result.py

from celery.result import AsyncResult
from celery_task import cel

async_result=AsyncResult(id="c6ddd5b7-a662-4f0e-93d4-ab69ec2aea5d", app=cel)

if async_result.successful():
    result = async_result.get()
    print(result)
    # result.forget() # 将结果删除
elif async_result.failed():
    print('执行失败')
elif async_result.status == 'PENDING':
    print('任务等待中被执行')
elif async_result.status == 'RETRY':
    print('任务异常后正在重试')
elif async_result.status == 'STARTED':
    print('任务已经开始被执行')

produce_task.py

from celery_tasks import msg_task, order_task, sms_send_task
from celery_task import cel

def send_task():

    res = order_task.make_order.delay()
    print('order_task',res)
    res = msg_task.send_msg('19513328985','5201')
    print('msg',res)

def get_result(task_id):
    from celery.result import AsyncResult
    a = AsyncResult(id=task_id, app=cel)
    if a.successful():
        print('任务执行成功了')
        result = a.get()  # 异步任务执行的结果
        print(result)
    elif a.failed():
        print('任务失败')
    elif a.status == 'PENDING':
        print('任务等待中被执行')
    elif a.status == 'RETRY':
        print('任务异常后正在重试')
    elif a.status == 'STARTED':
        print('任务已经开始被执行')
def delay_task():
    from datetime import datetime, timedelta
    eta = datetime.now()+timedelta(seconds=5)
    res = sms_send_task.send_sms.apply_async(args=('12345566650', '8888'), eta=eta)
    print(res)

if __name__ == '__main__':
    # send_task()
    delay_task()
    # task_dict={'order_task':'de38381c-767b-498a-ae47-f9f51cf402a7',
    #            'compute_task':'bff48f2c-63ab-48c3-9659-f8efdb961656'}
    # for _,task_id in task_dict.items():
    #     print(get_result(task_id))

执行命令

celery -A celery_task worker -l info

然后运行 produce_task.py

定时任务

目录结构

celery_task.py

from celery import Celery

cel = Celery('test',broker="redis://127.0.0.1:6379/1",backend="redis://127.0.0.1:6379/2",include=['smg_task'])

cel.conf.update({'broker_connection_retry_on_startup': True})

cel.conf.timezone='Asia/Shanghai'
cel.conf.enable_utc = False

from datetime import timedelta
from celery.schedules import crontab
cel.conf.beat_schedule={
    'send_msg_every_e_seconds':{
        'task':'smg_task.send',
        'schedule':timedelta(seconds=3),
        #'schedule':crontab(hour=8,day_of_week=1), # 每周一早八点
        'args':('19513328658','4564')
    }
}

smg_task.py

from celery_task import cel
import time


@cel.task()
def send(phone,code):
    print('短信发送成功，手机号是：{}验证码是{}'.format(phone,code))
    return '短信发送成功'

运行命令

celery -A celery_task worker -l info -P eventlet

  

celery -A celery_task.py beat -l info