add embedding cache and clean embedding cache job (#3087)

Co-authored-by: jyong <jyong@dify.ai>
2024-04-02 20:46:24 +08:00
parent 7f55ea0c53
commit 5e66a60f1c
4 changed files with 91 additions and 30 deletions
--- a/api/extensions/ext_celery.py
+++ b/api/extensions/ext_celery.py
@@ -46,11 +46,11 @@ def init_app(app: Flask) -> Celery:
    beat_schedule = {
        'clean_embedding_cache_task': {
            'task': 'schedule.clean_embedding_cache_task.clean_embedding_cache_task',
-            'schedule': timedelta(days=7),
+            'schedule': timedelta(days=1),
        },
        'clean_unused_datasets_task': {
            'task': 'schedule.clean_unused_datasets_task.clean_unused_datasets_task',
-            'schedule': timedelta(minutes=3),
+            'schedule': timedelta(days=1),
        }
    }
    celery_app.conf.update(