107 lines
3.5 KiB
Python
107 lines
3.5 KiB
Python
"""
|
|
Celery configuration for PX360 project.
|
|
"""
|
|
import os
|
|
|
|
from celery import Celery
|
|
from celery.schedules import crontab
|
|
|
|
# Set the default Django settings module for the 'celery' program.
|
|
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'config.settings.dev')
|
|
|
|
app = Celery('px360')
|
|
|
|
# Using a string here means the worker doesn't have to serialize
|
|
# the configuration object to child processes.
|
|
# - namespace='CELERY' means all celery-related configuration keys
|
|
# should have a `CELERY_` prefix.
|
|
app.config_from_object('django.conf:settings', namespace='CELERY')
|
|
|
|
# Load task modules from all registered Django apps.
|
|
app.autodiscover_tasks()
|
|
|
|
# Celery Beat schedule for periodic tasks
|
|
app.conf.beat_schedule = {
|
|
# Process unprocessed integration events every 1 minute
|
|
'process-integration-events': {
|
|
'task': 'apps.integrations.tasks.process_pending_events',
|
|
'schedule': crontab(minute='*/1'),
|
|
},
|
|
# Check for overdue complaints every 15 minutes
|
|
'check-overdue-complaints': {
|
|
'task': 'apps.complaints.tasks.check_overdue_complaints',
|
|
'schedule': crontab(minute='*/15'),
|
|
},
|
|
# Check for overdue actions every 15 minutes
|
|
'check-overdue-actions': {
|
|
'task': 'apps.px_action_center.tasks.check_overdue_actions',
|
|
'schedule': crontab(minute='*/15'),
|
|
},
|
|
# Send SLA reminders every hour
|
|
'send-sla-reminders': {
|
|
'task': 'apps.px_action_center.tasks.send_sla_reminders',
|
|
'schedule': crontab(minute=0), # Every hour at minute 0
|
|
},
|
|
# Calculate daily KPIs at 1 AM
|
|
'calculate-daily-kpis': {
|
|
'task': 'apps.analytics.tasks.calculate_daily_kpis',
|
|
'schedule': crontab(hour=1, minute=0),
|
|
},
|
|
# Calculate physician monthly ratings on the 1st of each month at 2 AM
|
|
'calculate-physician-ratings': {
|
|
'task': 'apps.physicians.tasks.calculate_monthly_ratings',
|
|
'schedule': crontab(hour=2, minute=0, day_of_month=1),
|
|
},
|
|
|
|
|
|
|
|
|
|
|
|
# Scraping schedules
|
|
'scrape-youtube-hourly': {
|
|
'task': 'social.tasks.scrape_youtube_comments',
|
|
'schedule': 3600.0, # Every hour (in seconds)
|
|
},
|
|
'scrape-facebook-every-6-hours': {
|
|
'task': 'social.tasks.scrape_facebook_comments',
|
|
'schedule': 6 * 3600.0, # Every 6 hours
|
|
},
|
|
'scrape-instagram-daily': {
|
|
'task': 'social.tasks.scrape_instagram_comments',
|
|
'schedule': crontab(hour=8, minute=0), # Daily at 8:00 AM
|
|
},
|
|
'scrape-twitter-every-2-hours': {
|
|
'task': 'social.tasks.scrape_twitter_comments',
|
|
'schedule': 2 * 3600.0, # Every 2 hours
|
|
},
|
|
'scrape-linkedin-daily': {
|
|
'task': 'social.tasks.scrape_linkedin_comments',
|
|
'schedule': crontab(hour=9, minute=0), # Daily at 9:00 AM
|
|
},
|
|
'scrape-google-reviews-daily': {
|
|
'task': 'social.tasks.scrape_google_reviews',
|
|
'schedule': crontab(hour=10, minute=0), # Daily at 10:00 AM
|
|
},
|
|
|
|
|
|
|
|
# Commented out - individual platform tasks provide sufficient coverage
|
|
# 'scrape-all-platforms-daily': {
|
|
# 'task': 'social.tasks.scrape_all_platforms',
|
|
# 'schedule': crontab(hour=2, minute=0), # Daily at 2:00 AM
|
|
# },
|
|
|
|
# Analysis schedules
|
|
'analyze-comments-fallback': {
|
|
'task': 'social.tasks.analyze_pending_comments',
|
|
'schedule': 30 * 60.0, # Every 30 minutes
|
|
'kwargs': {'limit': 100},
|
|
},
|
|
}
|
|
|
|
|
|
@app.task(bind=True, ignore_result=True)
|
|
def debug_task(self):
|
|
"""Debug task to test Celery is working."""
|
|
print(f'Request: {self.request!r}')
|