Migration from celery to django-task-scheduler

Author: BuddySirJava

README.md

@@ -35,8 +35,9 @@ PastedIR/
 ├── 📁 website/             # Web application views
 ├── 📁 templates/           # HTML templates
 ├── 📁 static/              # CSS, JS, images
+├── 📁 compose/             # Docker configurations
 ├── 🐳 docker-compose.yml   # Container orchestration
-└── 📄 requirements.txt     # Python dependencies
+└── 📄 pyproject.toml       # Python dependencies
 ```
 
 ## 🚀 Quick Start
@@ -45,7 +46,7 @@ PastedIR/
 - Python 3.11+
 - uv
 - Docker & Docker Compose
-- Redis (for Celery tasks)
+- Redis (for caching and task scheduling)
 
 ### 1. Clone the Repository
 ```bash
@@ -64,7 +65,7 @@ nano .env
 
 ### 3. Docker Deployment (Recommended)
 ```bash
-# Start all services
+# Start all services (includes PostgreSQL and Redis)
 docker-compose up -d
 
 # View logs
@@ -82,7 +83,6 @@ source .venv/bin/activate  # Linux/Mac
 # or
 .venv\Scripts\activate     # Windows
 
-
 # Run migrations
 python manage.py migrate
 
@@ -92,11 +92,8 @@ python manage.py createsuperuser
 # Start development server
 python manage.py runserver
 
-# Start Celery worker (in another terminal)
-celery -A pastebinir worker --loglevel=info
-
-# Start Celery beat (in another terminal)
-celery -A pastebinir beat --loglevel=info
+# Start scheduler worker (in another terminal)
+python manage.py scheduler_worker default
 ```
 
 ## ⚙️ Configuration
@@ -109,8 +106,11 @@ SECRET_KEY=your-secret-key-here
 DEBUG=False
 ALLOWED_HOSTS=your-domain.com,localhost
 
-# Database
-DATABASE_URL=sqlite:///db.sqlite3
+# Database (PostgreSQL)
+POSTGRES_NAME=postgres
+POSTGRES_USER=postgres
+POSTGRES_PASSWORD=postgres
+POSTGRES_HOST=localhost
 
 # Static Files
 STATIC_URL=/static/
@@ -120,7 +120,7 @@ STATIC_ROOT=/static
 CSRF_TRUSTED_ORIGINS=https://your-domain.com
 BOT_TOKEN=your-bot-token-for-api-calls
 
-# Redis (for Celery)
+# Redis (for caching and task scheduling)
 REDIS_HOST=localhost
 REDIS_PORT=6379
 ```
@@ -195,8 +195,8 @@ The application supports dark/light mode with automatic theme switching. Customi
 # View application logs
 docker-compose logs -f web
 
-# View Celery logs
-docker-compose logs -f celery
+# View scheduler logs
+docker-compose logs -f scheduler
 ```
 
 ### Health Checks

compose/development/django/Dockerfile

@@ -47,19 +47,11 @@ RUN chmod +x /entrypoint
 
 # Don't create media and staticfiles directories - they'll be mounted as volumes
 
-# Copy production startup scripts (for celery)
+# Copy production startup scripts
 COPY --chown=django:django ./compose/production/django/start /start
 RUN sed -i 's/\r$//g' /start
 RUN chmod +x /start
 
-COPY --chown=django:django ./compose/production/django/celery/worker/start /start-celeryworker
-RUN sed -i 's/\r$//g' /start-celeryworker
-RUN chmod +x /start-celeryworker
-
-COPY --chown=django:django ./compose/production/django/celery/beat/start /start-celerybeat
-RUN sed -i 's/\r$//g' /start-celerybeat
-RUN chmod +x /start-celerybeat
-
 # copy application code to WORKDIR
 COPY --chown=django:django . ${APP_HOME}
 

compose/production/django/Dockerfile

@@ -67,15 +67,6 @@ COPY --chown=django:django ./compose/production/django/start /start
 RUN sed -i 's/\r$//g' /start
 RUN chmod +x /start
 
-COPY --chown=django:django ./compose/production/django/celery/worker/start /start-celeryworker
-RUN sed -i 's/\r$//g' /start-celeryworker
-RUN chmod +x /start-celeryworker
-
-
-COPY --chown=django:django ./compose/production/django/celery/beat/start /start-celerybeat
-RUN sed -i 's/\r$//g' /start-celerybeat
-RUN chmod +x /start-celerybeat
-
 # copy application code to WORKDIR
 COPY --chown=django:django . ${APP_HOME}
 

compose/production/django/celery/beat/start

@@ -54,24 +54,12 @@ services:
       - production_redis_data:/data
 
 
-  celeryworker:
-    <<: *django
-    build: 
-      context: .
-      dockerfile: ./compose/development/django/Dockerfile
-    command: /start-celeryworker
-    volumes:
-      - .:/app:ro  # Mount entire project for live development
-    environment:
-      - DEBUG=True
-      - PYTHONPATH=/app
-
   scheduler:
     <<: *django
     build: 
       context: .
       dockerfile: ./compose/development/django/Dockerfile
-    command: python manage.py run_scheduler
+    command: python manage.py scheduler_worker default
     volumes:
       - .:/app:ro  # Mount entire project for live development
     environment:

compose/production/django/celery/worker/start

@@ -56,13 +56,8 @@ services:
       - production_redis_data:/data
 
 
-  celeryworker:
+  scheduler:
     <<: *django
-    image: printir_production_celeryworker
-    command: /start-celeryworker
-
-  celerybeat:
-    <<: *django
-    image: printir_production_celerybeat
-    command: /start-celerybeat
+    image: printir_production_scheduler
+    command: python manage.py scheduler_worker default
 

docker-compose.dev.yml

@@ -52,8 +52,7 @@
     'health_check.cache',
     'health_check.storage',
     'health_check.contrib.migrations',
-    'health_check.contrib.celery',              # requires celery
-    'health_check.contrib.celery_ping',         # requires celery
+
     'health_check.contrib.redis',               # requires Redis broker
     'scheduler',                                # django-tasks-scheduler
 ]
@@ -232,21 +231,8 @@
 LANGUAGE_CACHE_KEY = 'all_languages'
 LANGUAGE_CACHE_TIMEOUT = 3600  # 1 hour
 
-# Celery Configuration
-CELERY_BROKER_URL = 'redis://redis:6379/0'
-CELERY_RESULT_BACKEND = 'redis://redis:6379/0'
-CELERY_ACCEPT_CONTENT = ['json']
-CELERY_TASK_SERIALIZER = 'json'
-CELERY_RESULT_SERIALIZER = 'json'
-CELERY_TIMEZONE = 'UTC'
-
-# Celery Beat Schedule
-CELERY_BEAT_SCHEDULE = {
-    'cleanup-expired-pastes': {
-        'task': 'website.tasks.cleanup_expired_pastes',
-        'schedule': 600.0,  # 10 minutes
-    },
-}
+
+# Scheduled tasks are now defined in website/scheduler_tasks.py
 
 
 
@@ -261,8 +247,8 @@
     'MEMORY_MIN': 100,    # in MB
     'SUBSETS': {
         'startup-probe': ['MigrationsHealthCheck', 'DatabaseBackend'],
-        'liveness-probe': ['DatabaseBackend', 'CacheBackend', 'CeleryHealthCheck'],
-        'readiness-probe': ['DatabaseBackend', 'CacheBackend', 'CeleryHealthCheck', 'RedisHealthCheck'],
+            'liveness-probe': ['DatabaseBackend', 'CacheBackend'],
+    'readiness-probe': ['DatabaseBackend', 'CacheBackend', 'RedisHealthCheck'],
     },
 }