From 047c36ccaed54deaa43b91e15dd907b94d6193b1 Mon Sep 17 00:00:00 2001 From: vickytechkey Date: Sat, 3 Oct 2026 17:00:50 +0530 Subject: [PATCH] feat: add Forgejo CI/CD deployment workflows and update database configuration environment variables --- .env.example | 40 +++++++----- .forgejo/workflows/beta.yml | 24 +++---- .forgejo/workflows/main.yml | 124 ++++++++++++++++++++++++++++++++++++ requirements.txt | 5 +- 4 files changed, 163 insertions(+), 30 deletions(-) create mode 100644 .forgejo/workflows/main.yml diff --git a/.env.example b/.env.example index 928c5da..766b44e 100644 --- a/.env.example +++ b/.env.example @@ -1,29 +1,37 @@ SECRET_KEY=django-insecure-key-placeholder-for-digihox-crm-portal DEBUG=True ALLOWED_HOSTS=* +USE_SQLITE=False -# Database default (CRM Admin metadata) -CRM_DB_NAME=digihox_crm -CRM_DB_USER=postgres -CRM_DB_PASSWORD=postgres -CRM_DB_HOST=127.0.0.1 +# Primary Database (CRM Metadata) +CRM_DB_NAME=crmprofile_beta +CRM_DB_USER=vignesh +CRM_DB_PASSWORD=vignesh_secret_pass_2026 +CRM_DB_HOST=16.113.106.152 CRM_DB_PORT=5432 # Database seller_db (Seller Central DB) -SELLER_DB_NAME=seller_central -SELLER_DB_USER=postgres -SELLER_DB_PASSWORD=postgres -SELLER_DB_HOST=127.0.0.1 +SELLER_DB_NAME=sellerprofile_beta +SELLER_DB_USER=vignesh +SELLER_DB_PASSWORD=vignesh_secret_pass_2026 +SELLER_DB_HOST=16.113.106.152 SELLER_DB_PORT=5432 +# Database product_db (Product Catalog DB) +PRODUCT_DB_NAME=productprofile_beta +PRODUCT_DB_USER=vignesh +PRODUCT_DB_PASSWORD=vignesh_secret_pass_2026 +PRODUCT_DB_HOST=16.113.106.152 +PRODUCT_DB_PORT=5432 + # Database customer_db (Customer Website DB) -CUSTOMER_DB_NAME=customer_website -CUSTOMER_DB_USER=postgres -CUSTOMER_DB_PASSWORD=postgres -CUSTOMER_DB_HOST=127.0.0.1 +CUSTOMER_DB_NAME=customerprofile_beta +CUSTOMER_DB_USER=vignesh +CUSTOMER_DB_PASSWORD=vignesh_secret_pass_2026 +CUSTOMER_DB_HOST=16.113.106.152 CUSTOMER_DB_PORT=5432 # Microservices URLs -NOTIFICATION_SVC_URL=http://localhost:8003 -PAYMENT_SVC_URL=http://localhost:8004 -SHADOWFAX_API_KEY=shadowfax_key_mock_123 +LOGISTICS_SVC_URL=https://betapartner-api.tradhox.com/api +NOTIFICATION_SVC_URL=https://beta-mailservices.tradhox.com/api +WHATSAPP_SVC_URL=https://betawhatsapp.tradhox.com/api diff --git a/.forgejo/workflows/beta.yml b/.forgejo/workflows/beta.yml index 5b21a49..6607fc9 100644 --- a/.forgejo/workflows/beta.yml +++ b/.forgejo/workflows/beta.yml @@ -77,25 +77,25 @@ jobs: # ── 5. Configure environment variables ───────────────────────── echo "DEBUG=0" > .env echo "USE_SQLITE=False" >> .env - echo "CRM_DB_NAME=crmmanagement" >> .env + echo "CRM_DB_NAME=crmprofile_beta" >> .env echo "CRM_DB_USER=vignesh" >> .env - echo "CRM_DB_PASSWORD=vtechnosoft@123A" >> .env - echo "CRM_DB_HOST=127.0.0.1" >> .env + echo "CRM_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "CRM_DB_HOST=16.113.106.152" >> .env echo "CRM_DB_PORT=5432" >> .env - echo "SELLER_DB_NAME=sellerprofile" >> .env + echo "SELLER_DB_NAME=sellerprofile_beta" >> .env echo "SELLER_DB_USER=vignesh" >> .env - echo "SELLER_DB_PASSWORD=vtechnosoft@123A" >> .env - echo "SELLER_DB_HOST=127.0.0.1" >> .env + echo "SELLER_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "SELLER_DB_HOST=16.113.106.152" >> .env echo "SELLER_DB_PORT=5432" >> .env - echo "CUSTOMER_DB_NAME=customerwebsite" >> .env + echo "CUSTOMER_DB_NAME=customerprofile_beta" >> .env echo "CUSTOMER_DB_USER=vignesh" >> .env - echo "CUSTOMER_DB_PASSWORD=vtechnosoft@123A" >> .env - echo "CUSTOMER_DB_HOST=127.0.0.1" >> .env + echo "CUSTOMER_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "CUSTOMER_DB_HOST=16.113.106.152" >> .env echo "CUSTOMER_DB_PORT=5432" >> .env - echo "PRODUCT_DB_NAME=productprofile" >> .env + echo "PRODUCT_DB_NAME=productprofile_beta" >> .env echo "PRODUCT_DB_USER=vignesh" >> .env - echo "PRODUCT_DB_PASSWORD=vtechnosoft@123A" >> .env - echo "PRODUCT_DB_HOST=127.0.0.1" >> .env + echo "PRODUCT_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "PRODUCT_DB_HOST=16.113.106.152" >> .env echo "PRODUCT_DB_PORT=5432" >> .env # ── 6. Run Database Migrations ───────────────────────────────── diff --git a/.forgejo/workflows/main.yml b/.forgejo/workflows/main.yml new file mode 100644 index 0000000..a89cbb7 --- /dev/null +++ b/.forgejo/workflows/main.yml @@ -0,0 +1,124 @@ +name: Deploy Production (NATIVE) + +on: + push: + branches: + - main + +jobs: + deploy: + runs-on: ubuntu-latest + steps: + - name: Checkout Code + uses: https://github.com/actions/checkout@v4 + + - name: Generate CloudWatch Config Locally + run: | + mkdir -p tmp + cat << 'EOF' > tmp/amazon-cloudwatch-agent.json + { + "agent": { "metrics_collection_interval": 60, "run_as_user": "root" }, + "metrics": { + "metrics_collected": { + "disk": { "measurement": ["used_percent"], "metrics_collection_interval": 60, "resources": ["/"] }, + "mem": { "measurement": ["mem_used_percent"], "metrics_collection_interval": 60 } + } + }, + "logs": { + "logs_collected": { + "files": { + "collect_list": [ + { "file_path": "/home/ubuntu/crmbackend/logs/app.log", "log_group_name": "/crm-backend/app", "log_stream_name": "{instance_id}", "retention_in_days": 30 }, + { "file_path": "/home/ubuntu/crmbackend/logs/error.log", "log_group_name": "/crm-backend/error", "log_stream_name": "{instance_id}", "retention_in_days": 30 }, + { "file_path": "/home/ubuntu/crmbackend/logs/requests.log", "log_group_name": "/crm-backend/requests", "log_stream_name": "{instance_id}", "retention_in_days": 30 }, + { "file_path": "/home/ubuntu/crmbackend/logs/gunicorn-access.log", "log_group_name": "/crm-backend/gunicorn-access", "log_stream_name": "{instance_id}", "retention_in_days": 30 }, + { "file_path": "/home/ubuntu/crmbackend/logs/gunicorn-error.log", "log_group_name": "/crm-backend/gunicorn-error", "log_stream_name": "{instance_id}", "retention_in_days": 30 } + ] + } + } + } + } + EOF + + - name: Package Application + run: | + tar -czf app.tar.gz --exclude=.git --exclude=tmp . + + - name: Deploy to Production EC2 + run: | + apk add --no-cache openssh-client aws-cli + mkdir -p ~/.ssh + echo "${{ secrets.PROD_EC2_SSH_KEY || secrets.BETA_EC2_SSH_KEY }}" > ~/.ssh/id_rsa + chmod 600 ~/.ssh/id_rsa + + # Copy app archive and configuration files + scp -o StrictHostKeyChecking=no -i ~/.ssh/id_rsa app.tar.gz tmp/amazon-cloudwatch-agent.json crm-backend.service configure_nginx_proxy.py ${{ secrets.PROD_EC2_USERNAME || secrets.BETA_EC2_USERNAME }}@${{ secrets.PROD_EC2_HOST || secrets.BETA_EC2_HOST }}:/tmp/ + + # Execute deployment commands on remote server + ssh -o StrictHostKeyChecking=no -i ~/.ssh/id_rsa ${{ secrets.PROD_EC2_USERNAME || secrets.BETA_EC2_USERNAME }}@${{ secrets.PROD_EC2_HOST || secrets.BETA_EC2_HOST }} << 'EOF' + set -e + + # ── 2. Install Host Dependencies ────────────────────────────── + sudo apt-get update + sudo apt-get install -y python3-pip python3-venv python3-dev default-libmysqlclient-dev pkg-config libpq-dev build-essential + + # ── 3. Extract codebase to target directory ─────────────────── + sudo mkdir -p /home/ubuntu/crmbackend + sudo chown -R ubuntu:ubuntu /home/ubuntu/crmbackend + tar -xzf /tmp/app.tar.gz -C /home/ubuntu/crmbackend + + # ── 4. Set up python virtual environment & dependencies ──────── + cd /home/ubuntu/crmbackend + mkdir -p logs + python3 -m venv venv + ./venv/bin/pip install --upgrade pip + ./venv/bin/pip install -r requirements.txt + + # ── 5. Configure environment variables ───────────────────────── + echo "DEBUG=0" > .env + echo "USE_SQLITE=False" >> .env + echo "CRM_DB_NAME=crmprofile_prod" >> .env + echo "CRM_DB_USER=vignesh" >> .env + echo "CRM_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "CRM_DB_HOST=16.113.106.152" >> .env + echo "CRM_DB_PORT=5432" >> .env + echo "SELLER_DB_NAME=sellerprofile_prod" >> .env + echo "SELLER_DB_USER=vignesh" >> .env + echo "SELLER_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "SELLER_DB_HOST=16.113.106.152" >> .env + echo "SELLER_DB_PORT=5432" >> .env + echo "CUSTOMER_DB_NAME=customerprofile_prod" >> .env + echo "CUSTOMER_DB_USER=vignesh" >> .env + echo "CUSTOMER_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "CUSTOMER_DB_HOST=16.113.106.152" >> .env + echo "CUSTOMER_DB_PORT=5432" >> .env + echo "PRODUCT_DB_NAME=productprofile_prod" >> .env + echo "PRODUCT_DB_USER=vignesh" >> .env + echo "PRODUCT_DB_PASSWORD=vignesh_secret_pass_2026" >> .env + echo "PRODUCT_DB_HOST=16.113.106.152" >> .env + echo "PRODUCT_DB_PORT=5432" >> .env + + # ── 6. Run Database Migrations ───────────────────────────────── + ./venv/bin/python manage.py migrate --noinput + ./venv/bin/python manage.py migrate --database=seller_db --noinput + ./venv/bin/python manage.py migrate --database=product_db --noinput + ./venv/bin/python manage.py migrate --database=customer_db --noinput + + # ── 7. Configure and restart Systemd service ─────────────────── + sudo mv /tmp/crm-backend.service /etc/systemd/system/crm-backend.service + sudo systemctl daemon-reload + sudo systemctl enable crm-backend + sudo systemctl restart crm-backend + + # ── 8. Configure CloudWatch Agent ────────────────────────────── + sudo mv /tmp/amazon-cloudwatch-agent.json /opt/aws/amazon-cloudwatch-agent/etc/amazon-cloudwatch-agent.json + sudo /opt/aws/amazon-cloudwatch-agent/bin/amazon-cloudwatch-agent-ctl \ + -a fetch-config -m ec2 -s \ + -c file:/opt/aws/amazon-cloudwatch-agent/etc/amazon-cloudwatch-agent.json + + # ── 9. Configure Nginx Proxy for /crm ────────────────────────── + python3 /tmp/configure_nginx_proxy.py + + # ── 10. Cleanup tmp files ─────────────────────────────────────── + rm -f /tmp/app.tar.gz /tmp/configure_nginx_proxy.py + EOF diff --git a/requirements.txt b/requirements.txt index 4c45eeb..313a0e3 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,9 @@ -Django>=4.2,<5.0 +Django>=5.0,<7.0 djangorestframework>=3.14.0 djangorestframework-simplejwt>=5.2.2 django-cors-headers>=4.0.0 python-dotenv>=1.0.0 psycopg2-binary>=2.9.6 requests>=2.31.0 -gunicorn==26.0.0 +gunicorn>=21.2.0 +