داکر - هیوادار

پشتیبانگیری از دیتابیس توی داکر

از دیتابیس MySQL بک آپ گرفتیم به صورتی که این دیتابیس توی یک Docker Container بود که دیتای اون مپ شده به آدرس زیر. بنابراین با بک آپ از /var/lib/mysql تمامی دیتای این دیتابیس بک آپ گرفته میشه و میتونیم بعدا برداریم.

علاوه بر اون با استفاده از mysqldump هم از کل دیتابیس ها یک بک آپ توی فرمت sql گرفتم برای محکم کاری.

از طرفی این دیتا مربوط به یک وب اپلیکیشن هست که فایلهای آپلود شده و آواتارها و هر چیزی که آدرسش توی دیتابیس هست اما خود فایل توی /project/uploads ذخیره شده. بنابراین باید از این مسیر هم یک بک آپ بگیریم. نتیجه شد اسکریپت زیر:

timestamp=$(date +"%Y%m%d_%H%M%S")
backup_dir="/home/backup"


filesystem_filename_backup="mysql_data_backup_FS_${timestamp}.tar.gz"
mysql_backup_file="mysql_data_backup_DUMP_${timestamp}.sql"
media_backup_file="media_files_backup_${timestamp}.tar.gz"


docker run --rm --volumes-from mysql -v ${backup_dir}/:/backup busybox tar cvfz backup/${filesystem_filename_backup} --directory=/var/lib/mysql .

if [ $? -eq 0 ]; then
        echo "backup successfull: ${filesystem_filename_backup}"
else
        echo "Error"
        exit 1
fi

echo "Starting MySQL backup..."

docker exec mysql mysqldump -u root -p'yourpassword' --all-databases > ${backup_dir}/${mysql_backup_file}

if [ $? -eq 0 ]; then
    echo "MySQL backup successful: ${mysql_backup_file}"
else
    echo "MySQL backup failed!"
    exit 1
fi

echo "Starting media files backup..."

tar -czf ${backup_dir}/${media_backup_file} -C /project/uploads .


if [ $? -eq 0 ]; then
    echo "Media files backup successful: ${media_backup_file}"
else
    echo "Media files backup failed!"
    exit 1
fi

echo "Backup completed successfully!"

timestamp=$(date +"%Y%m%d_%H%M%S")

backup_dir="/home/backup"

filesystem_filename_backup="mysql_data_backup_FS_${timestamp}.tar.gz"

mysql_backup_file="mysql_data_backup_DUMP_${timestamp}.sql"

media_backup_file="media_files_backup_${timestamp}.tar.gz"

docker run --rm --volumes-from mysql -v ${backup_dir}/:/backup busybox tar cvfz backup/${filesystem_filename_backup} --directory=/var/lib/mysql .

if [ $? -eq 0 ]; then

echo "backup successfull: ${filesystem_filename_backup}"

else

echo "Error"

exit 1

echo "Starting MySQL backup..."

docker exec mysql mysqldump -u root -p'yourpassword' --all-databases > ${backup_dir}/${mysql_backup_file}

if [ $? -eq 0 ]; then

echo "MySQL backup successful: ${mysql_backup_file}"

else

echo "MySQL backup failed!"

exit 1

echo "Starting media files backup..."

tar -czf ${backup_dir}/${media_backup_file} -C /project/uploads .

if [ $? -eq 0 ]; then

echo "Media files backup successful: ${media_backup_file}"

else

echo "Media files backup failed!"

exit 1

echo "Backup completed successfully!"

دپلوی React و Django در Docker

برای دپلوی کردن یک پروژه Django و React در داکر با کانفیگ زیر کار میکنیم:

version: '3.8'

services:
  frontend:
    build:
      context: ./frontend/shift-front
    container_name: frontend
    ports:
      - "3000:3000"
    volumes:
      - ./frontend/shift-front:/app  
      - ./frontend/shift-front/dist:/usr/share/nginx/html  
    environment:
      - NODE_ENV=production
    networks:
      - app-network
  backend:
    build:
      context: ./backend/shiftsupervisor
    container_name: backend
    ports:
      - "8000:8000"
    volumes:
      - ./backend/shiftsupervisor:/app  
      - ./backend/shiftsupervisor/static:/app/static  
      - ./backend/shiftsupervisor/staticfiles:/app/staticfiles  
      - ./backend/shiftsupervisor/media:/app/media  
    environment:
      - DEBUG=1
    networks:
      - app-network
  nginx:
    build:
        context: ./frontend/shift-front 
        dockerfile: Dockerfile
    container_name: nginx
    ports:
      - "80:80"
    volumes:
      - ./nginx/nginx.conf:/etc/nginx/nginx.conf:ro
      - ./backend/shiftsupervisor/static:/static
      - ./backend/shiftsupervisor/media:/media
    depends_on:
      - frontend
      - backend
    networks:
      - app-network
networks:
  app-network:
    driver: bridge

version: '3.8'

services:

frontend:

build:

context: ./frontend/shift-front

container_name: frontend

ports:

- "3000:3000"

volumes:

- ./frontend/shift-front:/app

- ./frontend/shift-front/dist:/usr/share/nginx/html

environment:

- NODE_ENV=production

networks:

- app-network

backend:

build:

context: ./backend/shiftsupervisor

container_name: backend

ports:

- "8000:8000"

volumes:

- ./backend/shiftsupervisor:/app

- ./backend/shiftsupervisor/static:/app/static

- ./backend/shiftsupervisor/staticfiles:/app/staticfiles

- ./backend/shiftsupervisor/media:/app/media

environment:

- DEBUG=1

networks:

- app-network

nginx:

build:

context: ./frontend/shift-front

dockerfile: Dockerfile

container_name: nginx

ports:

- "80:80"

volumes:

- ./nginx/nginx.conf:/etc/nginx/nginx.conf:ro

- ./backend/shiftsupervisor/static:/static

- ./backend/shiftsupervisor/media:/media

depends_on:

- frontend

- backend

networks:

- app-network

networks:

app-network:

driver: bridge

فایل بالا compose است و فایل backend/shiftsupervisor/Dockerfile

FROM python:3.12-slim

WORKDIR /app

RUN apt-get update && apt-get install -y --no-install-recommends \
    build-essential \
    libsqlite3-dev \
    && apt-get clean && rm -rf /var/lib/apt/lists/*

COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

COPY . .


RUN python manage.py collectstatic --noinput

EXPOSE 8000
CMD ["python", "manage.py", "runserver", "0.0.0.0:8000"]

FROM python:3.12-slim

WORKDIR /app

RUN apt-get update && apt-get install -y --no-install-recommends \

build-essential \

libsqlite3-dev \

&& apt-get clean && rm -rf /var/lib/apt/lists/*

COPY requirements.txt .

RUN pip install --no-cache-dir -r requirements.txt

COPY . .

RUN python manage.py collectstatic --noinput

EXPOSE 8000

CMD ["python", "manage.py", "runserver", "0.0.0.0:8000"]

و فایل frontend/shiftfront/Dockerfile

FROM node:20 AS builder

WORKDIR /app

COPY package*.json ./
RUN npm install
COPY . ./
RUN npm run build

FROM nginx:latest
COPY --from=builder /app/dist /usr/share/nginx/html


EXPOSE 80
CMD ["nginx", "-g", "daemon off;"]

FROM node:20 AS builder

WORKDIR /app

COPY package*.json ./

RUN npm install

COPY . ./

RUN npm run build

FROM nginx:latest

COPY --from=builder /app/dist /usr/share/nginx/html

EXPOSE 80

CMD ["nginx", "-g", "daemon off;"]

و فایل nginx/nginx.conf

worker_processes 1;

events {
    worker_connections 1024;
}

http {
    include /etc/nginx/mime.types;
    default_type application/octet-stream;

    sendfile on;

    server {
        listen 80;

        location / {
            root /usr/share/nginx/html;
            index index.html;
            try_files $uri /index.html;
        }

        # Proxy requests to the backend
        location /api/ {
            rewrite ^/api/(.*)$ /$1 break;  # Remove /api/ before forwarding
            proxy_pass http://backend:8000;
            proxy_set_header Host $host;
            proxy_set_header X-Real-IP $remote_addr;
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        }

        location /static/ {
            alias /static/;
        }

        location /staticfiles/ {
            alias /app/staticfiles/;
        }

        location /media/ {
            alias /media/;
        }
    }
}

worker_processes 1;

events {

worker_connections 1024;

}

http {

include /etc/nginx/mime.types;

default_type application/octet-stream;

sendfile on;

server {

listen 80;

location / {

root /usr/share/nginx/html;

index index.html;

try_files $uri /index.html;

}

# Proxy requests to the backend

location /api/ {

rewrite ^/api/(.*)$ /$1 break; # Remove /api/ before forwarding

proxy_pass http://backend:8000;

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

}

location /static/ {

alias /static/;

}

location /staticfiles/ {

alias /app/staticfiles/;

}

location /media/ {

alias /media/;

}

در ضمن تنظیمات مهم برای settings.py

ALLOWED_HOSTS = [
    '*',  # Allow all hosts for testing purposes
    'localhost',
    '127.0.0.1',
    'frontend',
    'backend',
    'nginx',
]


MIDDLEWARE = [
    'django.middleware.security.SecurityMiddleware',
    'django.contrib.sessions.middleware.SessionMiddleware',
    'django.middleware.common.CommonMiddleware',
    'django.middleware.csrf.CsrfViewMiddleware',
    'django.contrib.auth.middleware.AuthenticationMiddleware',
    'django.contrib.messages.middleware.MessageMiddleware',
    'django.middleware.clickjacking.XFrameOptionsMiddleware',
    'corsheaders.middleware.CorsMiddleware',
]

REST_FRAMEWORK = {
    'DEFAULT_PERMISSION_CLASSES': [
        'rest_framework.permissions.AllowAny',
    ]
}

CORS_ORIGIN_ALLOW_ALL = True

# If you want specific origins:
CORS_ALLOWED_ORIGINS = [
    'http://localhost:5173',
    'http://frontend:3000',
    'http://127.0.0.1:8000',
]


CORS_ALLOW_ALL_ORIGINS = True
CORS_ALLOW_CREDENTIALS = True

CSRF_TRUSTED_ORIGINS = [
    'http://localhost:5173',
    'http://127.0.0.1:8000',
    'http://frontend:3000',  # Container name and port
    'http://backend:8000',
    'http://nginx',
]


ROOT_URLCONF = 'config.urls'

TEMPLATES = [
    {
        'BACKEND': 'django.template.backends.django.DjangoTemplates',
        'DIRS': [BASE_DIR / 'templates'],  
        'APP_DIRS': True,
        'OPTIONS': {
            'context_processors': [
                'django.template.context_processors.debug',
                'django.template.context_processors.request',
                'django.contrib.auth.context_processors.auth',
                'django.contrib.messages.context_processors.messages',
            ],
        },
    },
]

WSGI_APPLICATION = 'config.wsgi.application'


DATABASES = {
    'default': {
        'ENGINE': 'django.db.backends.sqlite3',
        'NAME': BASE_DIR / 'db.sqlite3',
    }
}

ALLOWED_HOSTS = [

'*', # Allow all hosts for testing purposes

'localhost',

'127.0.0.1',

'frontend',

'backend',

'nginx',

]

MIDDLEWARE = [

'django.middleware.security.SecurityMiddleware',

'django.contrib.sessions.middleware.SessionMiddleware',

'django.middleware.common.CommonMiddleware',

'django.middleware.csrf.CsrfViewMiddleware',

'django.contrib.auth.middleware.AuthenticationMiddleware',

'django.contrib.messages.middleware.MessageMiddleware',

'django.middleware.clickjacking.XFrameOptionsMiddleware',

'corsheaders.middleware.CorsMiddleware',

]

REST_FRAMEWORK = {

'DEFAULT_PERMISSION_CLASSES': [

'rest_framework.permissions.AllowAny',

]

}

CORS_ORIGIN_ALLOW_ALL = True

# If you want specific origins:

CORS_ALLOWED_ORIGINS = [

'http://localhost:5173',

'http://frontend:3000',

'http://127.0.0.1:8000',

]

CORS_ALLOW_ALL_ORIGINS = True

CORS_ALLOW_CREDENTIALS = True

CSRF_TRUSTED_ORIGINS = [

'http://localhost:5173',

'http://127.0.0.1:8000',

'http://frontend:3000', # Container name and port

'http://backend:8000',

'http://nginx',

]

ROOT_URLCONF = 'config.urls'

TEMPLATES = [

{

'BACKEND': 'django.template.backends.django.DjangoTemplates',

'DIRS': [BASE_DIR / 'templates'],

'APP_DIRS': True,

'OPTIONS': {

'context_processors': [

'django.template.context_processors.debug',

'django.template.context_processors.request',

'django.contrib.auth.context_processors.auth',

'django.contrib.messages.context_processors.messages',

]

WSGI_APPLICATION = 'config.wsgi.application'

DATABASES = {

'default': {

'ENGINE': 'django.db.backends.sqlite3',

'NAME': BASE_DIR / 'db.sqlite3',

}

فایل axiosConfig.jsx

import axios from "axios";

const getCSRFToken = () => {
  let csrfToken = null;
  const csrfCookie = document.cookie
    .split("; ")
    .find((row) => row.startsWith("csrftoken="));
  if (csrfCookie) {
    csrfToken = csrfCookie.split("=")[1];
  }

  return csrfToken;
};

const api = axios.create({
  baseURL: "/api/", // Add /api/ prefix
  headers: {
    "X-CSRFToken": getCSRFToken(),
    "Content-Type": "application/json",
  },
  withCredentials: true,
});

export default api;

import axios from "axios";

const getCSRFToken = () => {

let csrfToken = null;

const csrfCookie = document.cookie

.split("; ")

.find((row) => row.startsWith("csrftoken="));

if (csrfCookie) {

csrfToken = csrfCookie.split("=")[1];

}

return csrfToken;

};

const api = axios.create({

baseURL: "/api/", // Add /api/ prefix

headers: {

"X-CSRFToken": getCSRFToken(),

"Content-Type": "application/json",

withCredentials: true,

});

export default api;

و فایل vite.config.js

export default defineConfig({
  plugins: [react()],
  build: {
    outDir: "dist", 
  },
});

export default defineConfig({

plugins: [react()],

build: {

outDir: "dist",

});

تنظیمات ssl روی Nginx

برای اینکه سرویس از https استفاده کند باید چند کار انجام دهیم.

1.فایل های certificate را در سرور بسازیم

2.درخواستهای http را به https ارجاع دهیم

3.تنظیمات https را در nginx تنظیم کنیم

4.در برنامه هرجا لازم است تغییراتی انجام میدهیم مثلا اگر تا الان از وب سوکت ws استفاده میشده باید الان از wss استفاده شود.

حواسمون باشه فایل های cert و key کلیدها باید با رشته های زیر تعریف شوند:

-----BEGIN PRIVATE KEY-----
-----END PRIVATE KEY-----


-----BEGIN CERTIFICATE-----
-----END CERTIFICATE-----

-----BEGIN PRIVATE KEY-----

-----END PRIVATE KEY-----

-----BEGIN CERTIFICATE-----

-----END CERTIFICATE-----

برای این تنظیمات در داکری که یه سری سرویس دارد از تنظیمات زیر استفاده میکنیم:

nginx.conf

events {
  worker_connections 1024;
}

http {
  include       /etc/nginx/mime.types;
  default_type  application/octet-stream;
  sendfile        on;
  keepalive_timeout  65;
  client_header_timeout 600s;
  client_body_timeout 600s;
  send_timeout 600s;

  client_max_body_size 50M;

  proxy_buffers 4 256k;
  proxy_buffer_size 256k;
  proxy_busy_buffers_size 256k;

  client_header_buffer_size 512k;
  large_client_header_buffers 4 256k;

  proxy_connect_timeout 600s;
  proxy_read_timeout 600s;
  proxy_send_timeout 600s;

  #HTTP server Block
  server {
    listen 80;
    server_name hivadar.ir;

    # Redirect HTTP to HTTPS
    location / {
      return 301 https://$host$request_uri;
    }
  }

  #HTTPS Server
  server {
    listen 443 ssl;
    server_name hivadar.ir;

    # SSL Configuration
    ssl_certificate /etc/nginx/server.crt;
    ssl_certificate_key /etc/nginx/server.key;

    # Strong SSL protocols and ciphers
#    ssl_protocols TLSv1.2 TLSv1.3;
#    ssl_prefer_server_ciphers on;
#    ssl_ciphers HIGH:!aNULL:!MD5;

    # HSTS (optional): Forces HTTPS for future requests
#    add_header Strict-Transport-Security "max-age=31536000; includeSubDomains" always;


    location / {
      proxy_pass http://uwsgi-container:8000;
      proxy_set_header Host $host;
      proxy_set_header X-Real-IP $remote_addr;
      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
      proxy_set_header X-Forwarded-Proto $scheme;
    }

    location /ws/ {
      proxy_pass http://daphne-container:8001;
      proxy_http_version 1.1;
      proxy_set_header Upgrade $http_upgrade;
      proxy_set_header Connection "upgrade";
      proxy_set_header Host $host;
      proxy_set_header X-Real-IP $remote_addr;
      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
      proxy_set_header X-Forwarded-Proto $scheme;
    }

    location /static/ {
      alias /static/;
    }
  }
}

events {

worker_connections 1024;

}

http {

include /etc/nginx/mime.types;

default_type application/octet-stream;

sendfile on;

keepalive_timeout 65;

client_header_timeout 600s;

client_body_timeout 600s;

send_timeout 600s;

client_max_body_size 50M;

proxy_buffers 4 256k;

proxy_buffer_size 256k;

proxy_busy_buffers_size 256k;

client_header_buffer_size 512k;

large_client_header_buffers 4 256k;

proxy_connect_timeout 600s;

proxy_read_timeout 600s;

proxy_send_timeout 600s;

#HTTP server Block

server {

listen 80;

server_name hivadar.ir;

# Redirect HTTP to HTTPS

location / {

return 301 https://$host$request_uri;

}

#HTTPS Server

server {

listen 443 ssl;

server_name hivadar.ir;

# SSL Configuration

ssl_certificate /etc/nginx/server.crt;

ssl_certificate_key /etc/nginx/server.key;

# Strong SSL protocols and ciphers

# ssl_protocols TLSv1.2 TLSv1.3;

# ssl_prefer_server_ciphers on;

# ssl_ciphers HIGH:!aNULL:!MD5;

# HSTS (optional): Forces HTTPS for future requests

# add_header Strict-Transport-Security "max-age=31536000; includeSubDomains" always;

location / {

proxy_pass http://uwsgi-container:8000;

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header X-Forwarded-Proto $scheme;

}

location /ws/ {

proxy_pass http://daphne-container:8001;

proxy_http_version 1.1;

proxy_set_header Upgrade $http_upgrade;

proxy_set_header Connection "upgrade";

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header X-Forwarded-Proto $scheme;

}

location /static/ {

alias /static/;

}

فایل compose داکر

version: '3.8'

services:
    uwsgi-container:
        image: nasimproject-nasim:latest
        #build:
        #    context: .
        #    dockerfile: ...
        hostname: nasim
        container_name: nasim
        volumes:
            - ./app:/opt/app
            - ./data:/opt/data
        expose:
            - "8000"
        environment:
            - DJANGO_SETTINGS_MODULE=core.settings
        command: >
            uwsgi --http 0.0.0.0:8000 --module core.wsgi:application --master --processes 4 --threads 4 --buffer-size 163840 --http-timeout 300 --harakiri 300
    daphne:
            #image: project-daphne:latest
        build:
            context: .
            dockerfile: ...
        hostname: daphne
        container_name: daphne
        volumes:
            - ./app:/opt/app
            - ./data:/opt/data
        expose:
            - "8001"
        environment:
            - DJANGO_SETTINGS_MODULE=core.settings
    nginx:
        image: project-nginx:latest
        #build:
        #    context: .
        #    dockerfile: ...
        hostname: nginx
        container_name: nginx
        ports:
            - "80:80"
            - "443:443"
        depends_on:
            - uwsgi-container
            - daphne
        volumes:
            - ./app/static:/static
            - ./nginx/nginx.conf:/etc/nginx/nginx.conf
            - ./nginx/certs/server.crt:/etc/nginx/server.crt
            - ./nginx/certs/server.key:/etc/nginx/server.key
    rabbit:
        hostname: rabbit
        container_name: rabbit
        image: rabbitmq:3-management
        environment:
            - RABBITMQ_DEFAULT_USER=...
            - RABBITMQ_DEFAULT_PASS=...
        ports:
            - "5672:5672"
            - "15672:15672"
    celery:
        build:
            context: .
            dockerfile: DockerfileCelery
        hostname: celery
        container_name: celery
        volumes:
            - ./app:/opt/app
    beat:
        build:
            context: .
            dockerfile: DockerfileBeat
        hostname: beat
        container_name: beat
        volumes:
            - ./app:/opt/app

version: '3.8'

services:

uwsgi-container:

image: nasimproject-nasim:latest

#build:

# context: .

# dockerfile: ...

hostname: nasim

container_name: nasim

volumes:

- ./app:/opt/app

- ./data:/opt/data

expose:

- "8000"

environment:

- DJANGO_SETTINGS_MODULE=core.settings

command: >

uwsgi --http 0.0.0.0:8000 --module core.wsgi:application --master --processes 4 --threads 4 --buffer-size 163840 --http-timeout 300 --harakiri 300

daphne:

#image: project-daphne:latest

build:

context: .

dockerfile: ...

hostname: daphne

container_name: daphne

volumes:

- ./app:/opt/app

- ./data:/opt/data

expose:

- "8001"

environment:

- DJANGO_SETTINGS_MODULE=core.settings

nginx:

image: project-nginx:latest

#build:

# context: .

# dockerfile: ...

hostname: nginx

container_name: nginx

ports:

- "80:80"

- "443:443"

depends_on:

- uwsgi-container

- daphne

volumes:

- ./app/static:/static

- ./nginx/nginx.conf:/etc/nginx/nginx.conf

- ./nginx/certs/server.crt:/etc/nginx/server.crt

- ./nginx/certs/server.key:/etc/nginx/server.key

rabbit:

hostname: rabbit

container_name: rabbit

image: rabbitmq:3-management

environment:

- RABBITMQ_DEFAULT_USER=...

- RABBITMQ_DEFAULT_PASS=...

ports:

- "5672:5672"

- "15672:15672"

celery:

build:

context: .

dockerfile: DockerfileCelery

hostname: celery

container_name: celery

volumes:

- ./app:/opt/app

beat:

build:

context: .

dockerfile: DockerfileBeat

hostname: beat

container_name: beat

volumes:

- ./app:/opt/app

Docker base commands

مجموعه دستورات پر استفاده کار با داکر

Install Ubuntu 22.04
apt update
apt install docker.io
==
docker images
docker ps


vim /etc/apt/resolve.conf
nameserver 10.202.10.202 #shekan

docker pull alpine:latest
docker load -i /path/alpine.tar

#create container based on alpine
docker run -dit --name alp1 alpine

docker exec alp2 ip a
docker exec alp2 ping ..

docker attach alp2

CTRL+p+q

ls /var/lib/docker 
ls /var/lib/docker/containers

usermod -aG docker user1
service docker restart 

docker start alp1
docker ps 

brctl show  #list all bridge

docker network ls 
docker network create mynet 

docker run -dit  -name alp3 --net mynet alpine
docker run -dit --name alp4 --net mynet alpine

docker exec alp3 ping alp4

docker network inspect mynet

docker run -dit --name mynginx nginx:alpine 
docker rm -f mynginx 
docker run -dit --name mynginx nginx:alpine 80:80
#################################

192.168.56.1
ZDsoft recorder
-----------------------------------
docker images 
docker pull nginx:alpine

scp ....
docker load -i /home/nginx-alpine.tar
docker images

mkdir project1 
cd project1
echo MySite > index.html
nano DockerFile
from nginx:alpine
copy index.html /usr/share/www/index.html

docker build -t web .
docker ps 
docker run -dit --name mynginx -p 80:80 nginx:alpine
docker ps 


docker rm -f mynginx
docker run -dit --name mynginx -p 80:80 web
docker ps 

docker network create mynet 

docker run -dit --name alp3 mynet alpine
docker run -dit --name alp4 mynet alpine

docker exec alp4 ip a
docker exec alp4 ping 172.18.0.2
docker exec alp4 ping alp3
docker exec alp4 ping alp1

# name discovery on user defined bridge 

iptables -I DOCKER-USER -i docker0 -o br-fc... -j ACCEPT
iptables -I DOCKER-USER -o docker0 -i br-fc... -j ACCEPT

docker exec alp4 ping alp1

docker netwrok inspect

docker rm -f mynginx 

docker run -dit --name mynginx --net host web  # no need to publish port like 80:80 because its on host network

----------------
docker network create -d macvlan --subnet 192.168.93.0  --iprange 192.168.93.192/26 -o parent ens33 --gateway 192.168.93.2 macvlan1
docker run -dit --name alp5 --net macvlan alpine
docker exec alp5 ip a

docker network inspect macvlan1 
----------------

ip netns add ns1 
ip netns add ns2
ip link add veth0 


ip -n ns0 link


ip netns 

ip link
ip netns add ns0
ip -n ns0 link
clear
ip netns add ns1
ip link add veth0 type veth peer name veth1
ip link
clear
ip link set veth0 netns ns0
ip -n ns0 link
ip link set veth1 netns ns1
ip -n ns0 link set veth0 up
ip -n ns0 link set lo up
ip -n ns0 addr add 10.0.1.1/24 dev veth0
ip -n ns1 link set veth1 up
ip -n ns1 link set lo up
ip -n ns1 addr add 10.0.2.1/24 dev veth1
ip -n ns0 a
clear
ip netns exec ns0 ping 10.0.2.1
ip -n ns0 route add 10.0.2.0/24 dev veth0
ip -n ns1 route add 10.0.1.0/24 dev veth1
ip netns exec ns0 ping 10.0.2.1
clear
history
ip netns

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

Install Ubuntu 22.04

apt update

apt install docker.io

docker images

docker ps

vim /etc/apt/resolve.conf

nameserver 10.202.10.202 #shekan

docker pull alpine:latest

docker load -i /path/alpine.tar

#create container based on alpine

docker run -dit --name alp1 alpine

docker exec alp2 ip a

docker exec alp2 ping ..

docker attach alp2

CTRL+p+q

ls /var/lib/docker

ls /var/lib/docker/containers

usermod -aG docker user1

service docker restart

docker start alp1

docker ps

brctl show #list all bridge

docker network ls

docker network create mynet

docker run -dit -name alp3 --net mynet alpine

docker run -dit --name alp4 --net mynet alpine

docker exec alp3 ping alp4

docker network inspect mynet

docker run -dit --name mynginx nginx:alpine

docker rm -f mynginx

docker run -dit --name mynginx nginx:alpine 80:80

#################################

192.168.56.1

ZDsoft recorder

-----------------------------------

docker images

docker pull nginx:alpine

scp ....

docker load -i /home/nginx-alpine.tar

docker images

mkdir project1

cd project1

echo MySite > index.html

nano DockerFile

from nginx:alpine

copy index.html /usr/share/www/index.html

docker build -t web .

docker ps

docker run -dit --name mynginx -p 80:80 nginx:alpine

docker ps

docker rm -f mynginx

docker run -dit --name mynginx -p 80:80 web

docker ps

docker network create mynet

docker run -dit --name alp3 mynet alpine

docker run -dit --name alp4 mynet alpine

docker exec alp4 ip a

docker exec alp4 ping 172.18.0.2

docker exec alp4 ping alp3

docker exec alp4 ping alp1

# name discovery on user defined bridge

iptables -I DOCKER-USER -i docker0 -o br-fc... -j ACCEPT

iptables -I DOCKER-USER -o docker0 -i br-fc... -j ACCEPT

docker exec alp4 ping alp1

docker netwrok inspect

docker rm -f mynginx

docker run -dit --name mynginx --net host web # no need to publish port like 80:80 because its on host network

----------------

docker network create -d macvlan --subnet 192.168.93.0 --iprange 192.168.93.192/26 -o parent ens33 --gateway 192.168.93.2 macvlan1

docker run -dit --name alp5 --net macvlan alpine

docker exec alp5 ip a

docker network inspect macvlan1

----------------

ip netns add ns1

ip netns add ns2

ip link add veth0

ip -n ns0 link

ip netns

ip link

ip netns add ns0

ip -n ns0 link

clear

ip netns add ns1

ip link add veth0 type veth peer name veth1

ip link

clear

ip link set veth0 netns ns0

ip -n ns0 link

ip link set veth1 netns ns1

ip -n ns0 link set veth0 up

ip -n ns0 link set lo up

ip -n ns0 addr add 10.0.1.1/24 dev veth0

ip -n ns1 link set veth1 up

ip -n ns1 link set lo up

ip -n ns1 addr add 10.0.2.1/24 dev veth1

ip -n ns0 a

clear

ip netns exec ns0 ping 10.0.2.1

ip -n ns0 route add 10.0.2.0/24 dev veth0

ip -n ns1 route add 10.0.1.0/24 dev veth1

ip netns exec ns0 ping 10.0.2.1

clear

history

ip netns

پیاده سازی Odoo روی داکر Docker

برای پیاده سازی Odoo توی داکر باید اول docker-compose.yml رو داشته باشیم:

version: '3.1'

services:
  odoo:
    build:
      context: ./odoo
      dockerfile: Dockerfile
    container_name: odoo17
    ports:
      - "8069:8069"
    volumes:
      - odoo-data:/var/lib/odoo
      - ./odoo/odoo17.conf:/etc/odoo17.conf
      - ./odoo/odoo-custom-addons:/opt/odoo17/odoo-custom-addons
    environment:
      - HOST=odoo17-db
      - USER=odoo17
      - PASSWORD=odoo17
    depends_on:
      - db
    user: "odoo17:odoo17"

  db:
    build:
      context: ./postgres
      dockerfile: Dockerfile
    container_name: odoo17-db
    environment:
      - POSTGRES_USER=odoo17
      - POSTGRES_PASSWORD=odoo17
      - POSTGRES_DB=postgres
    volumes:
      - db-data:/var/lib/postgresql/data

volumes:
  odoo-data:
  db-data:

version: '3.1'

services:

odoo:

build:

context: ./odoo

dockerfile: Dockerfile

container_name: odoo17

ports:

- "8069:8069"

volumes:

- odoo-data:/var/lib/odoo

- ./odoo/odoo17.conf:/etc/odoo17.conf

- ./odoo/odoo-custom-addons:/opt/odoo17/odoo-custom-addons

environment:

- HOST=odoo17-db

- USER=odoo17

- PASSWORD=odoo17

depends_on:

- db

user: "odoo17:odoo17"

db:

build:

context: ./postgres

dockerfile: Dockerfile

container_name: odoo17-db

environment:

- POSTGRES_USER=odoo17

- POSTGRES_PASSWORD=odoo17

- POSTGRES_DB=postgres

volumes:

- db-data:/var/lib/postgresql/data

volumes:

odoo-data:

db-data:

داکرفایل postgress:

FROM library/postgres
COPY init.sql /docker-entrypoint-initdb.d/

1 2	FROM library/postgres COPY init.sql /docker-entrypoint-initdb.d/

یه فایل init.sql هم استفاده شده:

CREATE USER odoo17 IDENTIFIED BY odoo17;

1	CREATE USER odoo17 IDENTIFIED BY odoo17;

فایل odoo17.conf

[options]
admin_passwd = amir
db_host = odoo17-db
db_port = 5432
db_user = odoo17
db_password = odoo17
addons_path = /opt/odoo17/odoo/addons,/opt/odoo17/odoo-custom-addons
logfile = /var/log/odoo/odoo.log

[options]

admin_passwd = amir

db_host = odoo17-db

db_port = 5432

db_user = odoo17

db_password = odoo17

addons_path = /opt/odoo17/odoo/addons,/opt/odoo17/odoo-custom-addons

logfile = /var/log/odoo/odoo.log

از همه مهمتر Dockerfile خود Odoo:

# Use an official Python runtime as a parent image
FROM python:3.11-slim

# Set environment variables
ENV LANG=C.UTF-8 LC_ALL=C.UTF-8

# Install required packages and dependencies
RUN apt-get update && apt-get install -y --fix-missing \
    git \
    build-essential \
    wget \
    python3-dev \
    libfreetype6-dev \
    libxml2-dev \
    libzip-dev \
    libldap2-dev \
    libsasl2-dev \
    node-less \
    libjpeg62-turbo-dev \
    zlib1g-dev \
    libpq-dev \
    libxslt1-dev \
    libtiff5-dev \
    libopenjp2-7-dev \
    liblcms2-dev \
    libwebp-dev \
    libharfbuzz-dev \
    libfribidi-dev \
    libxcb1-dev \
    && apt-get clean \
    && rm -rf /var/lib/apt/lists/*

# Create Odoo user and group
RUN groupadd -r odoo17 && useradd -m -d /opt/odoo17 -g odoo17 -s /bin/bash odoo17

# Switch to Odoo user
USER odoo17

# Set working directory
WORKDIR /opt/odoo17

# Clone Odoo source code
RUN git clone --depth 1 --branch 17.0 https://www.github.com/odoo/odoo /opt/odoo17/odoo

# Create and activate a virtual environment, then install dependencies
RUN python3 -m venv odoo-venv && \
    /bin/bash -c "source odoo-venv/bin/activate && pip install wheel && pip install -r /opt/odoo17/odoo/requirements.txt"

# Create custom addons directory
RUN mkdir /opt/odoo17/odoo-custom-addons

# Copy Odoo configuration file
COPY odoo17.conf /etc/odoo17.conf

# Expose Odoo port
EXPOSE 8069

# Define the command to run the Odoo server
CMD ["/opt/odoo17/odoo-venv/bin/python3", "/opt/odoo17/odoo/odoo-bin", "-c", "/etc/odoo17.conf"]

# Use an official Python runtime as a parent image

FROM python:3.11-slim

# Set environment variables

ENV LANG=C.UTF-8 LC_ALL=C.UTF-8

# Install required packages and dependencies

RUN apt-get update && apt-get install -y --fix-missing \

git \

build-essential \

wget \

python3-dev \

libfreetype6-dev \

libxml2-dev \

libzip-dev \

libldap2-dev \

libsasl2-dev \

node-less \

libjpeg62-turbo-dev \

zlib1g-dev \

libpq-dev \

libxslt1-dev \

libtiff5-dev \

libopenjp2-7-dev \

liblcms2-dev \

libwebp-dev \

libharfbuzz-dev \

libfribidi-dev \

libxcb1-dev \

&& apt-get clean \

&& rm -rf /var/lib/apt/lists/*

# Create Odoo user and group

RUN groupadd -r odoo17 && useradd -m -d /opt/odoo17 -g odoo17 -s /bin/bash odoo17

# Switch to Odoo user

USER odoo17

# Set working directory

WORKDIR /opt/odoo17

# Clone Odoo source code

RUN git clone --depth 1 --branch 17.0 https://www.github.com/odoo/odoo /opt/odoo17/odoo

# Create and activate a virtual environment, then install dependencies

RUN python3 -m venv odoo-venv && \

/bin/bash -c "source odoo-venv/bin/activate && pip install wheel && pip install -r /opt/odoo17/odoo/requirements.txt"

# Create custom addons directory

RUN mkdir /opt/odoo17/odoo-custom-addons

# Copy Odoo configuration file

COPY odoo17.conf /etc/odoo17.conf

# Expose Odoo port

EXPOSE 8069

# Define the command to run the Odoo server

CMD ["/opt/odoo17/odoo-venv/bin/python3", "/opt/odoo17/odoo/odoo-bin", "-c", "/etc/odoo17.conf"]

سایز هدر و timeout توی پروژه وب

در نرم افزاری طول URL از حدی که بیشتر میشد سرور ارور بر میگردوند. با بررسی لاگ Nginx و uWSIG متوجه شدم که سایز هدری که مرورگر میفرسته از حدی بیشتره و سرور قبول نمیکنه. از طرفی اون عملیات زمان بر هم بود و وقتی که سایز هدر را هم بیشتر کردم باز هم چون طول میکشید سرور کانکشن رو میبست. با تنظیمات Nginx زیر تونستم هم طول هدر رو بیشتر کنم هم مدت زمان کانکشن ها:

events {
  worker_connections 1024;
}

http {
  include       /etc/nginx/mime.types;
  default_type  application/octet-stream;
  sendfile        on;
  keepalive_timeout  65;
  client_header_timeout 600s;
  client_body_timeout 600s;
  send_timeout 600s;

  # limits the size of the client request body
  client_max_body_size 50M;
  
  # These parameters control the buffer sizes used by NGINX when proxying responses from the upstream (uWSGI). Increasing buffer sizes allows NGINX to handle larger responses without having to offload data to disk
  proxy_buffers 4 256k;
  proxy_buffer_size 256k;
  proxy_busy_buffers_size 256k;
  

  # Increase buffer sizes to handle long URLs
  client_header_buffer_size 512k;
  large_client_header_buffers 4 256k;

  # This is the time NGINX waits for uWSGI
  proxy_connect_timeout 600s;
  proxy_read_timeout 600s;
  proxy_send_timeout 600s;

#  upstream myuwsgi {
#    server myuwsgi:8000;
#  }

  server {
    listen 80;

    location / {
      proxy_pass http://myuwsgi:8000;
      proxy_set_header Host $host;
      proxy_set_header X-Real-IP $remote_addr;
      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
      proxy_set_header X-Forwarded-Proto $scheme;
    }
    
    location /ws/ {
      proxy_pass http://daphne:8001;
      proxy_http_version 1.1;
      proxy_set_header Upgrade $http_upgrade;
      proxy_set_header Connection "upgrade";
      proxy_set_header Host $host;
      proxy_set_header X-Real-IP $remote_addr;
      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
      proxy_set_header X-Forwarded-Proto $scheme;
    }

    location /static/ {
      alias /static/;
    }
  }
}

events {

worker_connections 1024;

}

http {

include /etc/nginx/mime.types;

default_type application/octet-stream;

sendfile on;

keepalive_timeout 65;

client_header_timeout 600s;

client_body_timeout 600s;

send_timeout 600s;

# limits the size of the client request body

client_max_body_size 50M;

# These parameters control the buffer sizes used by NGINX when proxying responses from the upstream (uWSGI). Increasing buffer sizes allows NGINX to handle larger responses without having to offload data to disk

proxy_buffers 4 256k;

proxy_buffer_size 256k;

proxy_busy_buffers_size 256k;

# Increase buffer sizes to handle long URLs

client_header_buffer_size 512k;

large_client_header_buffers 4 256k;

# This is the time NGINX waits for uWSGI

proxy_connect_timeout 600s;

proxy_read_timeout 600s;

proxy_send_timeout 600s;

# upstream myuwsgi {

# server myuwsgi:8000;

# }

server {

listen 80;

location / {

proxy_pass http://myuwsgi:8000;

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header X-Forwarded-Proto $scheme;

}

location /ws/ {

proxy_pass http://daphne:8001;

proxy_http_version 1.1;

proxy_set_header Upgrade $http_upgrade;

proxy_set_header Connection "upgrade";

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header X-Forwarded-Proto $scheme;

}

location /static/ {

alias /static/;

}

فایل compose کل سرویس ها هم مثل زیره:

version: '3.8'

services:
    nasim:
        image: myuwsgiproject:latest
        #build:
        #    context: .
        #    dockerfile: Dockerfile
        hostname: uwsgiproject
        container_name: uwsgiproject
        volumes:
            - ./app:/opt/app
            - ./data:/opt/data
        expose:
            - "8000"
        environment:
            - DJANGO_SETTINGS_MODULE=core.settings
        command: >
            uwsgi --http 0.0.0.0:8000 --module core.wsgi:application --master --processes 4 --threads 4 --buffer-size 163840 --http-timeout 300 --harakiri 300
    daphne:
            #image: nasimproject-daphne:latest
        build:
            context: .
            dockerfile: DockerfileDaphne
        hostname: daphne
        container_name: daphne
        volumes:
            - ./app:/opt/app
            - ./data:/opt/data
        expose:
            - "8001"
        environment:
            - DJANGO_SETTINGS_MODULE=core.settings
    nginx:
        image: uwsgiproject-nginx:latest
        #build:
        #    context: .
        #    dockerfile: DockerfileNginx
        hostname: nginx
        container_name: nginx
        ports:
            - "80:80"
        depends_on:
            - nasim
            - daphne
        volumes:
            - ./app/static:/static
            - ./nginx/nginx.conf:/etc/nginx/nginx.conf
    rabbit:
        hostname: rabbit
        container_name: rabbit
        image: rabbitmq:3-management
        environment:
            - RABBITMQ_DEFAULT_USER=
            - RABBITMQ_DEFAULT_PASS=
        ports:
            - "5672:5672"  
            - "15672:15672"
    celery:
        build:
            context: .
            dockerfile: DockerfileCelery
        hostname: celery
        container_name: celery
        volumes:
            - ./app:/opt/app
    beat:
        build:
            context: .
            dockerfile: DockerfileBeat
        hostname: beat
        container_name: beat
        volumes:
            - ./app:/opt/app

version: '3.8'

services:

nasim:

image: myuwsgiproject:latest

#build:

# context: .

# dockerfile: Dockerfile

hostname: uwsgiproject

container_name: uwsgiproject

volumes:

- ./app:/opt/app

- ./data:/opt/data

expose:

- "8000"

environment:

- DJANGO_SETTINGS_MODULE=core.settings

command: >

uwsgi --http 0.0.0.0:8000 --module core.wsgi:application --master --processes 4 --threads 4 --buffer-size 163840 --http-timeout 300 --harakiri 300

daphne:

#image: nasimproject-daphne:latest

build:

context: .

dockerfile: DockerfileDaphne

hostname: daphne

container_name: daphne

volumes:

- ./app:/opt/app

- ./data:/opt/data

expose:

- "8001"

environment:

- DJANGO_SETTINGS_MODULE=core.settings

nginx:

image: uwsgiproject-nginx:latest

#build:

# context: .

# dockerfile: DockerfileNginx

hostname: nginx

container_name: nginx

ports:

- "80:80"

depends_on:

- nasim

- daphne

volumes:

- ./app/static:/static

- ./nginx/nginx.conf:/etc/nginx/nginx.conf

rabbit:

hostname: rabbit

container_name: rabbit

image: rabbitmq:3-management

environment:

- RABBITMQ_DEFAULT_USER=

- RABBITMQ_DEFAULT_PASS=

ports:

- "5672:5672"

- "15672:15672"

celery:

build:

context: .

dockerfile: DockerfileCelery

hostname: celery

container_name: celery

volumes:

- ./app:/opt/app

beat:

build:

context: .

dockerfile: DockerfileBeat

hostname: beat

container_name: beat

volumes:

- ./app:/opt/app

تغییر مسیر ذخیره فایلهای داکر

بعد از نصب داکر فایلهای مورد استفاده خود داکر از قبلی image هایی که load میکنید توی مسیر /var/lib/docker ذخیره میشه که میتونه بعد از مدتی پر شه یا اصلا شاید بخاید جای دیگه ای ذخیره بشه. من خودم چون پارتیشن دیگه ای با حجم بیشتر دارم خواستم یه دایرکتوری دیگه رو map کنم به این دایرکتوری. البته روش های مختلفی وجود داره برای تغییر مسیر اما بهترین روش با کمترین impact این روشه:

sudo mkdir /mnt/docker
sudo mount --rbind /mnt/docker /var/lib/docker

1 2	sudo mkdir /mnt/docker sudo mount --rbind /mnt/docker /var/lib/docker

کامل ترش رو میشه توی این لینک ببینیم.

تنظیمات SElinux و مشکلاتی که برای داکر داره

امروز بعد از ریبوت سرور سرویس داکر دیگه بالا نیومد و ارور زیر رو میگیرفتیم.

توی اینترنت گفته بودن که درایور رو عوض کنیم و … اما در نهایت متوجه شدم چون selinux روی premisive بوده به داکر اجازه داده نمیشه که از دیسک با LVM کانفیگ شده استفاده کنه. اروری که نشون میده:

این ارور رو باید با کامند dockerd --debug ببینید

failed to start daemon error initializing graphdriver driver not supported overlay2

1	failed to start daemon error initializing graphdriver driver not supported overlay2

چطور فهمیدم که مشکل از selinux هست. سرور به دلایلی ریبوت شده بود و دیگه داکر بالا نیومده بود. قبلا یکی از دوستان selinux رو فعال کرده بود و طبیعتا تا بعد از ریبوت اعمال نمیشه. متوجه شدم احتمالا مشکل از اینه.

حالا توی فایل /etc/selinux/config کافیه اونو disable کنی و ریبوت. داکر دوباره start میشه.

استقرار پروژه جنگو با بهینگی بالا

در پروژه ای که در بستر داکر روی لینوکس پیاده سازی شده است نرم افزار از performance قابل قبولی برخوردار نیست. بخشی از نرم افزار با websocket کار میکند اما اکثرا در بستر http. دیتابیس، و بخشهای دیگر مثل celery, rabbitMQ و … هر کدام یک کانتینر هستند.

ایرادات استقرار یا deployment:

جنگو در یک کانتینر با دستور runserver اجرا شده است.

کل پروژه از Daphne به عنوان اپلیکیشن وب سرور ASGI استفاده میکند در حالی که بخش کوچکی از نرم افزار asyn است و با websocket کار میکند.

وب سروری مثل Nginx یا Apache وجود ندارد که فایلهای استاتیک را ارائه دهد.

بهتر بود در بخشهای Sync از اپلیکیشن سروری مثل uWSGI که یک WSGI هست استفاده میشد.

بنابراین معماری به شکل زیر تغییر یافت:

NGINX درخواست های websocket رو به Daphne و سایر درخواست ها را به uWSGI ارسال میکند. فایل های کانفیگ از قرار زیر است.

compose.yml

version: '3.8'

services:
    elastic:
        image: elasticsearch:7.17.11
        container_name: elastic
        restart: always
        hostname: es
        environment:
            discovery.type: single-node
            ES_JAVA_OPTS: -Xms512m -Xmx512m
        ports:
            - 9200:9200
    mysql:
        image: mysql
        container_name: mysql
        restart: always
        hostname: mysql.local
        environment:
            discovery.type: single-node
            MYSQL_ROOT_PASSWORD: ...
            MYSQL_DATABASE: ...
        ports:
            - 3306:3306
        volumes:
            - mysql_data:/var/lib/mysql
    nasim:
        build:
            context: .
            dockerfile: DockerfileNasim
        hostname: nasim
        container_name: nasim
        volumes:
            - ./app:/opt/app
            - ./data:/opt/data
        expose:
            - "8000"
        environment:
            - DJANGO_SETTINGS_MODULE=core.settings
    daphne:
        build:
            context: .
            dockerfile: DockerfileNasim
        hostname: daphne
        container_name: daphne
        volumes:
            - ./app:/opt/app
            - ./data:/opt/data
        expose:
            - "8001"
        command: ["daphne", "-b", "0.0.0.0", "-p", "8001", "core.asgi:application"]
        environment:
            - DJANGO_SETTINGS_MODULE=core.settings
    nginx:
        build:
            context: .
            dockerfile: DockerfileNginx
        hostname: nginx
        container_name: nginx
        ports:
            - "80:80"
        depends_on:
            - nasim
            - daphne
        volumes:
            - ./app/static:/static
            - ./nginx/nginx.conf:/etc/nginx/nginx.conf
            
volumes:
    mysql_data:

version: '3.8'

services:

elastic:

image: elasticsearch:7.17.11

container_name: elastic

restart: always

hostname: es

environment:

discovery.type: single-node

ES_JAVA_OPTS: -Xms512m -Xmx512m

ports:

- 9200:9200

mysql:

image: mysql

container_name: mysql

restart: always

hostname: mysql.local

environment:

discovery.type: single-node

MYSQL_ROOT_PASSWORD: ...

MYSQL_DATABASE: ...

ports:

- 3306:3306

volumes:

- mysql_data:/var/lib/mysql

nasim:

build:

context: .

dockerfile: DockerfileNasim

hostname: nasim

container_name: nasim

volumes:

- ./app:/opt/app

- ./data:/opt/data

expose:

- "8000"

environment:

- DJANGO_SETTINGS_MODULE=core.settings

daphne:

build:

context: .

dockerfile: DockerfileNasim

hostname: daphne

container_name: daphne

volumes:

- ./app:/opt/app

- ./data:/opt/data

expose:

- "8001"

command: ["daphne", "-b", "0.0.0.0", "-p", "8001", "core.asgi:application"]

environment:

- DJANGO_SETTINGS_MODULE=core.settings

nginx:

build:

context: .

dockerfile: DockerfileNginx

hostname: nginx

container_name: nginx

ports:

- "80:80"

depends_on:

- nasim

- daphne

volumes:

- ./app/static:/static

- ./nginx/nginx.conf:/etc/nginx/nginx.conf

volumes:

mysql_data:

nginx.conf

# nginx/nginx.conf
events {
  worker_connections 1024;
}

http {
  include       /etc/nginx/mime.types;
  default_type  application/octet-stream;
  sendfile        on;
  keepalive_timeout  65;

  upstream nasim {
    server nasim:8000;
  }

  server {
    listen 80;

    location / {
      proxy_pass http://nasim;
      proxy_set_header Host $host;
      proxy_set_header X-Real-IP $remote_addr;
      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
      proxy_set_header X-Forwarded-Proto $scheme;
    }
	
    location /ws/ {
      proxy_pass http://daphne:8001;
      proxy_http_version 1.1;
      proxy_set_header Upgrade $http_upgrade;
      proxy_set_header Connection "upgrade";
      proxy_set_header Host $host;
      proxy_set_header X-Real-IP $remote_addr;
      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
      proxy_set_header X-Forwarded-Proto $scheme;
    }

    location /static/ {
      alias /static/;
    }
  }
}

# nginx/nginx.conf

events {

worker_connections 1024;

}

http {

include /etc/nginx/mime.types;

default_type application/octet-stream;

sendfile on;

keepalive_timeout 65;

upstream nasim {

server nasim:8000;

}

server {

listen 80;

location / {

proxy_pass http://nasim;

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header X-Forwarded-Proto $scheme;

}

location /ws/ {

proxy_pass http://daphne:8001;

proxy_http_version 1.1;

proxy_set_header Upgrade $http_upgrade;

proxy_set_header Connection "upgrade";

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header X-Forwarded-Proto $scheme;

}

location /static/ {

alias /static/;

}

DockerfileNginx

# DockerfileNginx
FROM nginx:alpine

# Remove the default configuration file
RUN rm /etc/nginx/conf.d/default.conf

# Copy the nginx configuration file
COPY nginx/nginx.conf /etc/nginx/nginx.conf

# DockerfileNginx

FROM nginx:alpine

# Remove the default configuration file

RUN rm /etc/nginx/conf.d/default.conf

# Copy the nginx configuration file

COPY nginx/nginx.conf /etc/nginx/nginx.conf

DockerfileNasim

FROM python:3.11-slim-bullseye AS nasim_core

# Install system dependencies with retry logic
RUN apt-get update --fix-missing

RUN apt-get install apt-utils -y
RUN apt-get install build-essential -y
RUN apt-get install gcc -y
RUN apt-get install graphviz -y
RUN apt-get install graphviz-dev -y
RUN apt-get install vim -y
RUN apt-get install libmagickwand-dev -y
RUN apt-get install curl -y
RUN apt-get install iputils-ping -y
RUN apt-get install python3-dev -y
RUN apt-get install default-libmysqlclient-dev -y
RUN apt-get install pkg-config -y
RUN apt-get install libffi-dev -y


# Create and set work directory
RUN mkdir /opt/app && chown www-data:www-data /opt/app
WORKDIR /opt/app

COPY ./app/requirements.txt /opt/app
RUN pip install --upgrade pip
RUN pip install --upgrade -r requirements.txt --no-cache-dir
RUN pip install uwsgi

# Create logs directory and set permissions
RUN mkdir /opt/app/logs && touch /opt/app/logs/operation.log /opt/app/logs/system.log
RUN mkdir -p /opt/app/uploads/documents


RUN chmod -R 777 /opt/app/logs


# Set environment variables
ENV PYTHONDONTWRITEBYTECODE 1
ENV PYTHONUNBUFFERED 1


# Copy project
COPY ./app /opt/app/

# Run Daphne
CMD ["uwsgi", "--http", "0.0.0.0:8000", "--module", "core.wsgi:application", "--master", "--processes", "4", "--threads", "4"]

FROM python:3.11-slim-bullseye AS nasim_core

# Install system dependencies with retry logic

RUN apt-get update --fix-missing

RUN apt-get install apt-utils -y

RUN apt-get install build-essential -y

RUN apt-get install gcc -y

RUN apt-get install graphviz -y

RUN apt-get install graphviz-dev -y

RUN apt-get install vim -y

RUN apt-get install libmagickwand-dev -y

RUN apt-get install curl -y

RUN apt-get install iputils-ping -y

RUN apt-get install python3-dev -y

RUN apt-get install default-libmysqlclient-dev -y

RUN apt-get install pkg-config -y

RUN apt-get install libffi-dev -y

# Create and set work directory

RUN mkdir /opt/app && chown www-data:www-data /opt/app

WORKDIR /opt/app

COPY ./app/requirements.txt /opt/app

RUN pip install --upgrade pip

RUN pip install --upgrade -r requirements.txt --no-cache-dir

RUN pip install uwsgi

# Create logs directory and set permissions

RUN mkdir /opt/app/logs && touch /opt/app/logs/operation.log /opt/app/logs/system.log

RUN mkdir -p /opt/app/uploads/documents

RUN chmod -R 777 /opt/app/logs

# Set environment variables

ENV PYTHONDONTWRITEBYTECODE 1

ENV PYTHONUNBUFFERED 1

# Copy project

COPY ./app /opt/app/

# Run Daphne

CMD ["uwsgi", "--http", "0.0.0.0:8000", "--module", "core.wsgi:application", "--master", "--processes", "4", "--threads", "4"]

لینک های مرتبط:

افزایش ظرفیت پارتیشن ها توی LVM

توی یه سرور RHEL که از LVM برای مدیریت دیسک و پارتیشن استفاده میشه، لازم شد که حجم رو افزایش بدیم. یه دیسک sdb داریم که میخایم به 2 تا پارتیشن اضافه اش کنیم. LVM این کار رو انجام میده بدون اینکه پارتیشن ها نیاز به فرمت داشته باشن و داده های قدیمی از دست برن. یه چیزی مثل سرویس های ابری که هر وقت بخایم منابع اضافه میکنیم.

قبل از افزایش حجم وضعیت اینطور بود:

# df -h
Filesystem                       Size  Used Avail Use% Mounted on
devtmpfs                         7.9G     0  7.9G   0% /dev
tmpfs                            7.9G     0  7.9G   0% /dev/shm
tmpfs                            7.9G  1.2M  7.9G   1% /run
tmpfs                            7.9G     0  7.9G   0% /sys/fs/cgroup
/dev/mapper/vg0-lvroot            40G  4.4G   36G  11% /
/dev/sda2                       1014M  292M  723M  29% /boot
/dev/mapper/vg0-lvvar             20G  4.2G   16G  21% /var
/dev/mapper/vg0-lvtmp             20G  176M   20G   1% /tmp
/dev/mapper/vg0-lvhome            40G   14G   27G  35% /home
/dev/mapper/vg0-lvvar_log         10G  1.4G  8.6G  14% /var/log
/dev/mapper/vg0-lvvar_tmp         10G  104M  9.9G   2% /var/tmp
/dev/mapper/vg0-lvvar_log_audit   10G  1.4G  8.6G  14% /var/log/audit
tmpfs                            1.6G     0  1.6G   0% /run/user/1190376420
overlay                           20G  4.2G   16G  21% /var/lib/docker/overlay2/dbfe655119fd6d03f5e8fb2df593879ba19bc6bde509e2499d70748b4354f021/merged
overlay                           20G  4.2G   16G  21% /var/lib/docker/overlay2/147384dd3327c9bb2a2a4b0987feb5a880eec99164f34765d28a30f956f7b44f/merged
overlay                           20G  4.2G   16G  21% /var/lib/docker/overlay2/480bf322cca836d746335f12b6c3199b608eed021b024090d726065654b6d169/merged
overlay                           20G  4.2G   16G  21% /var/lib/docker/overlay2/16252ee660cbc6442ec03813b604302ec2612a9d991571ac780415d68cf419c0/merged
overlay                           20G  4.2G   16G  21% /var/lib/docker/overlay2/9aa12c12dd6fcccbb23ef6266e7cfddabdf426f1823527fa265fb9a5635936b2/merged

# df -h

Filesystem Size Used Avail Use% Mounted on

devtmpfs 7.9G 0 7.9G 0% /dev

tmpfs 7.9G 0 7.9G 0% /dev/shm

tmpfs 7.9G 1.2M 7.9G 1% /run

tmpfs 7.9G 0 7.9G 0% /sys/fs/cgroup

/dev/mapper/vg0-lvroot 40G 4.4G 36G 11% /

/dev/sda2 1014M 292M 723M 29% /boot

/dev/mapper/vg0-lvvar 20G 4.2G 16G 21% /var

/dev/mapper/vg0-lvtmp 20G 176M 20G 1% /tmp

/dev/mapper/vg0-lvhome 40G 14G 27G 35% /home

/dev/mapper/vg0-lvvar_log 10G 1.4G 8.6G 14% /var/log

/dev/mapper/vg0-lvvar_tmp 10G 104M 9.9G 2% /var/tmp

/dev/mapper/vg0-lvvar_log_audit 10G 1.4G 8.6G 14% /var/log/audit

tmpfs 1.6G 0 1.6G 0% /run/user/1190376420

overlay 20G 4.2G 16G 21% /var/lib/docker/overlay2/dbfe655119fd6d03f5e8fb2df593879ba19bc6bde509e2499d70748b4354f021/merged

overlay 20G 4.2G 16G 21% /var/lib/docker/overlay2/147384dd3327c9bb2a2a4b0987feb5a880eec99164f34765d28a30f956f7b44f/merged

overlay 20G 4.2G 16G 21% /var/lib/docker/overlay2/480bf322cca836d746335f12b6c3199b608eed021b024090d726065654b6d169/merged

overlay 20G 4.2G 16G 21% /var/lib/docker/overlay2/16252ee660cbc6442ec03813b604302ec2612a9d991571ac780415d68cf419c0/merged

overlay 20G 4.2G 16G 21% /var/lib/docker/overlay2/9aa12c12dd6fcccbb23ef6266e7cfddabdf426f1823527fa265fb9a5635936b2/merged

همینطور که میبینید /home و / هر کدوم 40 گیگابایت هستن که باید زیاد بشن.

# ll /dev/sd*
brw-rw----. 1 root disk 8,  0 Jun 26 11:18 /dev/sda
brw-rw----. 1 root disk 8,  1 Jun 26 11:18 /dev/sda1
brw-rw----. 1 root disk 8,  2 Jun 26 11:18 /dev/sda2
brw-rw----. 1 root disk 8,  3 Jun 26 11:18 /dev/sda3
brw-rw----. 1 root disk 8, 16 Jun 26 11:18 /dev/sdb

# ll /dev/sd*

brw-rw----. 1 root disk 8, 0 Jun 26 11:18 /dev/sda

brw-rw----. 1 root disk 8, 1 Jun 26 11:18 /dev/sda1

brw-rw----. 1 root disk 8, 2 Jun 26 11:18 /dev/sda2

brw-rw----. 1 root disk 8, 3 Jun 26 11:18 /dev/sda3

brw-rw----. 1 root disk 8, 16 Jun 26 11:18 /dev/sdb

میبینیم که /dev/sdb به دیکسها اضافه شده اما پارتیشن بندی نشده.

# pvs
  PV         VG  Fmt  Attr PSize    PFree
  /dev/sda3  vg0 lvm2 a--  <199.00g <17.00g

# pvs

PV VG Fmt Attr PSize PFree

/dev/sda3 vg0 lvm2 a-- <199.00g <17.00g

همینطور که میبینیم sdb اصلا به هیچ volume group ای از LVM اضافه نشده پس معلومه که قابل استفاده است.

# vgs
  VG  #PV #LV #SN Attr   VSize    VFree
  vg0   1   8   0 wz--n- <199.00g <17.00g

# vgs

VG #PV #LV #SN Attr VSize VFree

vg0 1 8 0 wz--n- <199.00g <17.00g

میبینیم که یه logical volume داریم vg0 که یه دونه pv هم داره که در واقع همون sda3 هست که قبلا دیدیم و بازم مطمثن شدیم که sdb استفاده نمیشه

# lvs
  LV              VG  Attr       LSize  Pool Origin Data%  Meta%  Move Log Cpy%Sync Convert
  lvhome          vg0 -wi-ao---- 40.00g
  lvroot          vg0 -wi-ao---- 40.00g
  lvswap          vg0 -wi-ao---- 32.00g
  lvtmp           vg0 -wi-ao---- 20.00g
  lvvar           vg0 -wi-ao---- 20.00g
  lvvar_log       vg0 -wi-ao---- 10.00g
  lvvar_log_audit vg0 -wi-ao---- 10.00g
  lvvar_tmp       vg0 -wi-ao---- 10.00g

# lvs

LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert

lvhome vg0 -wi-ao---- 40.00g

lvroot vg0 -wi-ao---- 40.00g

lvswap vg0 -wi-ao---- 32.00g

lvtmp vg0 -wi-ao---- 20.00g

lvvar vg0 -wi-ao---- 20.00g

lvvar_log vg0 -wi-ao---- 10.00g

lvvar_log_audit vg0 -wi-ao---- 10.00g

lvvar_tmp vg0 -wi-ao---- 10.00g

یه نگاه مجدد به logical volume ها میندازیم.

pvcreate /dev/sdb

1	pvcreate /dev/sdb

با دستور بالا sdb رو به یه phisical volume تعریف کردیم که بتونیم توی LVM ازش استفاده کنیم. در وا

# pvs
  PV         VG  Fmt  Attr PSize     PFree
  /dev/sda3  vg0 lvm2 a--   <199.00g   <17.00g
  /dev/sdb   vg0 lvm2 a--  <1024.00g <1024.00g

# pvs

PV VG Fmt Attr PSize PFree

/dev/sda3 vg0 lvm2 a-- <199.00g <17.00g

/dev/sdb vg0 lvm2 a-- <1024.00g <1024.00g

میبینیم که sdb اضافه شده.

vgextend vg0 /dev/sdb

1	vgextend vg0 /dev/sdb

حالا sdb رو به volume group vg0 اضافه میکنیم که بتونیم به logical volume ها اضافه اش کنیم.

# vgs
  VG  #PV #LV #SN Attr   VSize VFree
  vg0   2   8   0 wz--n- 1.19t <1.02t

# vgs

VG #PV #LV #SN Attr VSize VFree

vg0 2 8 0 wz--n- 1.19t <1.02t

همینطور که میبینیم اضافه شده. الان vg0 حدود یک ترابایت خالی داره.

lvextend -L +512G /dev/mapper/vg0-lvroot -r

1	lvextend -L +512G /dev/mapper/vg0-lvroot -r

حالا 512 گیگابایتش رو به / یا همون root اضافه کردیم.

lvm lvextend -l +100%FREE /dev/mapper/vg0-lvhome -r

1	lvm lvextend -l +100%FREE /dev/mapper/vg0-lvhome -r

از فضای خالی باقیمانده بقیه شو به /home اضافه کردیم.

# df -h
Filesystem                       Size  Used Avail Use% Mounted on
devtmpfs                         7.9G     0  7.9G   0% /dev
tmpfs                            7.9G     0  7.9G   0% /dev/shm
tmpfs                            7.9G  748K  7.9G   1% /run
tmpfs                            7.9G     0  7.9G   0% /sys/fs/cgroup
/dev/mapper/vg0-lvroot           569G  7.9G  562G   2% /
/dev/sda2                       1014M  291M  724M  29% /boot
/dev/mapper/vg0-lvvar             20G  1.1G   19G   6% /var
/dev/mapper/vg0-lvhome           552G  3.9G  549G   1% /home
/dev/mapper/vg0-lvvar_tmp         10G  104M  9.9G   2% /var/tmp
/dev/mapper/vg0-lvvar_log         10G  315M  9.7G   4% /var/log
/dev/mapper/vg0-lvvar_log_audit   10G  525M  9.5G   6% /var/log/audit
/dev/mapper/vg0-lvtmp             20G  176M   20G   1% /tmp
tmpfs                            1.6G     0  1.6G   0% /run/user/1190376420

# df -h

Filesystem Size Used Avail Use% Mounted on

devtmpfs 7.9G 0 7.9G 0% /dev

tmpfs 7.9G 0 7.9G 0% /dev/shm

tmpfs 7.9G 748K 7.9G 1% /run

tmpfs 7.9G 0 7.9G 0% /sys/fs/cgroup

/dev/mapper/vg0-lvroot 569G 7.9G 562G 2% /

/dev/sda2 1014M 291M 724M 29% /boot

/dev/mapper/vg0-lvvar 20G 1.1G 19G 6% /var

/dev/mapper/vg0-lvhome 552G 3.9G 549G 1% /home

/dev/mapper/vg0-lvvar_tmp 10G 104M 9.9G 2% /var/tmp

/dev/mapper/vg0-lvvar_log 10G 315M 9.7G 4% /var/log

/dev/mapper/vg0-lvvar_log_audit 10G 525M 9.5G 6% /var/log/audit

/dev/mapper/vg0-lvtmp 20G 176M 20G 1% /tmp

tmpfs 1.6G 0 1.6G 0% /run/user/1190376420

همینطور که میبینید / و /home حجمشون زیاد شده.