Обновление 1.26.3.3 → 1.26.10.0

docker exec -it postgres mkdir -p /var/lib/postgresql/data/backups && \
docker exec -it postgres pg_dump -U postgres -d primo-ai-identity -F c -f /var/lib/postgresql/data/backups/identity_$(date +%F).dump && \
docker exec -it postgres pg_dump -U postgres -d primo-ai-application -F c -f /var/lib/postgresql/data/backups/application_$(date +%F).dump && \
docker exec -it postgres pg_dump -U postgres -d primo-ai-filestore -F c -f /var/lib/postgresql/data/backups/filestore_$(date +%F).dump && \
docker exec -it postgres pg_dump -U postgres -d primo-ai-license -F c -f /var/lib/postgresql/data/backups/license_$(date +%F).dump && \
docker exec -it postgres pg_dump -U postgres -d primo-ai-logs -F c -f /var/lib/postgresql/data/backups/logs_$(date +%F).dump && \
docker exec -it postgres pg_dump -U postgres -d primo-ai-inference -F c -f /var/lib/postgresql/data/backups/inference_$(date +%F).dump && \
mkdir -p /app/Primo.AI/Api/backups && \
sudo mv /app/Primo.AI/Api/volumes/pgsql-data/backups/*.dump /app/Primo.AI/Api/backups/.

sudo mkdir -p /app/Primo.AI/Api/volumes/nginx/ssl

docker cp server_ui:/etc/nginx/cert1.crt /app/Primo.AI/Api/volumes/nginx/ssl/cert1.crt
docker cp server_ui:/etc/nginx/cert1.rsa /app/Primo.AI/Api/volumes/nginx/ssl/cert1.rsa

sudo chmod 644 /app/Primo.AI/Api/volumes/nginx/ssl/cert1.crt
sudo chmod 600 /app/Primo.AI/Api/volumes/nginx/ssl/cert1.rsa

names="ai-server-api ai-server-auth ai-server-inference ai-server-logs ai-server-machineinfo ai-server-ui ai-server-langflow-backend ai-server-langflow-frontend"
externals="library/postgres:17.10-alpine library/rabbitmq:4.2.8-management-alpine library/redis:7.4-alpine"
for name in $names; do
    wget "https://nexus.primo-rpa.ru/repository/raw/1.26.10/ai-server/docker/images/$name.tar.7z"
    7z x $name.tar.7z
    docker load -i $name.tar
    rm $name.tar.7z $name.tar
done
for external in $externals; do
    filename=$(echo "${external##*/}" | sed 's/:/_/g')
    wget "https://nexus.primo-rpa.ru/repository/raw/data/libraries/docker/images/$filename.tar.7z"
    7z x $filename.tar.7z
    docker load -i $filename.tar
    rm $filename.tar.7z $filename.tar
done

names="ai-server-api ai-server-auth ai-server-inference ai-server-logs ai-server-machineinfo ai-server-ui ai-server-langflow-backend ai-server-langflow-frontend"
externals="library/postgres:17.10-alpine library/rabbitmq:4.2.8-management-alpine library/redis:7.4-alpine"
for name in $names; do
    docker pull nexus.primo-rpa.ru:8000/primo-rpa/$name:1.26.10.0
done
for external in $externals; do
    docker pull nexus.primo-rpa.ru:8000/$external
done

    location ~ (?i)^\/api\/langflowScripts\/job\/.+\/events$ {
      proxy_pass http://api;
      proxy_http_version 1.1;
      proxy_set_header Host $host;
      proxy_set_header X-Real-IP $remote_addr;
      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
      proxy_set_header X-Forwarded-Proto https;
      proxy_set_header Connection "";
      proxy_read_timeout 300;
      proxy_connect_timeout 300;
      proxy_send_timeout 300;
      proxy_buffering off;
    }

  ...
  "ClearRequestsService": {
    "DefaultExpirationSeconds": 3600,
    "UnprocessedExpirationSeconds": 86400
  },
  ...

  ...
  "RabbitMQ": {
    ...
    "AgentSystemRequestEventPrefetchCount": 10,
    "SmartOcrRequestEventPrefetchCount": 10,
    "NlpRequestEventPrefetchCount": 10,
    "PackageRequestEventPrefetchCount": 10,
    "PdfGeneratingEventPrefetchCount": 10
  },
  ...

  ...
  "Orchestrator": {
    "Login": "aiserver",
    "Password": "JLWIyl1xZNDVVx8tcVllOg==",
    "Address": "https://<адрес Центра управления>:44392"
  },
  ...

  ...
  "FileUpload": {
    ...
    "LangflowScriptPreset": {
      "ReadBufferSize": 10000,
      "ReadBufferIterationBeforeSave": 50,
      "Folder": "/app/Primo.AI/Api_LangflowScriptPreset",
      "StoreType": "FileSystem"
    },
    ...
  },
  ...

  ...
  "Agents": {
    ...
    "StopProcessAfterUnavailablePeriod": 300,
    "UsagePeriod": 10000
  },
  ...
  "LlmRunners": {
    "StartTimeoutSeconds": 1200,
    "StopTimeoutSeconds": 300
  },
  ...

  ...
  "Agents": {
    ...
    "ManagementEnabled": false
  },
  ...

  ...
  "ExternalS3": {
    "Endpoint": "",
    "AccessKey": "",
    "SecretKey": "",
    "SSL": true,
    "ForcePathStyle": false,
    "StoreType": "Minio", // Minio, AmazonS3
    "PackageFiles": {
      "Enabled": false,
      "Path": ""
    },
    "RequestFiles": {
      "Enabled": false,
      "Path": ""
    }
  },
  ...

  ...
  "ExternalModelRegistries": {
    "DownloadTimeoutMinutes": 240,
    "ConnectivityTimeoutSeconds": 10,
    "IgnoreCertificateErrors": true,
    "TempFolder": "",
    "HuggingFace": {
      "ApiUrl": "https://huggingface.co/api",
      "FilesUrl": "https://huggingface.co",
      "Token": ""
    },
    "Ollama": {
      "RegistryUrl": "https://registry.ollama.ai",
      "LibraryUrl": "https://ollama.com/library"
    }
  },
  ...

postgres:
    image: nexus.primo-rpa.ru:8000/library/postgres:17.10-alpine

rabbitMQ:
  image: nexus.primo-rpa.ru:8000/library/rabbitmq:4.2.8-management-alpine

redis:
  image: nexus.primo-rpa.ru:8000/library/redis:7.4-alpine

sudo mkdir -p /app/Primo.AI/Api/volumes/Api_SmartOcrTestFile /app/Primo.AI/Api/volumes/Api_TestPackage

      - ./volumes/Api_LangflowScriptPreset:/app/Primo.AI/Api_LangflowScriptPreset
      - ./volumes/Api_SmartOcrTestFile:/app/Primo.AI/Api_SmartOcrTestFile
      - ./volumes/Api_TestPackage:/app/Primo.AI/Api_TestPackage

    volumes:
      - ./volumes/nginx/nginx.conf:/etc/nginx/nginx.conf
      - ./volumes/nginx/ssl/cert1.crt:/etc/nginx/cert1.crt:ro
      - ./volumes/nginx/ssl/cert1.rsa:/etc/nginx/cert1.rsa:ro
      - ./volumes/nginx/:/var/log/nginx

sudo sed -i -E \
  -e 's#image:[[:space:]]+primo-rpa/(ai-server-[a-z-]+)(:[^[:space:]]+)?[[:space:]]*$#image: nexus.primo-rpa.ru:8000/primo-rpa/\1:1.26.10.0#' \
  -e 's#image:[[:space:]]+externals/#image: nexus.primo-rpa.ru:8000/library/#' \
  /app/Primo.AI/Api/docker-compose.yaml

filenames="e8dfc900-e183-4647-80b0-a97f242a7dba \
3377b494-f686-4cef-9db1-4ffb3164cc9c \
63e56e59-6c96-4fc7-9ecb-afab3d79bb21 \
1442b32b-aaee-4139-88c1-a7f313d11a09 \
471c79fa-17b3-46a6-a42f-b93eef012012 \
312244b9-9d2e-4553-8bd1-b135e739af13 \
40d9afa6-de73-46e6-a85d-8816d54cafb7 \
6dd7fb3c-d58e-427c-8845-39964df50bc5 \
ce8f072a-b6dc-4c9f-ae4e-abe826da3aa0"
for filename in $filenames; do
    wget "https://nexus.primo-rpa.ru/repository/raw/data/ai-server/models/$filename" -O /app/Primo.AI/Api/volumes/Api_Models/$filename
done

wget "https://nexus.primo-rpa.ru/repository/raw/data/ai-server/models/2263ec5f-b843-422f-b9e0-78e98549e738" -O /app/Primo.AI/Api/volumes/Api_Models/2263ec5f-b843-422f-b9e0-78e98549e738
wget "https://nexus.primo-rpa.ru/repository/raw/data/ai-server/models/8502296a-9608-4672-bd7a-05acb32b50ef" -O /app/Primo.AI/Api/volumes/Api_Models/8502296a-9608-4672-bd7a-05acb32b50ef

sudo mkdir -p /app/Primo.AI/Api/volumes/Api_LangflowScriptPreset/
filenames="e18c953c-6cbf-4f43-9267-76796bea018c \
fd652603-1410-49cd-a3ab-6323256753fa \
b933462a-b85e-4267-b5df-45a78f9453a4 \
3bc6dd44-226f-4a61-87e6-475e4c0e2dd0"
for filename in $filenames; do
    wget "https://nexus.primo-rpa.ru/repository/raw/1.26.10/ai-server/data/agsys-presets/$filename" -O /app/Primo.AI/Api/volumes/Api_LangflowScriptPreset/$filename
done

docker compose -f /app/Primo.AI/Api/docker-compose.yaml down && \
docker compose -f /app/Primo.AI/Api/docker-compose.yaml up -d

wget "https://nexus.primo-rpa.ru/repository/raw/1.26.10/ai-server/linux/Api.MachineInfo-linux.zip"
sudo systemctl stop Primo.AI.Api.MachineInfo
sudo unzip -o Api.MachineInfo-linux.zip -x "appsettings*" -d /app/Primo.AI/Api.MachineInfo/
sudo chmod +x /app/Primo.AI/Api.MachineInfo/Primo.AI.Api.MachineInfo
sudo chown primo:primo-ai /app/Primo.AI/Api.MachineInfo/
sudo systemctl start Primo.AI.Api.MachineInfo

sudo setfacl -R -m u:1001:rwx,u:agent:rwx /app/Primo.AI/AgentData/ModelTemplates

sudo setfacl -R -d -m u:1001:rwx,u:agent:rwx /app/Primo.AI/AgentData/ModelTemplates

sudo chown -R agent:primo-ai /app/Primo.AI/AgentData/ModelTemplates

sudo chown -R 1001:1001 /app/Primo.AI/AgentData/ModelTemplates/blobs/*
sudo chown -R 1001:1001 /app/Primo.AI/AgentData/ModelTemplates/meta/*

getfacl /app/Primo.AI/AgentData/ModelTemplates

wget "https://nexus.primo-rpa.ru/repository/raw/1.26.10/ai-server/linux/Agent-linux.zip"
sudo systemctl stop Primo.AI.Agent
sudo unzip -o Agent-linux.zip -x "appsettings*" -d /app/Primo.AI/Agent/
sudo chmod +x /app/Primo.AI/Agent/Primo.AI.Agent
sudo chown -R agent:primo-ai /app/Primo.AI/Agent/
sudo systemctl start Primo.AI.Agent

images=(
  "primo-rpa/ai-server-igx"
  "primo-rpa/ai-server-vllm-cpu"
)
 
for img in "${images[@]}"; do
  echo "Удаляем образ: $img"
  docker stop $(docker ps -a -q --filter ancestor="$img") 2>/dev/null || true
  docker rm $(docker ps -a -q --filter ancestor="$img") 2>/dev/null || true
done
 
docker rmi "${images[@]}" 2>/dev/null || true

images=""
 
echo "GPU? y/n"
read GPU
 
if [ "$GPU" = "y" ] || [ "$GPU" = "Y" ]; then
    echo "Агентские системы? y/n"
    read agent_systems
    if [ "$agent_systems" = "y" ] || [ "$agent_systems" = "Y" ]; then
        images+=" ai-server-rag-gpu ai-server-langflow-backend"
        externals+=" pgvector/pgvector:pg18"
    fi
 
    echo "FT-сервер? y/n"
    read ft_server
    if [ "$ft_server" = "y" ] || [ "$ft_server" = "Y" ]; then
        images+=" ai-server-ft"
    fi
 
    echo "NLP-сервер? y/n"
    read nlp_server
    if [ "$nlp_server" = "y" ] || [ "$nlp_server" = "Y" ]; then
        images+=" ai-server-nlp"
    fi
 
    echo "Ollama? y/n"
    read ollama
    if [ "$ollama" = "y" ] || [ "$ollama" = "Y" ]; then
        images+=" ai-server-ollama"
    fi
 
    echo "vLLM? y/n"
    read vllm
    if [ "$vllm" = "y" ] || [ "$vllm" = "Y" ]; then
        externals+=" vllm/vllm-openai:v0.30.0"
    fi
 
    echo "IDP-сервер? y/n"
    read idp_server
    if [ "$idp_server" = "y" ] || [ "$idp_server" = "Y" ]; then
        images+=" ai-server-idp-gpu"
    fi
 
else
    echo "NLP-сервер? y/n"
    read nlp_server
    if [ "$nlp_server" = "y" ] || [ "$nlp_server" = "Y" ]; then
        images+=" ai-server-nlp"
    fi
 
    echo "Ollama? y/n"
    read ollama
    if [ "$ollama" = "y" ] || [ "$ollama" = "Y" ]; then
        images+=" ai-server-ollama"
    fi
 
    echo "IDP-сервер? y/n"
    read idp_server
    if [ "$idp_server" = "y" ] || [ "$idp_server" = "Y" ]; then
        images+=" ai-server-idp-cpu"
    fi
fi
 
echo "SDC-сервер (семантический классификатор)? y/n"
read sdc_server
if [ "$sdc_server" = "y" ] || [ "$sdc_server" = "Y" ]; then
    images+=" ai-server-sdc"
fi
 
# Удаляем ведущий пробел
images=$(echo $images | sed 's/^ //')
 
names=$(echo $images | tr ' ' '\n')
 
echo "Загружаемые images: $images"
echo "Externals: $externals"
 
 
for name in $names; do
    echo "Загрузка $name..."
    wget "https://nexus.primo-rpa.ru/repository/raw/1.26.10/ai-server/docker/images/$name.tar.7z"
    7z x $name.tar.7z
    docker load -i $name.tar
    rm -f $name.tar.7z $name.tar
done
 
for external in $externals; do
    echo "Загрузка external $external..."
    filename=$(echo "${external##*/}" | sed 's/:/_/g')
    wget "https://nexus.primo-rpa.ru/repository/raw/data/libraries/docker/images/$filename.tar.7z"
    7z x $filename.tar.7z
    docker load -i $filename.tar
    rm -f $filename.tar.7z $filename.tar
done
 
echo "Готово!"

#!/bin/bash
 
images=""
externals=""
 
echo "GPU? y/n"
read GPU
 
if [ "$GPU" = "y" ] || [ "$GPU" = "Y" ]; then
    echo "Агентские системы? y/n"
    read agent_systems
    if [ "$agent_systems" = "y" ] || [ "$agent_systems" = "Y" ]; then
        images+=" ai-server-rag-gpu ai-server-langflow-backend"
        externals+=" pgvector/pgvector:pg18"
    fi
 
    echo "FT-сервер? y/n"
    read ft_server
    if [ "$ft_server" = "y" ] || [ "$ft_server" = "Y" ]; then
        images+=" ai-server-ft"
    fi
 
    echo "NLP-сервер? y/n"
    read nlp_server
    if [ "$nlp_server" = "y" ] || [ "$nlp_server" = "Y" ]; then
        images+=" ai-server-nlp"
    fi
 
    echo "Ollama? y/n"
    read ollama
    if [ "$ollama" = "y" ] || [ "$ollama" = "Y" ]; then
        images+=" ai-server-ollama"
    fi
 
    echo "vLLM? y/n"
    read vllm
    if [ "$vllm" = "y" ] || [ "$vllm" = "Y" ]; then
        externals+=" vllm/vllm-openai:v0.30.0"
    fi
 
    echo "IDP-сервер? y/n"
    read idp_server
    if [ "$idp_server" = "y" ] || [ "$idp_server" = "Y" ]; then
        images+=" ai-server-idp-gpu"
    fi
 
else
    echo "NLP-сервер? y/n"
    read nlp_server
    if [ "$nlp_server" = "y" ] || [ "$nlp_server" = "Y" ]; then
        images+=" ai-server-nlp"
    fi
 
    echo "Ollama? y/n"
    read ollama
    if [ "$ollama" = "y" ] || [ "$ollama" = "Y" ]; then
        images+=" ai-server-ollama"
    fi
 
    echo "IDP-сервер? y/n"
    read idp_server
    if [ "$idp_server" = "y" ] || [ "$idp_server" = "Y" ]; then
        images+=" ai-server-idp-cpu"
    fi
fi
 
echo "SDC-сервер (семантический классификатор)? y/n"
read sdc_server
if [ "$sdc_server" = "y" ] || [ "$sdc_server" = "Y" ]; then
    images+=" ai-server-sdc"
fi
 
# Удаляем ведущий пробел
images=$(echo $images | sed 's/^ //')
 
names=$(echo $images | tr ' ' '\n')
 
echo "Загружаемые images: $images"
echo "Externals: $externals"
 
for name in $names; do
    docker pull nexus.primo-rpa.ru:8000/primo-rpa/$name:1.26.10.0
done
 
for external in $externals; do
    docker pull nexus.primo-rpa.ru:8000/$external
done
 
echo "Готово!"

"Ollama": {
  ...
  "PostRunCommands": [
    "cp {modelFilePath} {blobFilePath}",
    "ollama create {modelId} -f {modelMetaFilePath}",
    "ollama run {modelId} \"\""
  ],
  "ExtraEnvs": [ "-e OLLAMA_GO_TEMPLATE=1", "-e OLLAMA_IMAGE_MIN_TOKENS=32" ]
}

  "LlmEngineProcess": {
    "HealthCheck": {
      "Vllm": {
        "Endpoint": "/version",
        "TimeoutSeconds": 600,
        "PeriodMilliseconds": 500
      },
      "Ollama": {
        "Endpoint": "/v1/models",
        "TimeoutSeconds": 600,
        "PeriodMilliseconds": 500
      },
      "LlamaCppPython": {
        "Endpoint": "/v1/models",
        "TimeoutSeconds": 600,
        "PeriodMilliseconds": 500
      }
    },
    "EnginesDockerRun": {
      "Vllm": {
        "ImageName": "nexus.primo-rpa.ru:8000/vllm/vllm-openai:v0.30.0",
        "ContainerName": "vllm",
        "PortsRangeFrom": 8000,
        "PortsRangeTo": 8019,
        "Subnet": "agent_agent_ai",
        "ExposePort": true
      },
      "Ollama": {
        "ImageName": "nexus.primo-rpa.ru:8000/primo-rpa/ai-server-ollama:1.26.10.0",
        "ContainerName": "ollama",
        "PortsRangeFrom": 8020,
        "PortsRangeTo": 8039,
        "Subnet": "agent_agent_ai",
        "PostRunCommands": [
          "cp {modelFilePath} {blobFilePath}",
          "ollama create {modelId} -f {modelMetaFilePath}",
          "ollama run {modelId} \"\""
        ],
        "ExtraEnvs": [ "-e OLLAMA_GO_TEMPLATE=1", "-e OLLAMA_IMAGE_MIN_TOKENS=32" ]
      },
      "LlamaCppPython": {
        "ImageName": "nexus.primo-rpa.ru:8000/primo-rpa/ai-server-llama-cpp-python:1.26.10.0",
        "ContainerName": "llama",
        "PortsRangeFrom": 8040,
        "PortsRangeTo": 8059,
        "Subnet": "agent_agent_ai",
        "ExposePort": true
      }
    }
  },

  ...
  "DocClassifyProcess": {
    "HealthCheck": {
      "TimeoutSeconds": 180,
      "PeriodMilliseconds": 500
    },
    "DockerOptions": {
      "PortsRangeFrom": 9600,
      "PortsRangeTo": 9699,
      "ImageName": "nexus.primo-rpa.ru:8000/primo-rpa/ai-server-sdc:1.26.10.0",
      "ContainerNamePrefix": "sdc",
      "Subnet": "agent_agent_ai",
      "SharedMemorySize": 4
    },
    "VolumeMounts": [
      {
        "HostPath": "/app/Primo.AI/AgentData/SdcModels",
        "ContainerPath": "/app/apps/doc_classify/model_store"
      }
    ]
  },
  ...

  "IdpProcess": {
    ...
    "VolumeMounts": [
      {
        "HostPath": "/app/Primo.AI/AgentData/IdpModels",
        "ContainerPath": "/app/apps/idp/model_store"
      }
    ]
  },

  "Lfx": {
    ...
    "SuperUserPassword": "JLWIyl1xZNDVVx8tcVllOg==",
    ...
    "VolumeMounts": [
      {
        "HostPath": "/app/Primo.AI/AgentData/LangflowData",
        "ContainerPath": "/app/data",
        "AppendPort": true
      },
      {
        "HostPath": "/app/Primo.AI/AgentData/LangfuseData",
        "ContainerPath": "/app/langfuse",
        "AppendPort": true
      }
    ]
  },

sudo sed -i -E \
  -e 's#"ImageName": "primo-rpa/ai-server-vllm-(cpu|gpu)(:[^"]*)?"#"ImageName": "nexus.primo-rpa.ru:8000/vllm/vllm-openai:v0.30.0"#' \
  -e 's#"ImageName": "primo-rpa/(ai-server-[a-z-]+)(:[^"]*)?"#"ImageName": "nexus.primo-rpa.ru:8000/primo-rpa/\1:1.26.10.0"#' \
  -e 's#"ImageName": "externals/vllm-openai:[^"]*"#"ImageName": "nexus.primo-rpa.ru:8000/vllm/vllm-openai:v0.30.0"#' \
  -e 's#"ImageName": "externals/pgvector:([^"]*)"#"ImageName": "nexus.primo-rpa.ru:8000/pgvector/pgvector:\1"#' \
  /app/Primo.AI/Agent/appsettings.ProdLinux.json

  ...
  "RuntimeSettings": {
    "Directory": "/app/Primo.AI/AgentData"
  },
  ...

sudo systemctl restart Primo.AI.Agent