mirror of
https://github.com/Dokploy/dokploy.git
synced 2026-09-12 19:51:00 +05:00
Merge pull request #5396 from Dokploy/feat/transfer-service-between-servers
Some checks are pending
Auto PR to main when version changes / create-pr (push) Waiting to run
Build Docker images / build-and-push-cloud-image (push) Waiting to run
Build Docker images / build-and-push-schedule-image (push) Waiting to run
Build Docker images / build-and-push-server-image (push) Waiting to run
Dokploy Docker Build / docker-amd (push) Waiting to run
Dokploy Docker Build / docker-arm (push) Waiting to run
Dokploy Docker Build / combine-manifests (push) Blocked by required conditions
Dokploy Docker Build / generate-release (push) Blocked by required conditions
Dokploy Docker Build / sync-version (push) Blocked by required conditions
autofix.ci / format (push) Waiting to run
Dokploy Monitoring Build / docker-amd (push) Waiting to run
Dokploy Monitoring Build / docker-arm (push) Waiting to run
Dokploy Monitoring Build / combine-manifests (push) Blocked by required conditions
Generate and Sync OpenAPI / Generate OpenAPI and commit to Dokploy repo (push) Waiting to run
Some checks are pending
Auto PR to main when version changes / create-pr (push) Waiting to run
Build Docker images / build-and-push-cloud-image (push) Waiting to run
Build Docker images / build-and-push-schedule-image (push) Waiting to run
Build Docker images / build-and-push-server-image (push) Waiting to run
Dokploy Docker Build / docker-amd (push) Waiting to run
Dokploy Docker Build / docker-arm (push) Waiting to run
Dokploy Docker Build / combine-manifests (push) Blocked by required conditions
Dokploy Docker Build / generate-release (push) Blocked by required conditions
Dokploy Docker Build / sync-version (push) Blocked by required conditions
autofix.ci / format (push) Waiting to run
Dokploy Monitoring Build / docker-amd (push) Waiting to run
Dokploy Monitoring Build / docker-arm (push) Waiting to run
Dokploy Monitoring Build / combine-manifests (push) Blocked by required conditions
Generate and Sync OpenAPI / Generate OpenAPI and commit to Dokploy repo (push) Waiting to run
feat: transfer services between servers
This commit is contained in:
commit
ec31739e0e
60
apps/dokploy/__test__/utils/remote-stream.test.ts
Normal file
60
apps/dokploy/__test__/utils/remote-stream.test.ts
Normal file
@ -0,0 +1,60 @@
|
||||
import { promises as fs } from "node:fs";
|
||||
import os from "node:os";
|
||||
import path from "node:path";
|
||||
import { describe, expect, it, vi } from "vitest";
|
||||
|
||||
vi.mock("@dokploy/server/services/server", () => ({
|
||||
findServerById: vi.fn(),
|
||||
}));
|
||||
|
||||
import { pipeBetweenServers } from "@dokploy/server/utils/process/remoteStream";
|
||||
|
||||
describe("pipeBetweenServers", () => {
|
||||
it("delivers a short source stream that ends before the target is ready", async () => {
|
||||
const bytes = await pipeBetweenServers({
|
||||
source: { serverId: null, command: "printf 'hello world'" },
|
||||
target: { serverId: null, command: "sleep 0.3; cat > /dev/null" },
|
||||
});
|
||||
expect(bytes).toBe(11);
|
||||
});
|
||||
|
||||
it("pipes data larger than the pipe buffer unchanged", async () => {
|
||||
const dir = await fs.mkdtemp(path.join(os.tmpdir(), "pipe-"));
|
||||
const source = path.join(dir, "src.bin");
|
||||
const target = path.join(dir, "dst.bin");
|
||||
const size = 1024 * 1024;
|
||||
const progress: number[] = [];
|
||||
|
||||
const bytes = await pipeBetweenServers({
|
||||
source: {
|
||||
serverId: null,
|
||||
command: `head -c ${size} /dev/urandom | tee '${source}'`,
|
||||
},
|
||||
target: { serverId: null, command: `cat > '${target}'` },
|
||||
onProgress: (transferred) => progress.push(transferred),
|
||||
});
|
||||
|
||||
expect(bytes).toBe(size);
|
||||
expect(progress.at(-1)).toBe(size);
|
||||
expect(await fs.readFile(target)).toEqual(await fs.readFile(source));
|
||||
await fs.rm(dir, { recursive: true, force: true });
|
||||
}, 30_000);
|
||||
|
||||
it("reports a target failure with its stderr", async () => {
|
||||
await expect(
|
||||
pipeBetweenServers({
|
||||
source: { serverId: null, command: "printf x" },
|
||||
target: { serverId: null, command: "echo boom >&2; exit 3" },
|
||||
}),
|
||||
).rejects.toThrow("target exited with code 3: boom");
|
||||
});
|
||||
|
||||
it("reports a source failure", async () => {
|
||||
await expect(
|
||||
pipeBetweenServers({
|
||||
source: { serverId: null, command: "exit 2" },
|
||||
target: { serverId: null, command: "cat > /dev/null" },
|
||||
}),
|
||||
).rejects.toThrow("source exited with code 2");
|
||||
});
|
||||
});
|
||||
245
apps/dokploy/components/dashboard/shared/transfer-service.tsx
Normal file
245
apps/dokploy/components/dashboard/shared/transfer-service.tsx
Normal file
@ -0,0 +1,245 @@
|
||||
import type { ServiceType } from "@dokploy/server/db/schema";
|
||||
import { standardSchemaResolver as zodResolver } from "@hookform/resolvers/standard-schema";
|
||||
import { ArrowRightLeft } from "lucide-react";
|
||||
import { useState } from "react";
|
||||
import { useForm } from "react-hook-form";
|
||||
import { toast } from "sonner";
|
||||
import { z } from "zod";
|
||||
import { AlertBlock } from "@/components/shared/alert-block";
|
||||
import { DrawerLogs } from "@/components/shared/drawer-logs";
|
||||
import { Button } from "@/components/ui/button";
|
||||
import { Checkbox } from "@/components/ui/checkbox";
|
||||
import {
|
||||
Dialog,
|
||||
DialogContent,
|
||||
DialogDescription,
|
||||
DialogFooter,
|
||||
DialogHeader,
|
||||
DialogTitle,
|
||||
DialogTrigger,
|
||||
} from "@/components/ui/dialog";
|
||||
import {
|
||||
Form,
|
||||
FormControl,
|
||||
FormField,
|
||||
FormItem,
|
||||
FormLabel,
|
||||
FormMessage,
|
||||
} from "@/components/ui/form";
|
||||
import {
|
||||
Select,
|
||||
SelectContent,
|
||||
SelectItem,
|
||||
SelectTrigger,
|
||||
SelectValue,
|
||||
} from "@/components/ui/select";
|
||||
import { api } from "@/utils/api";
|
||||
import { type LogLine, parseLogs } from "../docker/logs/utils";
|
||||
|
||||
const LOCAL_SERVER = "dokploy";
|
||||
|
||||
const transferSchema = z.object({
|
||||
targetServerId: z.string().min(1, { message: "Select a target server" }),
|
||||
removeSourceData: z.boolean(),
|
||||
});
|
||||
|
||||
type TransferForm = z.infer<typeof transferSchema>;
|
||||
|
||||
interface Props {
|
||||
id: string;
|
||||
type: ServiceType;
|
||||
serverId?: string | null;
|
||||
}
|
||||
|
||||
export const TransferService = ({ id, type, serverId }: Props) => {
|
||||
const utils = api.useUtils();
|
||||
const { data: isCloud } = api.settings.isCloud.useQuery();
|
||||
const { data: servers } = api.server.withSSHKey.useQuery();
|
||||
const [isOpen, setIsOpen] = useState(false);
|
||||
const [isDrawerOpen, setIsDrawerOpen] = useState(false);
|
||||
const [isTransferring, setIsTransferring] = useState(false);
|
||||
const [logs, setLogs] = useState<LogLine[]>([]);
|
||||
const [request, setRequest] = useState<{
|
||||
targetServerId: string | null;
|
||||
removeSourceData: boolean;
|
||||
} | null>(null);
|
||||
|
||||
const targets = [
|
||||
...(!isCloud && serverId
|
||||
? [{ serverId: LOCAL_SERVER, name: "Dokploy Server" }]
|
||||
: []),
|
||||
...(servers ?? []).filter((server) => server.serverId !== serverId),
|
||||
];
|
||||
|
||||
const form = useForm<TransferForm>({
|
||||
defaultValues: { targetServerId: "", removeSourceData: false },
|
||||
resolver: zodResolver(transferSchema),
|
||||
});
|
||||
|
||||
api.transfer.start.useSubscription(
|
||||
{
|
||||
serviceType: type,
|
||||
serviceId: id,
|
||||
targetServerId: request?.targetServerId ?? null,
|
||||
removeSourceData: request?.removeSourceData ?? false,
|
||||
},
|
||||
{
|
||||
enabled: isTransferring && request !== null,
|
||||
onData(line) {
|
||||
setLogs((prev) => [...prev, ...parseLogs(line)]);
|
||||
if (line.startsWith("Transfer completed")) {
|
||||
setIsTransferring(false);
|
||||
toast.success("Service transferred successfully");
|
||||
utils.invalidate();
|
||||
} else if (line.startsWith("Transfer failed")) {
|
||||
setIsTransferring(false);
|
||||
toast.error("Transfer failed, check the logs");
|
||||
utils.invalidate();
|
||||
}
|
||||
},
|
||||
onError(error) {
|
||||
setIsTransferring(false);
|
||||
toast.error(error.message);
|
||||
},
|
||||
},
|
||||
);
|
||||
|
||||
const onSubmit = (values: TransferForm) => {
|
||||
setRequest({
|
||||
targetServerId:
|
||||
values.targetServerId === LOCAL_SERVER ? null : values.targetServerId,
|
||||
removeSourceData: values.removeSourceData,
|
||||
});
|
||||
setLogs([]);
|
||||
setIsDrawerOpen(true);
|
||||
setIsTransferring(true);
|
||||
setIsOpen(false);
|
||||
};
|
||||
|
||||
return (
|
||||
<>
|
||||
<Dialog open={isOpen} onOpenChange={setIsOpen}>
|
||||
<DialogTrigger asChild>
|
||||
<Button
|
||||
variant="ghost"
|
||||
size="icon"
|
||||
className="group hover:bg-blue-500/10"
|
||||
isLoading={isTransferring}
|
||||
>
|
||||
<ArrowRightLeft className="size-4 text-primary group-hover:text-blue-500" />
|
||||
</Button>
|
||||
</DialogTrigger>
|
||||
<DialogContent className="sm:max-w-lg">
|
||||
<DialogHeader>
|
||||
<DialogTitle>Transfer to another server</DialogTitle>
|
||||
<DialogDescription>
|
||||
Moves this service with its volumes, bind mounts, file mounts and
|
||||
configuration to the selected server, then deploys it there.
|
||||
</DialogDescription>
|
||||
</DialogHeader>
|
||||
{targets.length === 0 ? (
|
||||
<AlertBlock type="info">
|
||||
There are no other servers available to transfer this service to.
|
||||
</AlertBlock>
|
||||
) : (
|
||||
<Form {...form}>
|
||||
<form
|
||||
onSubmit={form.handleSubmit(onSubmit)}
|
||||
id="hook-form-transfer-service"
|
||||
className="grid w-full gap-4"
|
||||
>
|
||||
<FormField
|
||||
control={form.control}
|
||||
name="targetServerId"
|
||||
render={({ field }) => (
|
||||
<FormItem>
|
||||
<FormLabel>Target server</FormLabel>
|
||||
<Select
|
||||
onValueChange={field.onChange}
|
||||
defaultValue={field.value}
|
||||
>
|
||||
<FormControl>
|
||||
<SelectTrigger>
|
||||
<SelectValue placeholder="Select a server" />
|
||||
</SelectTrigger>
|
||||
</FormControl>
|
||||
<SelectContent>
|
||||
{targets.map((server) => (
|
||||
<SelectItem
|
||||
key={server.serverId}
|
||||
value={server.serverId}
|
||||
>
|
||||
{server.name}
|
||||
</SelectItem>
|
||||
))}
|
||||
</SelectContent>
|
||||
</Select>
|
||||
<FormMessage />
|
||||
</FormItem>
|
||||
)}
|
||||
/>
|
||||
<FormField
|
||||
control={form.control}
|
||||
name="removeSourceData"
|
||||
render={({ field }) => (
|
||||
<FormItem>
|
||||
<div className="flex items-center">
|
||||
<FormControl>
|
||||
<Checkbox
|
||||
checked={field.value}
|
||||
onCheckedChange={field.onChange}
|
||||
/>
|
||||
</FormControl>
|
||||
<FormLabel className="ml-2">
|
||||
Remove volumes from the source server after the
|
||||
transfer
|
||||
</FormLabel>
|
||||
</div>
|
||||
<FormMessage />
|
||||
</FormItem>
|
||||
)}
|
||||
/>
|
||||
<AlertBlock type="warning">
|
||||
<ul className="list-disc pl-4 space-y-1">
|
||||
<li>The service is stopped while its data is copied.</li>
|
||||
<li>
|
||||
Point your DNS records to the new server, certificates are
|
||||
issued again there.
|
||||
</li>
|
||||
<li>
|
||||
Networks that only exist on the current server are
|
||||
detached.
|
||||
</li>
|
||||
<li>
|
||||
Bind mount host paths are copied but never deleted from
|
||||
the source server.
|
||||
</li>
|
||||
</ul>
|
||||
</AlertBlock>
|
||||
</form>
|
||||
</Form>
|
||||
)}
|
||||
<DialogFooter>
|
||||
<Button variant="secondary" onClick={() => setIsOpen(false)}>
|
||||
Cancel
|
||||
</Button>
|
||||
{targets.length > 0 && (
|
||||
<Button
|
||||
isLoading={isTransferring}
|
||||
form="hook-form-transfer-service"
|
||||
type="submit"
|
||||
>
|
||||
Transfer
|
||||
</Button>
|
||||
)}
|
||||
</DialogFooter>
|
||||
</DialogContent>
|
||||
</Dialog>
|
||||
<DrawerLogs
|
||||
isOpen={isDrawerOpen}
|
||||
onClose={() => setIsDrawerOpen(false)}
|
||||
filteredLogs={logs}
|
||||
/>
|
||||
</>
|
||||
);
|
||||
};
|
||||
@ -36,6 +36,7 @@ import { DeleteService } from "@/components/dashboard/compose/delete-service";
|
||||
import { ContainerFreeMonitoring } from "@/components/dashboard/monitoring/free/container/show-free-container-monitoring";
|
||||
import { ContainerPaidMonitoring } from "@/components/dashboard/monitoring/paid/container/show-paid-container-monitoring";
|
||||
import { AssignNetworks } from "@/components/dashboard/networks/assign-networks";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
import { StatusTooltip } from "@/components/shared/status-tooltip";
|
||||
@ -194,6 +195,13 @@ const Service = (
|
||||
{permissions?.service.create && (
|
||||
<UpdateApplication applicationId={applicationId} />
|
||||
)}
|
||||
{permissions?.service.create && (
|
||||
<TransferService
|
||||
id={applicationId}
|
||||
type="application"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{permissions?.service.delete && (
|
||||
<DeleteService id={applicationId} type="application" />
|
||||
)}
|
||||
|
||||
@ -33,6 +33,7 @@ import { ShowBackups } from "@/components/dashboard/database/backups/show-backup
|
||||
import { ComposeFreeMonitoring } from "@/components/dashboard/monitoring/free/container/show-free-compose-monitoring";
|
||||
import { ComposePaidMonitoring } from "@/components/dashboard/monitoring/paid/container/show-paid-compose-monitoring";
|
||||
import { AssignComposeNetworks } from "@/components/dashboard/networks/assign-compose-networks";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
import { StatusTooltip } from "@/components/shared/status-tooltip";
|
||||
@ -184,6 +185,13 @@ const Service = (
|
||||
<UpdateCompose composeId={composeId} />
|
||||
)}
|
||||
|
||||
{permissions?.service.create && (
|
||||
<TransferService
|
||||
id={composeId}
|
||||
type="compose"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{permissions?.service.delete && (
|
||||
<DeleteService id={composeId} type="compose" />
|
||||
)}
|
||||
|
||||
@ -23,6 +23,7 @@ import { UpdateLibsql } from "@/components/dashboard/libsql/update-libsql";
|
||||
import { ContainerFreeMonitoring } from "@/components/dashboard/monitoring/free/container/show-free-container-monitoring";
|
||||
import { ContainerPaidMonitoring } from "@/components/dashboard/monitoring/paid/container/show-paid-container-monitoring";
|
||||
import { ShowDatabaseAdvancedSettings } from "@/components/dashboard/shared/show-database-advanced-settings";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { LibsqlIcon } from "@/components/icons/data-tools-icons";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
@ -145,6 +146,13 @@ const Libsql = (
|
||||
</div>
|
||||
<div className="flex flex-row gap-2 justify-end">
|
||||
<UpdateLibsql libsqlId={libsqlId} />
|
||||
{(auth?.role === "owner" || auth?.canCreateServices) && (
|
||||
<TransferService
|
||||
id={libsqlId}
|
||||
type="libsql"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{(auth?.role === "owner" || auth?.canDeleteServices) && (
|
||||
<DeleteService id={libsqlId} type="libsql" />
|
||||
)}
|
||||
|
||||
@ -23,6 +23,7 @@ import { UpdateMariadb } from "@/components/dashboard/mariadb/update-mariadb";
|
||||
import { ContainerFreeMonitoring } from "@/components/dashboard/monitoring/free/container/show-free-container-monitoring";
|
||||
import { ContainerPaidMonitoring } from "@/components/dashboard/monitoring/paid/container/show-paid-container-monitoring";
|
||||
import { ShowDatabaseAdvancedSettings } from "@/components/dashboard/shared/show-database-advanced-settings";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { MariadbIcon } from "@/components/icons/data-tools-icons";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
@ -159,6 +160,13 @@ const Mariadb = (
|
||||
{permissions?.service.create && (
|
||||
<UpdateMariadb mariadbId={mariadbId} />
|
||||
)}
|
||||
{permissions?.service.create && (
|
||||
<TransferService
|
||||
id={mariadbId}
|
||||
type="mariadb"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{permissions?.service.delete && (
|
||||
<DeleteService id={mariadbId} type="mariadb" />
|
||||
)}
|
||||
|
||||
@ -23,6 +23,7 @@ import { UpdateMongo } from "@/components/dashboard/mongo/update-mongo";
|
||||
import { ContainerFreeMonitoring } from "@/components/dashboard/monitoring/free/container/show-free-container-monitoring";
|
||||
import { ContainerPaidMonitoring } from "@/components/dashboard/monitoring/paid/container/show-paid-container-monitoring";
|
||||
import { ShowDatabaseAdvancedSettings } from "@/components/dashboard/shared/show-database-advanced-settings";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { MongodbIcon } from "@/components/icons/data-tools-icons";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
@ -159,6 +160,13 @@ const Mongo = (
|
||||
{permissions?.service.create && (
|
||||
<UpdateMongo mongoId={mongoId} />
|
||||
)}
|
||||
{permissions?.service.create && (
|
||||
<TransferService
|
||||
id={mongoId}
|
||||
type="mongo"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{permissions?.service.delete && (
|
||||
<DeleteService id={mongoId} type="mongo" />
|
||||
)}
|
||||
|
||||
@ -23,6 +23,7 @@ import { ShowGeneralMysql } from "@/components/dashboard/mysql/general/show-gene
|
||||
import { ShowInternalMysqlCredentials } from "@/components/dashboard/mysql/general/show-internal-mysql-credentials";
|
||||
import { UpdateMysql } from "@/components/dashboard/mysql/update-mysql";
|
||||
import { ShowDatabaseAdvancedSettings } from "@/components/dashboard/shared/show-database-advanced-settings";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { MysqlIcon } from "@/components/icons/data-tools-icons";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
@ -159,6 +160,13 @@ const MySql = (
|
||||
{permissions?.service.create && (
|
||||
<UpdateMysql mysqlId={mysqlId} />
|
||||
)}
|
||||
{permissions?.service.create && (
|
||||
<TransferService
|
||||
id={mysqlId}
|
||||
type="mysql"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{permissions?.service.delete && (
|
||||
<DeleteService id={mysqlId} type="mysql" />
|
||||
)}
|
||||
|
||||
@ -23,6 +23,7 @@ import { ShowGeneralPostgres } from "@/components/dashboard/postgres/general/sho
|
||||
import { ShowInternalPostgresCredentials } from "@/components/dashboard/postgres/general/show-internal-postgres-credentials";
|
||||
import { UpdatePostgres } from "@/components/dashboard/postgres/update-postgres";
|
||||
import { ShowDatabaseAdvancedSettings } from "@/components/dashboard/shared/show-database-advanced-settings";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { PostgresqlIcon } from "@/components/icons/data-tools-icons";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
@ -158,6 +159,13 @@ const Postgresql = (
|
||||
{permissions?.service.create && (
|
||||
<UpdatePostgres postgresId={postgresId} />
|
||||
)}
|
||||
{permissions?.service.create && (
|
||||
<TransferService
|
||||
id={postgresId}
|
||||
type="postgres"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{permissions?.service.delete && (
|
||||
<DeleteService id={postgresId} type="postgres" />
|
||||
)}
|
||||
|
||||
@ -22,6 +22,7 @@ import { ShowGeneralRedis } from "@/components/dashboard/redis/general/show-gene
|
||||
import { ShowInternalRedisCredentials } from "@/components/dashboard/redis/general/show-internal-redis-credentials";
|
||||
import { UpdateRedis } from "@/components/dashboard/redis/update-redis";
|
||||
import { ShowDatabaseAdvancedSettings } from "@/components/dashboard/shared/show-database-advanced-settings";
|
||||
import { TransferService } from "@/components/dashboard/shared/transfer-service";
|
||||
import { RedisIcon } from "@/components/icons/data-tools-icons";
|
||||
import { DashboardLayout } from "@/components/layouts/dashboard-layout";
|
||||
import { AdvanceBreadcrumb } from "@/components/shared/advance-breadcrumb";
|
||||
@ -158,6 +159,13 @@ const Redis = (
|
||||
{permissions?.service.create && (
|
||||
<UpdateRedis redisId={redisId} />
|
||||
)}
|
||||
{permissions?.service.create && (
|
||||
<TransferService
|
||||
id={redisId}
|
||||
type="redis"
|
||||
serverId={data?.serverId}
|
||||
/>
|
||||
)}
|
||||
{permissions?.service.delete && (
|
||||
<DeleteService id={redisId} type="redis" />
|
||||
)}
|
||||
|
||||
@ -53,6 +53,7 @@ import { sshRouter } from "./routers/ssh-key";
|
||||
import { stripeRouter } from "./routers/stripe";
|
||||
import { swarmRouter } from "./routers/swarm";
|
||||
import { tagRouter } from "./routers/tag";
|
||||
import { transferRouter } from "./routers/transfer";
|
||||
import { userRouter } from "./routers/user";
|
||||
import { vaultProviderRouter } from "./routers/vault-provider";
|
||||
import { volumeBackupsRouter } from "./routers/volume-backups";
|
||||
@ -120,6 +121,7 @@ export const appRouter = createTRPCRouter({
|
||||
tag: tagRouter,
|
||||
patch: patchRouter,
|
||||
overview: overviewRouter,
|
||||
transfer: transferRouter,
|
||||
});
|
||||
|
||||
// export type definition of API
|
||||
|
||||
87
apps/dokploy/server/api/routers/transfer.ts
Normal file
87
apps/dokploy/server/api/routers/transfer.ts
Normal file
@ -0,0 +1,87 @@
|
||||
import {
|
||||
getAccessibleServerIds,
|
||||
IS_CLOUD,
|
||||
transferService,
|
||||
} from "@dokploy/server";
|
||||
import { checkServicePermissionAndAccess } from "@dokploy/server/services/permission";
|
||||
import { TRPCError } from "@trpc/server";
|
||||
import { createTRPCRouter, protectedProcedure } from "@/server/api/trpc";
|
||||
import { audit } from "@/server/api/utils/audit";
|
||||
import { apiTransferService } from "@/server/db/schema";
|
||||
|
||||
export const transferRouter = createTRPCRouter({
|
||||
start: protectedProcedure
|
||||
.meta({
|
||||
openapi: {
|
||||
path: "/transfer/start",
|
||||
method: "POST",
|
||||
override: true,
|
||||
enabled: false,
|
||||
},
|
||||
})
|
||||
.input(apiTransferService)
|
||||
.subscription(async function* ({ input, ctx, signal }) {
|
||||
await checkServicePermissionAndAccess(ctx, input.serviceId, {
|
||||
service: ["create"],
|
||||
deployment: ["create"],
|
||||
});
|
||||
if (input.targetServerId) {
|
||||
const accessibleIds = await getAccessibleServerIds(ctx.session);
|
||||
if (!accessibleIds.has(input.targetServerId)) {
|
||||
throw new TRPCError({
|
||||
code: "UNAUTHORIZED",
|
||||
message: "You don't have access to the target server",
|
||||
});
|
||||
}
|
||||
} else if (IS_CLOUD) {
|
||||
throw new TRPCError({
|
||||
code: "BAD_REQUEST",
|
||||
message: "The Dokploy server is not available as a target",
|
||||
});
|
||||
}
|
||||
|
||||
const queue: string[] = [];
|
||||
let done = false;
|
||||
const log = (line: string) => queue.push(line);
|
||||
|
||||
const run = async () => {
|
||||
const result = await transferService(
|
||||
{
|
||||
...input,
|
||||
organizationId: ctx.session.activeOrganizationId,
|
||||
},
|
||||
log,
|
||||
);
|
||||
await audit(ctx, {
|
||||
action: "move",
|
||||
resourceType: "service",
|
||||
resourceId: input.serviceId,
|
||||
resourceName: result.appName,
|
||||
metadata: { targetServerId: input.targetServerId },
|
||||
});
|
||||
};
|
||||
|
||||
run()
|
||||
.then(() => log("Transfer completed successfully!"))
|
||||
.catch((error) => {
|
||||
log(
|
||||
`Transfer failed ❌ ${error instanceof Error ? error.message : String(error)}`,
|
||||
);
|
||||
})
|
||||
.finally(() => {
|
||||
done = true;
|
||||
});
|
||||
|
||||
while (!done || queue.length > 0) {
|
||||
if (queue.length > 0) {
|
||||
yield queue.shift()!;
|
||||
} else {
|
||||
await new Promise((r) => setTimeout(r, 50));
|
||||
}
|
||||
|
||||
if (signal?.aborted) {
|
||||
return;
|
||||
}
|
||||
}
|
||||
}),
|
||||
});
|
||||
@ -41,6 +41,7 @@ export * from "./shared";
|
||||
export * from "./ssh-key";
|
||||
export * from "./sso";
|
||||
export * from "./tag";
|
||||
export * from "./transfer";
|
||||
export * from "./user";
|
||||
export * from "./utils";
|
||||
export * from "./vault-provider";
|
||||
|
||||
9
packages/server/src/db/schema/transfer.ts
Normal file
9
packages/server/src/db/schema/transfer.ts
Normal file
@ -0,0 +1,9 @@
|
||||
import { z } from "zod";
|
||||
import { serviceType } from "./mount";
|
||||
|
||||
export const apiTransferService = z.object({
|
||||
serviceType: z.enum(serviceType.enumValues),
|
||||
serviceId: z.string().min(1),
|
||||
targetServerId: z.string().min(1).nullable(),
|
||||
removeSourceData: z.boolean().default(false),
|
||||
});
|
||||
@ -54,6 +54,7 @@ export * from "./services/server";
|
||||
export * from "./services/server-health";
|
||||
export * from "./services/settings";
|
||||
export * from "./services/ssh-key";
|
||||
export * from "./services/transfer";
|
||||
export * from "./services/user";
|
||||
export * from "./services/vault-provider";
|
||||
export * from "./services/volume-backups";
|
||||
@ -120,6 +121,7 @@ export * from "./utils/notifications/dokploy-restart";
|
||||
export * from "./utils/notifications/server-threshold";
|
||||
export * from "./utils/notifications/utils";
|
||||
export * from "./utils/process/execAsync";
|
||||
export * from "./utils/process/remoteStream";
|
||||
export * from "./utils/process/spawnAsync";
|
||||
export * from "./utils/providers/bitbucket";
|
||||
export * from "./utils/providers/docker";
|
||||
|
||||
601
packages/server/src/services/transfer.ts
Normal file
601
packages/server/src/services/transfer.ts
Normal file
@ -0,0 +1,601 @@
|
||||
import path from "node:path";
|
||||
import { paths } from "@dokploy/server/constants";
|
||||
import { db } from "@dokploy/server/db";
|
||||
import {
|
||||
type apiTransferService,
|
||||
deployments,
|
||||
network,
|
||||
type ServiceType,
|
||||
} from "@dokploy/server/db/schema";
|
||||
import { removeService } from "@dokploy/server/utils/docker/utils";
|
||||
import {
|
||||
removeDirectoryCode,
|
||||
removeMonitoringDirectory,
|
||||
} from "@dokploy/server/utils/filesystem/directory";
|
||||
import {
|
||||
execAsync,
|
||||
execAsyncRemote,
|
||||
} from "@dokploy/server/utils/process/execAsync";
|
||||
import { pipeBetweenServers } from "@dokploy/server/utils/process/remoteStream";
|
||||
import {
|
||||
readConfig,
|
||||
readRemoteConfig,
|
||||
removeTraefikConfig,
|
||||
writeConfig,
|
||||
writeConfigRemote,
|
||||
} from "@dokploy/server/utils/traefik/application";
|
||||
import { manageDomain } from "@dokploy/server/utils/traefik/domain";
|
||||
import { removeForwardAuthMiddleware } from "@dokploy/server/utils/traefik/forward-auth";
|
||||
import {
|
||||
deleteAllMiddlewares,
|
||||
removePathMiddlewares,
|
||||
} from "@dokploy/server/utils/traefik/middleware";
|
||||
import { createRedirectMiddleware } from "@dokploy/server/utils/traefik/redirect";
|
||||
import { createSecurityMiddleware } from "@dokploy/server/utils/traefik/security";
|
||||
import { TRPCError } from "@trpc/server";
|
||||
import { eq, inArray, sql } from "drizzle-orm";
|
||||
import { quote } from "shell-quote";
|
||||
import type { z } from "zod";
|
||||
import {
|
||||
deployApplication,
|
||||
findApplicationById,
|
||||
updateApplication,
|
||||
} from "./application";
|
||||
import {
|
||||
deployCompose,
|
||||
findComposeById,
|
||||
removeCompose,
|
||||
startCompose,
|
||||
stopCompose,
|
||||
updateCompose,
|
||||
} from "./compose";
|
||||
import { deployLibsql, findLibsqlById, updateLibsqlById } from "./libsql";
|
||||
import { deployMariadb, findMariadbById, updateMariadbById } from "./mariadb";
|
||||
import { deployMongo, findMongoById, updateMongoById } from "./mongo";
|
||||
import { createFileMount } from "./mount";
|
||||
import { deployMySql, findMySqlById, updateMySqlById } from "./mysql";
|
||||
import {
|
||||
deployPostgres,
|
||||
findPostgresById,
|
||||
updatePostgresById,
|
||||
} from "./postgres";
|
||||
import { deployRedis, findRedisById, updateRedisById } from "./redis";
|
||||
import { findServerById } from "./server";
|
||||
|
||||
export type TransferServiceInput = z.infer<typeof apiTransferService> & {
|
||||
organizationId: string;
|
||||
};
|
||||
|
||||
type Logger = (line: string) => void;
|
||||
type ServiceStatus = "idle" | "running" | "done" | "error";
|
||||
|
||||
const findService = async (serviceType: ServiceType, serviceId: string) => {
|
||||
switch (serviceType) {
|
||||
case "application":
|
||||
return await findApplicationById(serviceId);
|
||||
case "compose":
|
||||
return await findComposeById(serviceId);
|
||||
case "postgres":
|
||||
return await findPostgresById(serviceId);
|
||||
case "mysql":
|
||||
return await findMySqlById(serviceId);
|
||||
case "mariadb":
|
||||
return await findMariadbById(serviceId);
|
||||
case "mongo":
|
||||
return await findMongoById(serviceId);
|
||||
case "redis":
|
||||
return await findRedisById(serviceId);
|
||||
case "libsql":
|
||||
return await findLibsqlById(serviceId);
|
||||
}
|
||||
};
|
||||
|
||||
type TransferableService = Awaited<ReturnType<typeof findService>>;
|
||||
type ApplicationService = Awaited<ReturnType<typeof findApplicationById>>;
|
||||
type ComposeService = Awaited<ReturnType<typeof findComposeById>>;
|
||||
|
||||
const isApplication = (
|
||||
service: TransferableService,
|
||||
): service is ApplicationService => "applicationId" in service;
|
||||
|
||||
const isCompose = (service: TransferableService): service is ComposeService =>
|
||||
"composeId" in service;
|
||||
|
||||
const updateServer = async (
|
||||
serviceType: ServiceType,
|
||||
serviceId: string,
|
||||
data: { serverId: string | null; networkIds?: string[] | null },
|
||||
) => {
|
||||
switch (serviceType) {
|
||||
case "application":
|
||||
return await updateApplication(serviceId, data);
|
||||
case "compose":
|
||||
return await updateCompose(serviceId, { serverId: data.serverId });
|
||||
case "postgres":
|
||||
return await updatePostgresById(serviceId, data);
|
||||
case "mysql":
|
||||
return await updateMySqlById(serviceId, data);
|
||||
case "mariadb":
|
||||
return await updateMariadbById(serviceId, data);
|
||||
case "mongo":
|
||||
return await updateMongoById(serviceId, data);
|
||||
case "redis":
|
||||
return await updateRedisById(serviceId, data);
|
||||
case "libsql":
|
||||
return await updateLibsqlById(serviceId, data);
|
||||
}
|
||||
};
|
||||
|
||||
const updateStatus = async (
|
||||
serviceType: ServiceType,
|
||||
serviceId: string,
|
||||
status: ServiceStatus,
|
||||
) => {
|
||||
switch (serviceType) {
|
||||
case "application":
|
||||
return await updateApplication(serviceId, { applicationStatus: status });
|
||||
case "compose":
|
||||
return await updateCompose(serviceId, { composeStatus: status });
|
||||
case "postgres":
|
||||
return await updatePostgresById(serviceId, {
|
||||
applicationStatus: status,
|
||||
});
|
||||
case "mysql":
|
||||
return await updateMySqlById(serviceId, { applicationStatus: status });
|
||||
case "mariadb":
|
||||
return await updateMariadbById(serviceId, { applicationStatus: status });
|
||||
case "mongo":
|
||||
return await updateMongoById(serviceId, { applicationStatus: status });
|
||||
case "redis":
|
||||
return await updateRedisById(serviceId, { applicationStatus: status });
|
||||
case "libsql":
|
||||
return await updateLibsqlById(serviceId, { applicationStatus: status });
|
||||
}
|
||||
};
|
||||
|
||||
const q = (value: string) => quote([value]);
|
||||
|
||||
const runOn = (serverId: string | null, command: string) =>
|
||||
serverId ? execAsyncRemote(serverId, command) : execAsync(command);
|
||||
|
||||
const errorMessage = (error: unknown) =>
|
||||
error instanceof Error ? error.message : String(error);
|
||||
|
||||
const directoryExists = async (serverId: string | null, directory: string) => {
|
||||
const { stdout } = await runOn(
|
||||
serverId,
|
||||
`[ -d ${q(directory)} ] && echo yes || echo no`,
|
||||
);
|
||||
return stdout.trim() === "yes";
|
||||
};
|
||||
|
||||
const formatBytes = (bytes: number) => {
|
||||
const mib = bytes / (1024 * 1024);
|
||||
if (mib < 1) return `${(bytes / 1024).toFixed(1)} KiB`;
|
||||
if (mib < 1024) return `${mib.toFixed(1)} MiB`;
|
||||
return `${(mib / 1024).toFixed(2)} GiB`;
|
||||
};
|
||||
|
||||
export const volumeExportCommand = (volume: string) =>
|
||||
`docker run --rm -v ${q(volume)}:/data:ro alpine tar -czf - --numeric-owner -C /data .`;
|
||||
|
||||
export const volumeImportCommand = (volume: string) =>
|
||||
`docker volume create ${q(volume)} >/dev/null && docker run --rm -i -v ${q(volume)}:/data alpine tar -xzf - --numeric-owner -C /data`;
|
||||
|
||||
export const directoryExportCommand = (directory: string) =>
|
||||
`COPYFILE_DISABLE=1 tar -czf - --numeric-owner -C ${q(directory)} .`;
|
||||
|
||||
export const directoryImportCommand = (directory: string) =>
|
||||
`mkdir -p ${q(directory)} && tar -xzf - --numeric-owner -C ${q(directory)}`;
|
||||
|
||||
const PROGRESS_STEP = 64 * 1024 * 1024;
|
||||
|
||||
const copyStream = async (
|
||||
label: string,
|
||||
source: { serverId: string | null; command: string },
|
||||
target: { serverId: string | null; command: string },
|
||||
log: Logger,
|
||||
) => {
|
||||
let reported = 0;
|
||||
const bytes = await pipeBetweenServers({
|
||||
source,
|
||||
target,
|
||||
onProgress: (transferred) => {
|
||||
if (transferred - reported >= PROGRESS_STEP) {
|
||||
reported = transferred;
|
||||
log(` ${label}: ${formatBytes(transferred)} transferred`);
|
||||
}
|
||||
},
|
||||
});
|
||||
log(` ${label}: done (${formatBytes(bytes)})`);
|
||||
};
|
||||
|
||||
const listVolumes = async (service: TransferableService) => {
|
||||
const names = new Set<string>();
|
||||
for (const mount of service.mounts) {
|
||||
if (mount.type === "volume" && mount.volumeName) {
|
||||
names.add(mount.volumeName);
|
||||
}
|
||||
}
|
||||
if (isCompose(service)) {
|
||||
const project = q(service.appName);
|
||||
const { stdout } = await runOn(
|
||||
service.serverId ?? null,
|
||||
`docker volume ls -q --filter label=com.docker.compose.project=${project}; docker volume ls -q --filter label=com.docker.stack.namespace=${project}`,
|
||||
);
|
||||
for (const line of stdout.split("\n")) {
|
||||
const name = line.trim();
|
||||
if (name) names.add(name);
|
||||
}
|
||||
}
|
||||
return [...names];
|
||||
};
|
||||
|
||||
const listBindMounts = (service: TransferableService) => [
|
||||
...new Set(
|
||||
service.mounts
|
||||
.filter((mount) => mount.type === "bind" && mount.hostPath)
|
||||
.map((mount) => mount.hostPath as string),
|
||||
),
|
||||
];
|
||||
|
||||
const stopOnSource = async (service: TransferableService, log: Logger) => {
|
||||
if (isCompose(service)) {
|
||||
try {
|
||||
await stopCompose(service.composeId);
|
||||
} catch (error) {
|
||||
log(` Could not stop compose: ${errorMessage(error)}`);
|
||||
}
|
||||
return;
|
||||
}
|
||||
await runOn(
|
||||
service.serverId ?? null,
|
||||
`docker service scale ${q(service.appName)}=0 >/dev/null 2>&1 || true`,
|
||||
);
|
||||
};
|
||||
|
||||
const startOnSource = async (service: TransferableService, log: Logger) => {
|
||||
if (isCompose(service)) {
|
||||
if (service.composeType === "stack") {
|
||||
log(
|
||||
" Stack was removed on the source server, run Deploy to bring it back",
|
||||
);
|
||||
return;
|
||||
}
|
||||
try {
|
||||
await startCompose(service.composeId);
|
||||
} catch (error) {
|
||||
log(` Could not start compose: ${errorMessage(error)}`);
|
||||
}
|
||||
return;
|
||||
}
|
||||
const replicas = isApplication(service) ? service.replicas : 1;
|
||||
await runOn(
|
||||
service.serverId ?? null,
|
||||
`docker service scale ${q(service.appName)}=${replicas} >/dev/null 2>&1 || true`,
|
||||
);
|
||||
};
|
||||
|
||||
const resolveNetworkIds = async (
|
||||
networkIds: string[] | null | undefined,
|
||||
targetServerId: string | null,
|
||||
) => {
|
||||
if (!networkIds || networkIds.length === 0) {
|
||||
return { kept: [] as string[], dropped: [] as string[] };
|
||||
}
|
||||
const rows = await db.query.network.findMany({
|
||||
where: inArray(network.networkId, networkIds),
|
||||
columns: { networkId: true, name: true, serverId: true },
|
||||
});
|
||||
return {
|
||||
kept: rows
|
||||
.filter((row) => (row.serverId ?? null) === targetServerId)
|
||||
.map((row) => row.networkId),
|
||||
dropped: rows
|
||||
.filter((row) => (row.serverId ?? null) !== targetServerId)
|
||||
.map((row) => row.name),
|
||||
};
|
||||
};
|
||||
|
||||
const moveTraefikConfig = async (
|
||||
source: ApplicationService,
|
||||
moved: ApplicationService,
|
||||
log: Logger,
|
||||
) => {
|
||||
const config = source.serverId
|
||||
? await readRemoteConfig(source.serverId, source.appName)
|
||||
: readConfig(source.appName);
|
||||
if (config) {
|
||||
if (moved.serverId) {
|
||||
await writeConfigRemote(moved.serverId, moved.appName, config);
|
||||
} else {
|
||||
writeConfig(moved.appName, config);
|
||||
}
|
||||
}
|
||||
for (const domain of moved.domains) {
|
||||
await manageDomain(moved, domain);
|
||||
}
|
||||
for (const security of moved.security) {
|
||||
await createSecurityMiddleware(moved, security);
|
||||
}
|
||||
for (const redirect of moved.redirects) {
|
||||
await createRedirectMiddleware(moved, redirect);
|
||||
}
|
||||
log(` Traefik configuration recreated (${moved.domains.length} domains)`);
|
||||
};
|
||||
|
||||
const removeSourceTraefikConfig = async (source: ApplicationService) => {
|
||||
for (const domain of source.domains) {
|
||||
await removePathMiddlewares(source, domain.uniqueConfigKey);
|
||||
await removeForwardAuthMiddleware(source, domain.uniqueConfigKey);
|
||||
}
|
||||
await deleteAllMiddlewares(source);
|
||||
await removeTraefikConfig(source.appName, source.serverId);
|
||||
};
|
||||
|
||||
const moveDeploymentLogs = async (
|
||||
service: ApplicationService | ComposeService,
|
||||
targetServerId: string | null,
|
||||
log: Logger,
|
||||
) => {
|
||||
const sourceServerId = service.serverId ?? null;
|
||||
const from = path.join(paths(!!sourceServerId).LOGS_PATH, service.appName);
|
||||
const to = path.join(paths(!!targetServerId).LOGS_PATH, service.appName);
|
||||
if (!(await directoryExists(sourceServerId, from))) return;
|
||||
|
||||
log("Copying deployment logs");
|
||||
await copyStream(
|
||||
"deployment logs",
|
||||
{ serverId: sourceServerId, command: directoryExportCommand(from) },
|
||||
{ serverId: targetServerId, command: directoryImportCommand(to) },
|
||||
log,
|
||||
);
|
||||
if (from !== to) {
|
||||
await db
|
||||
.update(deployments)
|
||||
.set({ logPath: sql`replace(${deployments.logPath}, ${from}, ${to})` })
|
||||
.where(
|
||||
isCompose(service)
|
||||
? eq(deployments.composeId, service.composeId)
|
||||
: eq(deployments.applicationId, service.applicationId),
|
||||
);
|
||||
}
|
||||
await runOn(sourceServerId, `rm -rf ${q(from)}`);
|
||||
};
|
||||
|
||||
const cleanupSource = async (
|
||||
service: TransferableService,
|
||||
volumes: string[],
|
||||
removeSourceData: boolean,
|
||||
log: Logger,
|
||||
) => {
|
||||
const serverId = service.serverId ?? null;
|
||||
const steps: Array<() => Promise<unknown>> = [];
|
||||
|
||||
if (isApplication(service)) {
|
||||
steps.push(
|
||||
() => removeSourceTraefikConfig(service),
|
||||
() => removeService(service.appName, serverId),
|
||||
() => removeDirectoryCode(service.appName, serverId),
|
||||
() => removeMonitoringDirectory(service.appName, serverId),
|
||||
);
|
||||
} else if (isCompose(service)) {
|
||||
steps.push(() => removeCompose(service, removeSourceData));
|
||||
} else {
|
||||
steps.push(
|
||||
() => removeService(service.appName, serverId),
|
||||
() => removeDirectoryCode(service.appName, serverId),
|
||||
);
|
||||
}
|
||||
if (removeSourceData && volumes.length > 0) {
|
||||
steps.push(() =>
|
||||
runOn(
|
||||
serverId,
|
||||
`docker volume rm ${volumes.map(q).join(" ")} >/dev/null 2>&1 || true`,
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
for (const step of steps) {
|
||||
try {
|
||||
await step();
|
||||
} catch (error) {
|
||||
log(` Warning: ${errorMessage(error)}`);
|
||||
}
|
||||
}
|
||||
if (!removeSourceData && volumes.length > 0) {
|
||||
log(` Volumes kept on the source server: ${volumes.join(", ")}`);
|
||||
}
|
||||
};
|
||||
|
||||
const deployOnTarget = async (
|
||||
serviceType: ServiceType,
|
||||
serviceId: string,
|
||||
targetName: string,
|
||||
log: Logger,
|
||||
) => {
|
||||
log(`Deploying on ${targetName}`);
|
||||
const deployment = {
|
||||
titleLog: "Deploy after transfer",
|
||||
descriptionLog: `Transferred to ${targetName}`,
|
||||
};
|
||||
switch (serviceType) {
|
||||
case "application":
|
||||
log("Follow the Deployments tab for the build log");
|
||||
await updateStatus(serviceType, serviceId, "running");
|
||||
return await deployApplication({
|
||||
applicationId: serviceId,
|
||||
...deployment,
|
||||
});
|
||||
case "compose":
|
||||
log("Follow the Deployments tab for the build log");
|
||||
await updateStatus(serviceType, serviceId, "running");
|
||||
return await deployCompose({ composeId: serviceId, ...deployment });
|
||||
case "postgres":
|
||||
return await deployPostgres(serviceId, log);
|
||||
case "mysql":
|
||||
return await deployMySql(serviceId, log);
|
||||
case "mariadb":
|
||||
return await deployMariadb(serviceId, log);
|
||||
case "mongo":
|
||||
return await deployMongo(serviceId, log);
|
||||
case "redis":
|
||||
return await deployRedis(serviceId, log);
|
||||
case "libsql":
|
||||
return await deployLibsql(serviceId, log);
|
||||
}
|
||||
};
|
||||
|
||||
export const transferService = async (
|
||||
input: TransferServiceInput,
|
||||
log: Logger,
|
||||
) => {
|
||||
const { serviceType, serviceId, targetServerId, removeSourceData } = input;
|
||||
const service = await findService(serviceType, serviceId);
|
||||
|
||||
if (service.environment.project.organizationId !== input.organizationId) {
|
||||
throw new TRPCError({
|
||||
code: "UNAUTHORIZED",
|
||||
message: "You are not authorized to transfer this service",
|
||||
});
|
||||
}
|
||||
const sourceServerId = service.serverId ?? null;
|
||||
if (sourceServerId === targetServerId) {
|
||||
throw new TRPCError({
|
||||
code: "BAD_REQUEST",
|
||||
message: "The service is already on the selected server",
|
||||
});
|
||||
}
|
||||
const targetServer = targetServerId
|
||||
? await findServerById(targetServerId)
|
||||
: null;
|
||||
if (targetServer) {
|
||||
if (targetServer.organizationId !== input.organizationId) {
|
||||
throw new TRPCError({
|
||||
code: "UNAUTHORIZED",
|
||||
message: "You are not authorized to use the target server",
|
||||
});
|
||||
}
|
||||
if (
|
||||
targetServer.serverStatus !== "active" ||
|
||||
targetServer.serverType !== "deploy"
|
||||
) {
|
||||
throw new TRPCError({
|
||||
code: "BAD_REQUEST",
|
||||
message: "The target server is not available for deployments",
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
const sourceName = service.server?.name ?? "Dokploy Server";
|
||||
const targetName = targetServer?.name ?? "Dokploy Server";
|
||||
const originalNetworkIds =
|
||||
"networkIds" in service ? service.networkIds : undefined;
|
||||
let switched = false;
|
||||
|
||||
log(`Transferring ${service.appName} from ${sourceName} to ${targetName}`);
|
||||
try {
|
||||
log(`Stopping service on ${sourceName}`);
|
||||
await stopOnSource(service, log);
|
||||
await updateStatus(serviceType, serviceId, "running");
|
||||
|
||||
const volumes = await listVolumes(service);
|
||||
const bindMounts = listBindMounts(service);
|
||||
log(
|
||||
`Found ${volumes.length} volume(s) and ${bindMounts.length} bind mount(s)`,
|
||||
);
|
||||
for (const volume of volumes) {
|
||||
log(`Copying volume ${volume}`);
|
||||
await copyStream(
|
||||
volume,
|
||||
{ serverId: sourceServerId, command: volumeExportCommand(volume) },
|
||||
{ serverId: targetServerId, command: volumeImportCommand(volume) },
|
||||
log,
|
||||
);
|
||||
}
|
||||
for (const hostPath of bindMounts) {
|
||||
if (!(await directoryExists(sourceServerId, hostPath))) {
|
||||
log(`Skipping bind mount ${hostPath}: not found on ${sourceName}`);
|
||||
continue;
|
||||
}
|
||||
log(`Copying bind mount ${hostPath}`);
|
||||
await copyStream(
|
||||
hostPath,
|
||||
{
|
||||
serverId: sourceServerId,
|
||||
command: directoryExportCommand(hostPath),
|
||||
},
|
||||
{
|
||||
serverId: targetServerId,
|
||||
command: directoryImportCommand(hostPath),
|
||||
},
|
||||
log,
|
||||
);
|
||||
}
|
||||
|
||||
const networks = await resolveNetworkIds(
|
||||
originalNetworkIds,
|
||||
targetServerId,
|
||||
);
|
||||
if (networks.dropped.length > 0) {
|
||||
log(
|
||||
`Detaching networks not available on ${targetName}: ${networks.dropped.join(", ")}`,
|
||||
);
|
||||
}
|
||||
await updateServer(serviceType, serviceId, {
|
||||
serverId: targetServerId,
|
||||
networkIds: originalNetworkIds === undefined ? undefined : networks.kept,
|
||||
});
|
||||
switched = true;
|
||||
const moved = await findService(serviceType, serviceId);
|
||||
|
||||
const fileMounts = moved.mounts.filter((mount) => mount.type === "file");
|
||||
if (fileMounts.length > 0) {
|
||||
log(`Recreating ${fileMounts.length} file mount(s) on ${targetName}`);
|
||||
for (const mount of fileMounts) {
|
||||
await createFileMount(mount.mountId);
|
||||
}
|
||||
}
|
||||
if (isApplication(service) && isApplication(moved)) {
|
||||
log(`Recreating Traefik configuration on ${targetName}`);
|
||||
await moveTraefikConfig(service, moved, log);
|
||||
}
|
||||
if (isApplication(service) || isCompose(service)) {
|
||||
await moveDeploymentLogs(service, targetServerId, log);
|
||||
}
|
||||
|
||||
log(`Cleaning up ${sourceName}`);
|
||||
await cleanupSource(service, volumes, removeSourceData, log);
|
||||
await updateStatus(serviceType, serviceId, "idle");
|
||||
} catch (error) {
|
||||
if (switched) {
|
||||
await updateServer(serviceType, serviceId, {
|
||||
serverId: sourceServerId,
|
||||
networkIds: originalNetworkIds,
|
||||
});
|
||||
}
|
||||
log(`Data already copied to ${targetName} was left in place`);
|
||||
log(`Restoring service on ${sourceName}`);
|
||||
await startOnSource(service, log);
|
||||
await updateStatus(serviceType, serviceId, "error");
|
||||
throw error;
|
||||
}
|
||||
|
||||
try {
|
||||
await deployOnTarget(serviceType, serviceId, targetName, log);
|
||||
} catch (error) {
|
||||
await updateStatus(serviceType, serviceId, "error");
|
||||
log(
|
||||
`Data was transferred but the deployment on ${targetName} failed, run Deploy to retry`,
|
||||
);
|
||||
throw error;
|
||||
}
|
||||
|
||||
return {
|
||||
serviceType,
|
||||
serviceId,
|
||||
appName: service.appName,
|
||||
targetServerId,
|
||||
targetName,
|
||||
};
|
||||
};
|
||||
127
packages/server/src/utils/process/remoteStream.ts
Normal file
127
packages/server/src/utils/process/remoteStream.ts
Normal file
@ -0,0 +1,127 @@
|
||||
import { spawn } from "node:child_process";
|
||||
import { findServerById } from "@dokploy/server/services/server";
|
||||
import { Client } from "ssh2";
|
||||
|
||||
export interface ProcessStream {
|
||||
stdin: NodeJS.WritableStream;
|
||||
stdout: NodeJS.ReadableStream;
|
||||
stderr: NodeJS.ReadableStream;
|
||||
exit: Promise<number>;
|
||||
close: () => void;
|
||||
}
|
||||
|
||||
export const openProcessStream = async (
|
||||
serverId: string | null,
|
||||
command: string,
|
||||
): Promise<ProcessStream> => {
|
||||
if (!serverId) {
|
||||
const child = spawn("sh", ["-c", command]);
|
||||
const exit = new Promise<number>((resolve, reject) => {
|
||||
child.once("error", reject);
|
||||
child.once("close", (code) => resolve(code ?? 1));
|
||||
});
|
||||
return {
|
||||
stdin: child.stdin,
|
||||
stdout: child.stdout,
|
||||
stderr: child.stderr,
|
||||
exit,
|
||||
close: () => child.kill(),
|
||||
};
|
||||
}
|
||||
|
||||
const server = await findServerById(serverId);
|
||||
if (!server.sshKeyId) throw new Error("No SSH key available for this server");
|
||||
|
||||
return new Promise((resolve, reject) => {
|
||||
const conn = new Client();
|
||||
conn
|
||||
.once("ready", () => {
|
||||
conn.exec(command, (err, stream) => {
|
||||
if (err) {
|
||||
conn.end();
|
||||
reject(err);
|
||||
return;
|
||||
}
|
||||
let exitCode = 1;
|
||||
stream.once("exit", (code: number | null) => {
|
||||
exitCode = code ?? 1;
|
||||
});
|
||||
const exit = new Promise<number>((resolveExit) => {
|
||||
stream.once("close", () => {
|
||||
conn.end();
|
||||
resolveExit(exitCode);
|
||||
});
|
||||
});
|
||||
resolve({
|
||||
stdin: stream,
|
||||
stdout: stream,
|
||||
stderr: stream.stderr,
|
||||
exit,
|
||||
close: () => {
|
||||
stream.close();
|
||||
conn.end();
|
||||
},
|
||||
});
|
||||
});
|
||||
})
|
||||
.once("error", (err) => {
|
||||
conn.end();
|
||||
reject(err);
|
||||
})
|
||||
.connect({
|
||||
host: server.ipAddress,
|
||||
port: server.port,
|
||||
username: server.username,
|
||||
privateKey: server.sshKey?.privateKey,
|
||||
readyTimeout: 30_000,
|
||||
keepaliveInterval: 15_000,
|
||||
});
|
||||
});
|
||||
};
|
||||
|
||||
const collectOutput = (stream: NodeJS.ReadableStream) => {
|
||||
const chunks: string[] = [];
|
||||
stream.on("data", (chunk) => chunks.push(chunk.toString()));
|
||||
return () => chunks.join("").trim();
|
||||
};
|
||||
|
||||
export const pipeBetweenServers = async ({
|
||||
source,
|
||||
target,
|
||||
onProgress,
|
||||
}: {
|
||||
source: { serverId: string | null; command: string };
|
||||
target: { serverId: string | null; command: string };
|
||||
onProgress?: (bytes: number) => void;
|
||||
}) => {
|
||||
const to = await openProcessStream(target.serverId, target.command);
|
||||
const targetError = collectOutput(to.stderr);
|
||||
to.stdout.resume();
|
||||
to.stdin.on("error", () => {});
|
||||
|
||||
const from = await openProcessStream(source.serverId, source.command);
|
||||
const sourceError = collectOutput(from.stderr);
|
||||
let bytes = 0;
|
||||
from.stdout.on("data", (chunk: Buffer) => {
|
||||
bytes += chunk.length;
|
||||
onProgress?.(bytes);
|
||||
});
|
||||
from.stdout.pipe(to.stdin);
|
||||
|
||||
const targetExit = to.exit.then((code) => {
|
||||
if (code !== 0) from.close();
|
||||
return code;
|
||||
});
|
||||
|
||||
const [sourceCode, targetCode] = await Promise.all([from.exit, targetExit]);
|
||||
const failures = [
|
||||
sourceCode !== 0 &&
|
||||
`source exited with code ${sourceCode}: ${sourceError()}`,
|
||||
targetCode !== 0 &&
|
||||
`target exited with code ${targetCode}: ${targetError()}`,
|
||||
].filter(Boolean);
|
||||
if (failures.length > 0) {
|
||||
throw new Error(failures.join("\n"));
|
||||
}
|
||||
return bytes;
|
||||
};
|
||||
Loading…
Reference in New Issue
Block a user