Quick fix for Docker files

New features:
- Automatic error reporting (enabled by default)
- Increase build times by leveraging docker build caches
- 
Fixes:
- Fix error handling
- Fix vue autodetect
- Custom dockerfile is not the default

Others:
- Cleanup `logs-servers` collection, because old errors are not standardized
- New Traefik proxy version
- Standardized directory configurations

.dockerignore

@@ -1,3 +1,4 @@
 node_modules
 dist
 .routify
+.pnpm-store

.github/FUNDING.yml

@@ -0,0 +1 @@
+ko_fi: andrasbacsai

.gitignore

@@ -8,4 +8,4 @@ dist-ssr
 yarn-error.log
 api/development/console.log
 .pnpm-debug.log
-yarn.lock
+.pnpm-store

README.md

@@ -3,7 +3,7 @@
 https://andrasbacsai.com/farewell-netlify-and-heroku-after-3-days-of-coding
 
 # Features
-- Deploy your Node.js and static sites just by pushing code to git.
+- Deploy your Node.js, static sites, PHP or any custom application (with custom Dockerfile) just by pushing code to git.
 - Hassle-free installation and upgrade process.
 - One-click MongoDB, MySQL, PostgreSQL, CouchDB deployments!
 
@@ -36,7 +36,7 @@ A: It defines your application's final form.
 
 # Getting Started
 
-Automatically: `sh <(curl -fsSL https://get.coollabs.io/install.sh) coolify`
+Automatically: `/bin/bash -c "$(curl -fsSL https://get.coollabs.io/coolify/install.sh)"`
 
 Manually:
 ### Requirements before installation

api/app.js

@@ -1,7 +1,7 @@
 module.exports = async function (fastify, opts) {
   // Private routes
   fastify.register(async function (server) {
-    if (process.env.NODE_ENV === 'production') server.register(require('./plugins/authentication'))
+    server.register(require('./plugins/authentication'))
     server.register(require('./routes/v1/upgrade'), { prefix: '/upgrade' })
     server.register(require('./routes/v1/settings'), { prefix: '/settings' })
     server.register(require('./routes/v1/dashboard'), { prefix: '/dashboard' })
@@ -12,6 +12,7 @@ module.exports = async function (fastify, opts) {
     server.register(require('./routes/v1/application/deploy'), { prefix: '/application/deploy' })
     server.register(require('./routes/v1/application/deploy/logs'), { prefix: '/application/deploy/logs' })
     server.register(require('./routes/v1/databases'), { prefix: '/databases' })
+    server.register(require('./routes/v1/server'), { prefix: '/server' })
   })
   // Public routes
   fastify.register(require('./routes/v1/verify'), { prefix: '/verify' })

api/buildPacks/custom/index.js

@@ -10,6 +10,6 @@ module.exports = async function (configuration) {
     )
     await streamEvents(stream, configuration)
   } else {
-    throw { error: 'No custom dockerfile found.', type: 'app' }
+    throw new Error('No custom dockerfile found.')
   }
 }

api/buildPacks/helpers.js

@@ -4,8 +4,9 @@ const buildImageNodeDocker = (configuration) => {
   return [
     'FROM node:lts',
     'WORKDIR /usr/src/app',
-    `COPY ${configuration.build.directory} ./`,
+    `COPY ${configuration.build.directory}/package*.json ./`,
     configuration.build.command.installation && `RUN ${configuration.build.command.installation}`,
+    `COPY ./${configuration.build.directory} ./`,
     `RUN ${configuration.build.command.build}`
   ].join('\n')
 }

api/buildPacks/index.js

@@ -2,5 +2,6 @@ const static = require('./static')
 const nodejs = require('./nodejs')
 const php = require('./php')
 const custom = require('./custom')
+const rust = require('./rust')
 
-module.exports = { static, nodejs, php, custom }
+module.exports = { static, nodejs, php, custom, rust }

api/buildPacks/nodejs/index.js

@@ -1,15 +1,17 @@
 const fs = require('fs').promises
 const { buildImage } = require('../helpers')
 const { streamEvents, docker } = require('../../libs/docker')
-
+//  `HEALTHCHECK --timeout=10s --start-period=10s --interval=5s CMD curl -I -s -f http://localhost:${configuration.publish.port}${configuration.publish.path} || exit 1`,
 const publishNodejsDocker = (configuration) => {
   return [
     'FROM node:lts',
     'WORKDIR /usr/src/app',
     configuration.build.command.build
       ? `COPY --from=${configuration.build.container.name}:${configuration.build.container.tag} /usr/src/app/${configuration.publish.directory} ./`
-      : `COPY ${configuration.build.directory} ./`,
+      : `
-    configuration.build.command.installation && `RUN ${configuration.build.command.installation}`,
+      COPY ${configuration.build.directory}/package*.json ./
+      RUN ${configuration.build.command.installation}
+      COPY ./${configuration.build.directory} ./`,
     `EXPOSE ${configuration.publish.port}`,
     'CMD [ "yarn", "start" ]'
   ].join('\n')

api/buildPacks/php/index.js

@@ -1,11 +1,12 @@
 const fs = require('fs').promises
 const { streamEvents, docker } = require('../../libs/docker')
-
+//   'HEALTHCHECK --timeout=10s --start-period=10s --interval=5s CMD curl -I -s -f http://localhost/ || exit 1',
 const publishPHPDocker = (configuration) => {
   return [
     'FROM php:apache',
+    'RUN a2enmod rewrite',
     'WORKDIR /usr/src/app',
-    `COPY .${configuration.build.directory} /var/www/html`,
+    `COPY ./${configuration.build.directory} /var/www/html`,
     'EXPOSE 80',
     ' CMD ["apache2-foreground"]'
   ].join('\n')

api/buildPacks/rust/index.js

@@ -0,0 +1,60 @@
+const fs = require('fs').promises
+const { streamEvents, docker } = require('../../libs/docker')
+const { execShellAsync } = require('../../libs/common')
+const TOML = require('@iarna/toml')
+
+const publishRustDocker = (configuration, custom) => {
+  return [
+    'FROM rust:latest',
+    'WORKDIR /app',
+    `COPY --from=${configuration.build.container.name}:cache /app/target target`,
+    `COPY --from=${configuration.build.container.name}:cache /usr/local/cargo /usr/local/cargo`,
+    'COPY . .',
+    `RUN cargo build --release --bin ${custom.name}`,
+    'FROM debian:buster-slim',
+    'WORKDIR /app',
+    'RUN apt-get update -y && apt-get install -y --no-install-recommends openssl libcurl4 ca-certificates && apt-get autoremove -y && apt-get clean -y && rm -rf /var/lib/apt/lists/*',
+    'RUN update-ca-certificates',
+    `COPY --from=${configuration.build.container.name}:cache /app/target/release/${custom.name} ${custom.name}`,
+    `EXPOSE ${configuration.publish.port}`,
+    `CMD ["/app/${custom.name}"]`
+  ].join('\n')
+}
+
+const cacheRustDocker = (configuration, custom) => {
+  return [
+    `FROM rust:latest AS planner-${configuration.build.container.name}`,
+    'WORKDIR /app',
+    'RUN cargo install cargo-chef',
+    'COPY . .',
+    'RUN cargo chef prepare --recipe-path recipe.json',
+    'FROM rust:latest',
+    'WORKDIR /app',
+    'RUN cargo install cargo-chef',
+    `COPY --from=planner-${configuration.build.container.name} /app/recipe.json recipe.json`,
+    'RUN cargo chef cook --release --recipe-path recipe.json'
+  ].join('\n')
+}
+
+module.exports = async function (configuration) {
+  const cargoToml = await execShellAsync(`cat ${configuration.general.workdir}/Cargo.toml`)
+  const parsedToml = TOML.parse(cargoToml)
+  const custom = {
+    name: parsedToml.package.name
+  }
+  await fs.writeFile(`${configuration.general.workdir}/Dockerfile`, cacheRustDocker(configuration, custom))
+
+  let stream = await docker.engine.buildImage(
+    { src: ['.'], context: configuration.general.workdir },
+    { t: `${configuration.build.container.name}:cache` }
+  )
+  await streamEvents(stream, configuration)
+
+  await fs.writeFile(`${configuration.general.workdir}/Dockerfile`, publishRustDocker(configuration, custom))
+
+  stream = await docker.engine.buildImage(
+    { src: ['.'], context: configuration.general.workdir },
+    { t: `${configuration.build.container.name}:${configuration.build.container.tag}` }
+  )
+  await streamEvents(stream, configuration)
+}

api/buildPacks/static/index.js

@@ -2,6 +2,7 @@ const fs = require('fs').promises
 const { buildImage } = require('../helpers')
 const { streamEvents, docker } = require('../../libs/docker')
 
+//    'HEALTHCHECK --timeout=10s --start-period=10s --interval=5s CMD curl -I -s -f http://localhost/ || exit 1',
 const publishStaticDocker = (configuration) => {
   return [
     'FROM nginx:stable-alpine',
@@ -9,7 +10,7 @@ const publishStaticDocker = (configuration) => {
     'WORKDIR /usr/share/nginx/html',
     configuration.build.command.build
       ? `COPY --from=${configuration.build.container.name}:${configuration.build.container.tag} /usr/src/app/${configuration.publish.directory} ./`
-      : `COPY ${configuration.build.directory} ./`,
+      : `COPY ./${configuration.build.directory} ./`,
     'EXPOSE 80',
     'CMD ["nginx", "-g", "daemon off;"]'
   ].join('\n')

api/libs/applications/build/container.js

@@ -1,4 +1,4 @@
-const packs = require('../../../packs')
+const packs = require('../../../buildPacks')
 const { saveAppLog } = require('../../logging')
 const Deployment = require('../../../models/Deployment')
 
@@ -9,26 +9,20 @@ module.exports = async function (configuration) {
 
   const execute = packs[configuration.build.pack]
   if (execute) {
-    try {
     await Deployment.findOneAndUpdate(
       { repoId: id, branch, deployId, organization, name, domain },
       { repoId: id, branch, deployId, organization, name, domain, progress: 'inprogress' })
     await saveAppLog('### Building application.', configuration)
-
     await execute(configuration)
-
     await saveAppLog('### Building done.', configuration)
-    } catch (error) {
-      await Deployment.findOneAndUpdate(
-        { repoId: id, branch, deployId, organization, name, domain },
-        { repoId: id, branch, deployId, organization, name, domain, progress: 'failed' })
-      if (error.stack) throw { error: error.stack, type: 'server' }
-      throw { error, type: 'app' }
-    }
   } else {
+    try {
       await Deployment.findOneAndUpdate(
         { repoId: id, branch, deployId, organization, name, domain },
         { repoId: id, branch, deployId, organization, name, domain, progress: 'failed' })
-    throw { error: 'No buildpack found.', type: 'app' }
+    } catch (error) {
+      // Hmm.
+    }
+    throw new Error('No buildpack found.')
   }
 }

api/libs/applications/cleanup/index.js

@@ -2,41 +2,26 @@ const { docker } = require('../../docker')
 const { execShellAsync } = require('../../common')
 const Deployment = require('../../../models/Deployment')
 
-async function purgeOldThings () {
+async function purgeImagesContainers () {
-  try {
+  await execShellAsync('docker container prune -f')
-    // TODO: Tweak this, because it deletes coolify-base, so the upgrade will be slow
+  await execShellAsync('docker image prune -f --filter=label!=coolify-reserve=true')
-    await docker.engine.pruneImages()
-    await docker.engine.pruneContainers()
-  } catch (error) {
-    throw { error, type: 'server' }
-  }
 }
 
-async function cleanup (configuration) {
+async function cleanupStuckedDeploymentsInDB () {
-  const { id } = configuration.repository
-  const deployId = configuration.general.deployId
-  try {
   // Cleanup stucked deployments.
-    const deployments = await Deployment.find({ repoId: id, deployId: { $ne: deployId }, progress: { $in: ['queued', 'inprogress'] } })
+  await Deployment.updateMany(
-    for (const deployment of deployments) {
+    { progress: { $in: ['queued', 'inprogress'] } },
-      await Deployment.findByIdAndUpdate(deployment._id, { $set: { progress: 'failed' } })
+    { progress: 'failed' }
-    }
+  )
-  } catch (error) {
-    throw { error, type: 'server' }
-  }
 }
 
 async function deleteSameDeployments (configuration) {
-  try {
   await (await docker.engine.listServices()).filter(r => r.Spec.Labels.managedBy === 'coolify' && r.Spec.Labels.type === 'application').map(async s => {
     const running = JSON.parse(s.Spec.Labels.configuration)
     if (running.repository.id === configuration.repository.id && running.repository.branch === configuration.repository.branch) {
       await execShellAsync(`docker stack rm ${s.Spec.Labels['com.docker.stack.namespace']}`)
     }
   })
-  } catch (error) {
-    throw { error, type: 'server' }
-  }
 }
 
-module.exports = { cleanup, deleteSameDeployments, purgeOldThings }
+module.exports = { cleanupStuckedDeploymentsInDB, deleteSameDeployments, purgeImagesContainers }

api/libs/applications/configuration.js

@@ -1,7 +1,7 @@
 const { uniqueNamesGenerator, adjectives, colors, animals } = require('unique-names-generator')
 const cuid = require('cuid')
 const crypto = require('crypto')
-
+const { docker } = require('../docker')
 const { execShellAsync } = require('../common')
 
 function getUniq () {
@@ -9,7 +9,6 @@ function getUniq () {
 }
 
 function setDefaultConfiguration (configuration) {
-  try {
   const nickname = getUniq()
   const deployId = cuid()
 
@@ -30,7 +29,8 @@ function setDefaultConfiguration (configuration) {
     rollback_config: {
       parallelism: 1,
       delay: '10s',
-        order: 'start-first'
+      order: 'start-first',
+      failure_action: 'rollback'
     }
   }
 
@@ -48,11 +48,17 @@ function setDefaultConfiguration (configuration) {
       configuration.publish.port = 80
     } else if (configuration.build.pack === 'nodejs') {
       configuration.publish.port = 3000
+    } else if (configuration.build.pack === 'rust') {
+      configuration.publish.port = 3000
     }
   }
-    if (!configuration.build.directory) {
+
-      configuration.build.directory = '/'
+  if (!configuration.build.directory) configuration.build.directory = ''
-    }
+  if (configuration.build.directory.startsWith('/')) configuration.build.directory = configuration.build.directory.replace('/', '')
+
+  if (!configuration.publish.directory) configuration.publish.directory = ''
+  if (configuration.publish.directory.startsWith('/')) configuration.publish.directory = configuration.publish.directory.replace('/', '')
+
   if (configuration.build.pack === 'static' || configuration.build.pack === 'nodejs') {
     if (!configuration.build.command.installation) configuration.build.command.installation = 'yarn install'
   }
@@ -61,13 +67,11 @@ function setDefaultConfiguration (configuration) {
   configuration.baseServiceConfiguration = baseServiceConfiguration
 
   return configuration
-  } catch (error) {
-    throw { error, type: 'server' }
-  }
 }
 
-async function updateServiceLabels (configuration, services) {
+async function updateServiceLabels (configuration) {
   // In case of any failure during deployment, still update the current configuration.
+  const services = (await docker.engine.listServices()).filter(r => r.Spec.Labels.managedBy === 'coolify' && r.Spec.Labels.type === 'application')
   const found = services.find(s => {
     const config = JSON.parse(s.Spec.Labels.configuration)
     if (config.repository.id === configuration.repository.id && config.repository.branch === configuration.repository.branch) {
@@ -77,12 +81,56 @@ async function updateServiceLabels (configuration, services) {
   })
   if (found) {
     const { ID } = found
-    try {
     const Labels = { ...JSON.parse(found.Spec.Labels.configuration), ...configuration }
-      execShellAsync(`docker service update --label-add configuration='${JSON.stringify(Labels)}' --label-add com.docker.stack.image='${configuration.build.container.name}:${configuration.build.container.tag}' ${ID}`)
+    await execShellAsync(`docker service update --label-add configuration='${JSON.stringify(Labels)}' --label-add com.docker.stack.image='${configuration.build.container.name}:${configuration.build.container.tag}' ${ID}`)
-    } catch (error) {
+  }
-      console.log(error)
+}
+
+async function precheckDeployment ({ services, configuration }) {
+  let foundService = false
+  let configChanged = false
+  let imageChanged = false
+
+  let forceUpdate = false
+
+  for (const service of services) {
+    const running = JSON.parse(service.Spec.Labels.configuration)
+    if (running) {
+      if (running.repository.id === configuration.repository.id && running.repository.branch === configuration.repository.branch) {
+        // Base service configuration changed
+        if (!running.build.container.baseSHA || running.build.container.baseSHA !== configuration.build.container.baseSHA) {
+          forceUpdate = true
+        }
+        // If the deployment is in error state, forceUpdate
+        const state = await execShellAsync(`docker stack ps ${running.build.container.name} --format '{{ json . }}'`)
+        const isError = state.split('\n').filter(n => n).map(s => JSON.parse(s)).filter(n => n.DesiredState !== 'Running' && n.Image.split(':')[1] === running.build.container.tag)
+        if (isError.length > 0) forceUpdate = true
+        foundService = true
+
+        const runningWithoutContainer = JSON.parse(JSON.stringify(running))
+        delete runningWithoutContainer.build.container
+
+        const configurationWithoutContainer = JSON.parse(JSON.stringify(configuration))
+        delete configurationWithoutContainer.build.container
+
+        // If only the configuration changed
+        if (JSON.stringify(runningWithoutContainer.build) !== JSON.stringify(configurationWithoutContainer.build) || JSON.stringify(runningWithoutContainer.publish) !== JSON.stringify(configurationWithoutContainer.publish)) configChanged = true
+        // If only the image changed
+        if (running.build.container.tag !== configuration.build.container.tag) imageChanged = true
+        // If build pack changed, forceUpdate the service
+        if (running.build.pack !== configuration.build.pack) forceUpdate = true
       }
     }
   }
-module.exports = { setDefaultConfiguration, updateServiceLabels }
+  if (forceUpdate) {
+    imageChanged = false
+    configChanged = false
+  }
+  return {
+    foundService,
+    imageChanged,
+    configChanged,
+    forceUpdate
+  }
+}
+module.exports = { setDefaultConfiguration, updateServiceLabels, precheckDeployment }

api/libs/applications/deploy/copyFiles.js

@@ -1,8 +1,18 @@
 const fs = require('fs').promises
 module.exports = async function (configuration) {
   try {
-    // TODO: Do it better.
+    // TODO: Write full .dockerignore for all deployments!!
-    await fs.writeFile(`${configuration.general.workdir}/.dockerignore`, 'node_modules')
+    if (configuration.build.pack === 'php') {
+      await fs.writeFile(`${configuration.general.workdir}/.htaccess`, `
+      RewriteEngine On
+      RewriteBase /
+      RewriteCond %{REQUEST_FILENAME} !-d
+      RewriteCond %{REQUEST_FILENAME} !-f
+      RewriteRule ^(.+)$ index.php [QSA,L]
+      `)
+    }
+    // await fs.writeFile(`${configuration.general.workdir}/.dockerignore`, 'node_modules')
+    if (configuration.build.pack === 'static') {
       await fs.writeFile(
         `${configuration.general.workdir}/nginx.conf`,
         `user  nginx;
@@ -47,7 +57,8 @@ module.exports = async function (configuration) {
           }
           `
       )
+    }
   } catch (error) {
-    throw { error, type: 'server' }
+    throw new Error(error)
   }
 }

api/libs/applications/deploy/deploy.js

@@ -5,8 +5,7 @@ const { docker } = require('../../docker')
 const { saveAppLog } = require('../../logging')
 const { deleteSameDeployments } = require('../cleanup')
 
-module.exports = async function (configuration, configChanged, imageChanged) {
+module.exports = async function (configuration, imageChanged) {
-  try {
   const generateEnvs = {}
   for (const secret of configuration.publish.secrets) {
     generateEnvs[secret.name] = secret.value
@@ -62,7 +61,6 @@ module.exports = async function (configuration, configChanged, imageChanged) {
   }
   await saveAppLog('### Publishing.', configuration)
   await fs.writeFile(`${configuration.general.workdir}/stack.yml`, yaml.dump(stack))
-    // TODO: Compare stack.yml with the currently running one to upgrade if something changes, like restart_policy
   if (imageChanged) {
     // console.log('image changed')
     await execShellAsync(`docker service update --image ${configuration.build.container.name}:${configuration.build.container.tag} ${configuration.build.container.name}_${configuration.build.container.name}`)
@@ -75,9 +73,4 @@ module.exports = async function (configuration, configChanged, imageChanged) {
   }
 
   await saveAppLog('### Published done!', configuration)
-  } catch (error) {
-    console.log(error)
-    await saveAppLog(`Error occured during deployment: ${error.message}`, configuration)
-    throw { error, type: 'server' }
-  }
 }

api/libs/applications/github/cloneRepository.js

@@ -15,7 +15,6 @@ module.exports = async function (configuration) {
     iss: parseInt(github.app.id)
   }
 
-  try {
   const jwtToken = jwt.sign(payload, githubPrivateKey, {
     algorithm: 'RS256'
   })
@@ -36,9 +35,4 @@ module.exports = async function (configuration) {
   )
     .replace('\n', '')
     .slice(0, 7)
-  } catch (error) {
-    cleanupTmp(workdir)
-    if (error.stack) console.log(error.stack)
-    throw { error, type: 'server' }
-  }
 }

api/libs/applications/index.js

@@ -1,6 +1,5 @@
 const dayjs = require('dayjs')
 
-const { saveServerLog } = require('../logging')
 const { cleanupTmp } = require('../common')
 
 const { saveAppLog } = require('../logging')
@@ -8,37 +7,26 @@ const copyFiles = require('./deploy/copyFiles')
 const buildContainer = require('./build/container')
 const deploy = require('./deploy/deploy')
 const Deployment = require('../../models/Deployment')
-const { cleanup, purgeOldThings } = require('./cleanup')
+const { purgeImagesContainers } = require('./cleanup')
 const { updateServiceLabels } = require('./configuration')
 
-async function queueAndBuild (configuration, services, configChanged, imageChanged) {
+async function queueAndBuild (configuration, imageChanged) {
   const { id, organization, name, branch } = configuration.repository
   const { domain } = configuration.publish
   const { deployId, nickname, workdir } = configuration.general
-  try {
   await new Deployment({
     repoId: id, branch, deployId, domain, organization, name, nickname
   }).save()
   await saveAppLog(`${dayjs().format('YYYY-MM-DD HH:mm:ss.SSS')} Queued.`, configuration)
   await copyFiles(configuration)
   await buildContainer(configuration)
-    await deploy(configuration, configChanged, imageChanged)
+  await deploy(configuration, imageChanged)
   await Deployment.findOneAndUpdate(
     { repoId: id, branch, deployId, organization, name, domain },
     { repoId: id, branch, deployId, organization, name, domain, progress: 'done' })
-    await updateServiceLabels(configuration, services)
+  await updateServiceLabels(configuration)
   cleanupTmp(workdir)
-    await purgeOldThings()
+  await purgeImagesContainers()
-  } catch (error) {
-    await cleanup(configuration)
-    cleanupTmp(workdir)
-    const { type } = error.error
-    if (type === 'app') {
-      await saveAppLog(error.error, configuration, true)
-    } else {
-      await saveServerLog({ event: error.error, configuration })
-    }
-  }
 }
 
 module.exports = { queueAndBuild }

api/libs/common.js

@@ -15,6 +15,7 @@ function delay (t) {
 }
 
 async function verifyUserId (authorization) {
+  try {
     const token = authorization.split(' ')[1]
     const verify = jsonwebtoken.verify(token, process.env.JWT_SIGN_KEY)
     const found = await User.findOne({ uid: verify.jti })
@@ -23,6 +24,9 @@ async function verifyUserId (authorization) {
     } else {
       return false
     }
+  } catch (error) {
+    return false
+  }
 }
 function execShellAsync (cmd, opts = {}) {
   try {

api/libs/docker.js

@@ -8,7 +8,6 @@ const docker = {
   network: process.env.DOCKER_NETWORK
 }
 async function streamEvents (stream, configuration) {
-  try {
   await new Promise((resolve, reject) => {
     docker.engine.modem.followProgress(stream, onFinished, onProgress)
     function onFinished (err, res) {
@@ -17,15 +16,13 @@ async function streamEvents (stream, configuration) {
     }
     function onProgress (event) {
       if (event.error) {
+        saveAppLog(event.error, configuration, true)
         reject(event.error)
-          return
+      } else if (event.stream) {
-        }
         saveAppLog(event.stream, configuration)
       }
-    })
-  } catch (error) {
-    throw { error, type: 'app' }
     }
+  })
 }
 
 module.exports = { streamEvents, docker }

api/libs/http-error/handlers.js

@@ -0,0 +1,75 @@
+/* eslint-disable */
+"use strict";   
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleErrors = exports.handleValidationError = exports.handleNotFoundError = void 0;
+const http_errors_enhanced_1 = require("http-errors-enhanced");
+const interfaces_1 = require("./interfaces");
+const utils_1 = require("./utils");
+const validation_1 = require("./validation");
+function handleNotFoundError(request, reply) {
+    handleErrors(new http_errors_enhanced_1.NotFoundError('Not found.'), request, reply);
+}
+exports.handleNotFoundError = handleNotFoundError;
+function handleValidationError(error, request) {
+    /*
+      As seen in https://github.com/fastify/fastify/blob/master/lib/validation.js
+      the error.message will  always start with the relative section (params, querystring, headers, body)
+      and fastify throws on first failing section.
+    */
+    const section = error.message.match(/^\w+/)[0];
+    return new http_errors_enhanced_1.BadRequestError('One or more validations failed trying to process your request.', {
+        failedValidations: validation_1.convertValidationErrors(section, Reflect.get(request, section), error.validation)
+    });
+}
+exports.handleValidationError = handleValidationError;
+function handleErrors(error, request, reply) {
+    var _a, _b;
+    // It is a generic error, handle it
+    const code = error.code;
+    if (!('statusCode' in error)) {
+        if ('validation' in error && ((_a = request[interfaces_1.kHttpErrorsEnhancedConfiguration]) === null || _a === void 0 ? void 0 : _a.convertValidationErrors)) {
+            // If it is a validation error, convert errors to human friendly format
+            error = handleValidationError(error, request);
+        }
+        else if ((_b = request[interfaces_1.kHttpErrorsEnhancedConfiguration]) === null || _b === void 0 ? void 0 : _b.hideUnhandledErrors) {
+            // It is requested to hide the error, just log it and then create a generic one
+            request.log.error({ error: http_errors_enhanced_1.serializeError(error) });
+            error = new http_errors_enhanced_1.InternalServerError('An error occurred trying to process your request.');
+        }
+        else {
+            // Wrap in a HttpError, making the stack explicitily available
+            error = new http_errors_enhanced_1.InternalServerError(http_errors_enhanced_1.serializeError(error));
+            Object.defineProperty(error, 'stack', { enumerable: true });
+        }
+    }
+    else if (code === 'INVALID_CONTENT_TYPE' || code === 'FST_ERR_CTP_INVALID_MEDIA_TYPE') {
+        error = new http_errors_enhanced_1.UnsupportedMediaTypeError(utils_1.upperFirst(validation_1.validationMessagesFormatters.contentType()));
+    }
+    else if (code === 'FST_ERR_CTP_EMPTY_JSON_BODY') {
+        error = new http_errors_enhanced_1.BadRequestError(utils_1.upperFirst(validation_1.validationMessagesFormatters.jsonEmpty()));
+    }
+    else if (code === 'MALFORMED_JSON' || error.message === 'Invalid JSON' || error.stack.includes('at JSON.parse')) {
+        error = new http_errors_enhanced_1.BadRequestError(utils_1.upperFirst(validation_1.validationMessagesFormatters.json()));
+    }
+    // Get the status code
+    let { statusCode, headers } = error;
+    // Code outside HTTP range
+    if (statusCode < 100 || statusCode > 599) {
+        statusCode = http_errors_enhanced_1.INTERNAL_SERVER_ERROR;
+    }
+    // Create the body
+    const body = {
+        statusCode,
+        error: http_errors_enhanced_1.messagesByCodes[statusCode],
+        message: error.message
+    };
+    http_errors_enhanced_1.addAdditionalProperties(body, error);
+    // Send the error back
+    // eslint-disable-next-line @typescript-eslint/no-floating-promises
+    reply
+        .code(statusCode)
+        .headers(headers !== null && headers !== void 0 ? headers : {})
+        .type('application/json')
+        .send(body);
+}
+exports.handleErrors = handleErrors;

api/libs/http-error/index.js

@@ -0,0 +1,58 @@
+/* eslint-disable */
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.plugin = exports.validationMessagesFormatters = exports.niceJoin = exports.convertValidationErrors = void 0;
+const fastify_plugin_1 = __importDefault(require("fastify-plugin"));
+const handlers_1 = require("./handlers");
+const interfaces_1 = require("./interfaces");
+const validation_1 = require("./validation");
+__exportStar(require("./handlers"), exports);
+__exportStar(require("./interfaces"), exports);
+var validation_2 = require("./validation");
+Object.defineProperty(exports, "convertValidationErrors", { enumerable: true, get: function () { return validation_2.convertValidationErrors; } });
+Object.defineProperty(exports, "niceJoin", { enumerable: true, get: function () { return validation_2.niceJoin; } });
+Object.defineProperty(exports, "validationMessagesFormatters", { enumerable: true, get: function () { return validation_2.validationMessagesFormatters; } });
+exports.plugin = fastify_plugin_1.default(function (instance, options, done) {
+    var _a, _b, _c, _d;
+    const isProduction = process.env.NODE_ENV === 'production';
+    const convertResponsesValidationErrors = (_a = options.convertResponsesValidationErrors) !== null && _a !== void 0 ? _a : !isProduction;
+    const configuration = {
+        hideUnhandledErrors: (_b = options.hideUnhandledErrors) !== null && _b !== void 0 ? _b : isProduction,
+        convertValidationErrors: (_c = options.convertValidationErrors) !== null && _c !== void 0 ? _c : true,
+        responseValidatorCustomizer: options.responseValidatorCustomizer,
+        allowUndeclaredResponses: (_d = options.allowUndeclaredResponses) !== null && _d !== void 0 ? _d : false
+    };
+    instance.decorate(interfaces_1.kHttpErrorsEnhancedConfiguration, null);
+    instance.decorateRequest(interfaces_1.kHttpErrorsEnhancedConfiguration, null);
+    instance.addHook('onRequest', async (request) => {
+        request[interfaces_1.kHttpErrorsEnhancedConfiguration] = configuration;
+    });
+    instance.setErrorHandler(handlers_1.handleErrors);
+    // instance.setNotFoundHandler(handlers_1.handleNotFoundError);
+    if (convertResponsesValidationErrors) {
+        instance.decorate(interfaces_1.kHttpErrorsEnhancedResponseValidations, []);
+        instance.addHook('onRoute', validation_1.addResponseValidation);
+        instance.addHook('onReady', validation_1.compileResponseValidationSchema.bind(instance, configuration));
+    }
+    done();
+}, { name: 'fastify-http-errors-enhanced' });
+exports.default = exports.plugin;
+// Fix CommonJS exporting
+/* istanbul ignore else */
+if (typeof module !== 'undefined') {
+    module.exports = exports.plugin;
+    Object.assign(module.exports, exports);
+}

api/libs/http-error/interfaces.js

@@ -0,0 +1,6 @@
+/* eslint-disable */
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.kHttpErrorsEnhancedResponseValidations = exports.kHttpErrorsEnhancedConfiguration = void 0;
+exports.kHttpErrorsEnhancedConfiguration = Symbol('fastify-http-errors-enhanced-configuration');
+exports.kHttpErrorsEnhancedResponseValidations = Symbol('fastify-http-errors-enhanced-response-validation');

api/libs/http-error/utils.js

@@ -0,0 +1,31 @@
+/* eslint-disable */
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.get = exports.upperFirst = void 0;
+function upperFirst(source) {
+    if (typeof source !== 'string' || !source.length) {
+        return source;
+    }
+    return source[0].toUpperCase() + source.substring(1);
+}
+exports.upperFirst = upperFirst;
+function get(target, path) {
+    var _a;
+    const tokens = path.split('.').map((t) => t.trim());
+    for (const token of tokens) {
+        if (typeof target === 'undefined' || target === null) {
+            // We're supposed to be still iterating, but the chain is over - Return undefined
+            target = undefined;
+            break;
+        }
+        const index = token.match(/^(\d+)|(?:\[(\d+)\])$/);
+        if (index) {
+            target = target[parseInt((_a = index[1]) !== null && _a !== void 0 ? _a : index[2], 10)];
+        }
+        else {
+            target = target[token];
+        }
+    }
+    return target;
+}
+exports.get = get;

api/libs/http-error/validation.js

@@ -0,0 +1,239 @@
+/* eslint-disable */
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.compileResponseValidationSchema = exports.addResponseValidation = exports.convertValidationErrors = exports.validationMessagesFormatters = exports.niceJoin = void 0;
+const ajv_1 = __importDefault(require("ajv"));
+const http_errors_enhanced_1 = require("http-errors-enhanced");
+const interfaces_1 = require("./interfaces");
+const utils_1 = require("./utils");
+function niceJoin(array, lastSeparator = ' and ', separator = ', ') {
+    switch (array.length) {
+        case 0:
+            return '';
+        case 1:
+            return array[0];
+        case 2:
+            return array.join(lastSeparator);
+        default:
+            return array.slice(0, array.length - 1).join(separator) + lastSeparator + array[array.length - 1];
+    }
+}
+exports.niceJoin = niceJoin;
+exports.validationMessagesFormatters = {
+    contentType: () => 'only JSON payloads are accepted. Please set the "Content-Type" header to start with "application/json"',
+    json: () => 'the body payload is not a valid JSON',
+    jsonEmpty: () => 'the JSON body payload cannot be empty if the "Content-Type" header is set',
+    missing: () => 'must be present',
+    unknown: () => 'is not a valid property',
+    uuid: () => 'must be a valid GUID (UUID v4)',
+    timestamp: () => 'must be a valid ISO 8601 / RFC 3339 timestamp (example: 2018-07-06T12:34:56Z)',
+    date: () => 'must be a valid ISO 8601 / RFC 3339 date (example: 2018-07-06)',
+    time: () => 'must be a valid ISO 8601 / RFC 3339 time (example: 12:34:56)',
+    uri: () => 'must be a valid URI',
+    hostname: () => 'must be a valid hostname',
+    ipv4: () => 'must be a valid IPv4',
+    ipv6: () => 'must be a valid IPv6',
+    paramType: (type) => {
+        switch (type) {
+            case 'integer':
+                return 'must be a valid integer number';
+            case 'number':
+                return 'must be a valid number';
+            case 'boolean':
+                return 'must be a valid boolean (true or false)';
+            case 'object':
+                return 'must be a object';
+            case 'array':
+                return 'must be an array';
+            default:
+                return 'must be a string';
+        }
+    },
+    presentString: () => 'must be a non empty string',
+    minimum: (min) => `must be a number greater than or equal to ${min}`,
+    maximum: (max) => `must be a number less than or equal to ${max}`,
+    minimumProperties(min) {
+        return min === 1 ? 'cannot be a empty object' : `must be a object with at least ${min} properties`;
+    },
+    maximumProperties(max) {
+        return max === 0 ? 'must be a empty object' : `must be a object with at most ${max} properties`;
+    },
+    minimumItems(min) {
+        return min === 1 ? 'cannot be a empty array' : `must be an array with at least ${min} items`;
+    },
+    maximumItems(max) {
+        return max === 0 ? 'must be a empty array' : `must be an array with at most ${max} items`;
+    },
+    enum: (values) => `must be one of the following values: ${niceJoin(values.map((f) => `"${f}"`), ' or ')}`,
+    pattern: (pattern) => `must match pattern "${pattern.replace(/\(\?:/g, '(')}"`,
+    invalidResponseCode: (code) => `This endpoint cannot respond with HTTP status ${code}.`,
+    invalidResponse: (code) => `The response returned from the endpoint violates its specification for the HTTP status ${code}.`,
+    invalidFormat: (format) => `must match format "${format}" (format)`
+};
+function convertValidationErrors(section, data, validationErrors) {
+    const errors = {};
+    if (section === 'querystring') {
+        section = 'query';
+    }
+    // For each error
+    for (const e of validationErrors) {
+        let message = '';
+        let pattern;
+        let value;
+        let reason;
+        // Normalize the key
+        let key = e.dataPath;
+        if (key.startsWith('.')) {
+            key = key.substring(1);
+        }
+        // Remove useless quotes
+        /* istanbul ignore next */
+        if (key.startsWith('[') && key.endsWith(']')) {
+            key = key.substring(1, key.length - 1);
+        }
+        // Depending on the type
+        switch (e.keyword) {
+            case 'required':
+            case 'dependencies':
+                key = e.params.missingProperty;
+                message = exports.validationMessagesFormatters.missing();
+                break;
+            case 'additionalProperties':
+                key = e.params.additionalProperty;
+                message = exports.validationMessagesFormatters.unknown();
+                break;
+            case 'type':
+                message = exports.validationMessagesFormatters.paramType(e.params.type);
+                break;
+            case 'minProperties':
+                message = exports.validationMessagesFormatters.minimumProperties(e.params.limit);
+                break;
+            case 'maxProperties':
+                message = exports.validationMessagesFormatters.maximumProperties(e.params.limit);
+                break;
+            case 'minItems':
+                message = exports.validationMessagesFormatters.minimumItems(e.params.limit);
+                break;
+            case 'maxItems':
+                message = exports.validationMessagesFormatters.maximumItems(e.params.limit);
+                break;
+            case 'minimum':
+                message = exports.validationMessagesFormatters.minimum(e.params.limit);
+                break;
+            case 'maximum':
+                message = exports.validationMessagesFormatters.maximum(e.params.limit);
+                break;
+            case 'enum':
+                message = exports.validationMessagesFormatters.enum(e.params.allowedValues);
+                break;
+            case 'pattern':
+                pattern = e.params.pattern;
+                value = utils_1.get(data, key);
+                if (pattern === '.+' && !value) {
+                    message = exports.validationMessagesFormatters.presentString();
+                }
+                else {
+                    message = exports.validationMessagesFormatters.pattern(e.params.pattern);
+                }
+                break;
+            case 'format':
+                reason = e.params.format;
+                // Normalize the key
+                if (reason === 'date-time') {
+                    reason = 'timestamp';
+                }
+                message = (exports.validationMessagesFormatters[reason] || exports.validationMessagesFormatters.invalidFormat)(reason);
+                break;
+        }
+        // No custom message was found, default to input one replacing the starting verb and adding some path info
+        if (!message.length) {
+            message = `${e.message.replace(/^should/, 'must')} (${e.keyword})`;
+        }
+        // Remove useless quotes
+        /* istanbul ignore next */
+        if (key.match(/(?:^['"])(?:[^.]+)(?:['"]$)/)) {
+            key = key.substring(1, key.length - 1);
+        }
+        // Fix empty properties
+        if (!key) {
+            key = '$root';
+        }
+        key = key.replace(/^\//, '');
+        errors[key] = message;
+    }
+    return { [section]: errors };
+}
+exports.convertValidationErrors = convertValidationErrors;
+function addResponseValidation(route) {
+    var _a;
+    if (!((_a = route.schema) === null || _a === void 0 ? void 0 : _a.response)) {
+        return;
+    }
+    const validators = {};
+    /*
+      Add these validators to the list of the one to compile once the server is started.
+      This makes possible to handle shared schemas.
+    */
+    this[interfaces_1.kHttpErrorsEnhancedResponseValidations].push([
+        this,
+        validators,
+        Object.entries(route.schema.response)
+    ]);
+    // Note that this hook is not called for non JSON payloads therefore validation is not possible in such cases
+    route.preSerialization = async function (request, reply, payload) {
+        const statusCode = reply.raw.statusCode;
+        // Never validate error 500
+        if (statusCode === http_errors_enhanced_1.INTERNAL_SERVER_ERROR) {
+            return payload;
+        }
+        // No validator, it means the HTTP status is not allowed
+        const validator = validators[statusCode];
+        if (!validator) {
+            if (request[interfaces_1.kHttpErrorsEnhancedConfiguration].allowUndeclaredResponses) {
+                return payload;
+            }
+            throw new http_errors_enhanced_1.InternalServerError(exports.validationMessagesFormatters.invalidResponseCode(statusCode));
+        }
+        // Now validate the payload
+        const valid = validator(payload);
+        if (!valid) {
+            throw new http_errors_enhanced_1.InternalServerError(exports.validationMessagesFormatters.invalidResponse(statusCode), {
+                failedValidations: convertValidationErrors('response', payload, validator.errors)
+            });
+        }
+        return payload;
+    };
+}
+exports.addResponseValidation = addResponseValidation;
+function compileResponseValidationSchema(configuration) {
+    // Fix CJS/ESM interoperability
+    // @ts-expect-error
+    let AjvConstructor = ajv_1.default;
+    /* istanbul ignore next */
+    if (AjvConstructor.default) {
+        AjvConstructor = AjvConstructor.default;
+    }
+    const hasCustomizer = typeof configuration.responseValidatorCustomizer === 'function';
+    for (const [instance, validators, schemas] of this[interfaces_1.kHttpErrorsEnhancedResponseValidations]) {
+        // @ts-expect-error
+        const compiler = new AjvConstructor({
+            // The fastify defaults, with the exception of removeAdditional and coerceTypes, which have been reversed
+            removeAdditional: false,
+            useDefaults: true,
+            coerceTypes: false,
+            allErrors: true
+        });
+        compiler.addSchema(Object.values(instance.getSchemas()));
+        compiler.addKeyword('example');
+        if (hasCustomizer) {
+            configuration.responseValidatorCustomizer(compiler);
+        }
+        for (const [code, schema] of schemas) {
+            validators[code] = compiler.compile(schema);
+        }
+    }
+}
+exports.compileResponseValidationSchema = compileResponseValidationSchema;

api/libs/logging.js

@@ -1,10 +1,18 @@
+const dayjs = require('dayjs')
+const axios = require('axios')
+
 const ApplicationLog = require('../models/Logs/Application')
 const ServerLog = require('../models/Logs/Server')
-const dayjs = require('dayjs')
+const Settings = require('../models/Settings')
+const { version } = require('../../package.json')
 
 function generateTimestamp () {
   return `${dayjs().format('YYYY-MM-DD HH:mm:ss.SSS')} `
 }
+const patterns = [
+  '[\\u001B\\u009B][[\\]()#;?]*(?:(?:(?:[a-zA-Z\\d]*(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]*)*)?\\u0007)',
+  '(?:(?:\\d{1,4}(?:;\\d{0,4})*)?[\\dA-PR-TZcf-ntqry=><~]))'
+].join('|')
 
 async function saveAppLog (event, configuration, isError) {
   try {
@@ -12,25 +20,12 @@ async function saveAppLog (event, configuration, isError) {
     const repoId = configuration.repository.id
     const branch = configuration.repository.branch
     if (isError) {
-      // console.log(event, config, isError)
+      const clearedEvent = '[ERROR 😱] ' + generateTimestamp() + event.replace(new RegExp(patterns, 'g'), '').replace(/(\r\n|\n|\r)/gm, '')
-      let clearedEvent = null
-
-      if (event.error) clearedEvent = '[ERROR] ' + generateTimestamp() + event.error.replace(/(\r\n|\n|\r)/gm, '')
-      else if (event) clearedEvent = '[ERROR] ' + generateTimestamp() + event.replace(/(\r\n|\n|\r)/gm, '')
-
-      try {
       await new ApplicationLog({ repoId, branch, deployId, event: clearedEvent }).save()
-      } catch (error) {
-        console.log(error)
-      }
     } else {
       if (event && event !== '\n') {
-        const clearedEvent = '[INFO] ' + generateTimestamp() + event.replace(/(\r\n|\n|\r)/gm, '')
+        const clearedEvent = '[INFO] ' + generateTimestamp() + event.replace(new RegExp(patterns, 'g'), '').replace(/(\r\n|\n|\r)/gm, '')
-        try {
         await new ApplicationLog({ repoId, branch, deployId, event: clearedEvent }).save()
-        } catch (error) {
-          console.log(error)
-        }
       }
     }
   } catch (error) {
@@ -39,16 +34,14 @@ async function saveAppLog (event, configuration, isError) {
   }
 }
 
-async function saveServerLog ({ event, configuration, type }) {
+async function saveServerLog (error) {
-  if (configuration) {
+  const settings = await Settings.findOne({ applicationName: 'coolify' })
-    const deployId = configuration.general.deployId
+  const payload = { message: error.message, stack: error.stack, type: error.type || 'spaghetticode', version }
-    const repoId = configuration.repository.id
-    const branch = configuration.repository.branch
-    await new ApplicationLog({ repoId, branch, deployId, event: `[SERVER ERROR 😖]: ${event}` }).save()
-  }
-  await new ServerLog({ event, type }).save()
-}
 
+  const found = await ServerLog.find(payload)
+  if (found.length === 0 && error.message) await new ServerLog(payload).save()
+  if (settings && settings.sendErrors && process.env.NODE_ENV === 'production') await axios.post('https://errors.coollabs.io/api/error', payload)
+}
 module.exports = {
   saveAppLog,
   saveServerLog

api/models/Logs/Server.js

@@ -2,10 +2,11 @@ const mongoose = require('mongoose')
 const { version } = require('../../../package.json')
 const logSchema = mongoose.Schema(
   {
-    version: { type: String, required: true, default: version },
+    version: { type: String, default: version },
-    type: { type: String, required: true, enum: ['API', 'UPGRADE-P-1', 'UPGRADE-P-2'], default: 'API' },
+    type: { type: String, required: true },
-    event: { type: String, required: true },
+    message: { type: String, required: true },
-    seen: { type: Boolean, required: true, default: false }
+    stack: { type: String },
+    seen: { type: Boolean, default: false }
   },
   { timestamps: { createdAt: 'createdAt', updatedAt: false } }
 )

api/models/Settings.js

@@ -3,7 +3,8 @@ const mongoose = require('mongoose')
 const settingsSchema = mongoose.Schema(
   {
     applicationName: { type: String, required: true, default: 'coolify' },
-    allowRegistration: { type: Boolean, required: true, default: false }
+    allowRegistration: { type: Boolean, required: true, default: false },
+    sendErrors: { type: Boolean, required: true, default: true }
   },
   { timestamps: true }
 )

api/routes/v1/application/check.js

@@ -1,14 +1,11 @@
 
-const { verifyUserId } = require('../../../libs/common')
 const { setDefaultConfiguration } = require('../../../libs/applications/configuration')
 const { docker } = require('../../../libs/docker')
+const { saveServerLog } = require('../../../libs/logging')
 
 module.exports = async function (fastify) {
   fastify.post('/', async (request, reply) => {
-    if (!await verifyUserId(request.headers.authorization)) {
+    try {
-      reply.code(500).send({ error: 'Invalid request' })
-      return
-    }
       const configuration = setDefaultConfiguration(request.body)
 
       const services = (await docker.engine.listServices()).filter(r => r.Spec.Labels.managedBy === 'coolify' && r.Spec.Labels.type === 'application')
@@ -19,7 +16,8 @@ module.exports = async function (fastify) {
         if (running) {
           if (
             running.publish.domain === configuration.publish.domain &&
-          running.repository.id !== configuration.repository.id
+            running.repository.id !== configuration.repository.id &&
+            running.publish.path === configuration.publish.path
           ) {
             foundDomain = true
           }
@@ -31,5 +29,9 @@ module.exports = async function (fastify) {
         return
       }
       return { message: 'OK' }
+    } catch (error) {
+      await saveServerLog(error)
+      throw new Error(error)
+    }
   })
 }

api/routes/v1/application/deploy/index.js

@@ -1,104 +1,36 @@
 
-const { verifyUserId, cleanupTmp, execShellAsync } = require('../../../../libs/common')
 const Deployment = require('../../../../models/Deployment')
+const ApplicationLog = require('../../../../models/Logs/Application')
+const { verifyUserId, cleanupTmp } = require('../../../../libs/common')
 const { queueAndBuild } = require('../../../../libs/applications')
-const { setDefaultConfiguration } = require('../../../../libs/applications/configuration')
+const { setDefaultConfiguration, precheckDeployment } = require('../../../../libs/applications/configuration')
 const { docker } = require('../../../../libs/docker')
+const { saveServerLog } = require('../../../../libs/logging')
 const cloneRepository = require('../../../../libs/applications/github/cloneRepository')
 
 module.exports = async function (fastify) {
-  // const postSchema = {
-  //     body: {
-  //         type: "object",
-  //         properties: {
-  //             ref: { type: "string" },
-  //             repository: {
-  //                 type: "object",
-  //                 properties: {
-  //                     id: { type: "number" },
-  //                     full_name: { type: "string" },
-  //                 },
-  //                 required: ["id", "full_name"],
-  //             },
-  //             installation: {
-  //                 type: "object",
-  //                 properties: {
-  //                     id: { type: "number" },
-  //                 },
-  //                 required: ["id"],
-  //             },
-  //         },
-  //         required: ["ref", "repository", "installation"],
-  //     },
-  // };
   fastify.post('/', async (request, reply) => {
-    if (!await verifyUserId(request.headers.authorization)) {
+    let configuration
+    try {
+      await verifyUserId(request.headers.authorization)
+    } catch (error) {
       reply.code(500).send({ error: 'Invalid request' })
       return
     }
-
+    try {
-    const configuration = setDefaultConfiguration(request.body)
-
       const services = (await docker.engine.listServices()).filter(r => r.Spec.Labels.managedBy === 'coolify' && r.Spec.Labels.type === 'application')
-
+      configuration = setDefaultConfiguration(request.body)
+      if (!configuration) {
+        throw new Error('Whaat?')
+      }
       await cloneRepository(configuration)
+      const { foundService, imageChanged, configChanged, forceUpdate } = await precheckDeployment({ services, configuration })
 
-    let foundService = false
+      if (foundService && !forceUpdate && !imageChanged && !configChanged) {
-    let foundDomain = false
-    let configChanged = false
-    let imageChanged = false
-
-    let forceUpdate = false
-
-    for (const service of services) {
-      const running = JSON.parse(service.Spec.Labels.configuration)
-      if (running) {
-        if (
-          running.publish.domain === configuration.publish.domain &&
-          running.repository.id !== configuration.repository.id
-        ) {
-          foundDomain = true
-        }
-        if (running.repository.id === configuration.repository.id && running.repository.branch === configuration.repository.branch) {
-          // Base service configuration changed
-          if (!running.build.container.baseSHA || running.build.container.baseSHA !== configuration.build.container.baseSHA) {
-            configChanged = true
-          }
-          const state = await execShellAsync(`docker stack ps ${running.build.container.name} --format '{{ json . }}'`)
-          const isError = state.split('\n').filter(n => n).map(s => JSON.parse(s)).filter(n => n.DesiredState !== 'Running')
-          if (isError.length > 0) forceUpdate = true
-
-          foundService = true
-          const runningWithoutContainer = JSON.parse(JSON.stringify(running))
-          delete runningWithoutContainer.build.container
-
-          const configurationWithoutContainer = JSON.parse(JSON.stringify(configuration))
-          delete configurationWithoutContainer.build.container
-
-          // If only the configuration changed
-          if (JSON.stringify(runningWithoutContainer.build) !== JSON.stringify(configurationWithoutContainer.build) || JSON.stringify(runningWithoutContainer.publish) !== JSON.stringify(configurationWithoutContainer.publish)) configChanged = true
-          // If only the image changed
-          if (running.build.container.tag !== configuration.build.container.tag) imageChanged = true
-          // If build pack changed, forceUpdate the service
-          if (running.build.pack !== configuration.build.pack) forceUpdate = true
-        }
-      }
-    }
-    if (foundDomain) {
-      cleanupTmp(configuration.general.workdir)
-      reply.code(500).send({ message: 'Domain already in use.' })
-      return
-    }
-    if (forceUpdate) {
-      imageChanged = false
-      configChanged = false
-    } else {
-      if (foundService && !imageChanged && !configChanged) {
         cleanupTmp(configuration.general.workdir)
         reply.code(500).send({ message: 'Nothing changed, no need to redeploy.' })
         return
       }
-    }
 
       const alreadyQueued = await Deployment.find({
         repoId: configuration.repository.id,
@@ -114,8 +46,21 @@ module.exports = async function (fastify) {
         return
       }
 
-    queueAndBuild(configuration, services, configChanged, imageChanged)
+      reply.code(201).send({ message: 'Deployment queued.', nickname: configuration.general.nickname, name: configuration.build.container.name, deployId: configuration.general.deployId })
-
+      await queueAndBuild(configuration, imageChanged)
-    reply.code(201).send({ message: 'Deployment queued.', nickname: configuration.general.nickname, name: configuration.build.container.name })
+    } catch (error) {
+      const { id, organization, name, branch } = configuration.repository
+      const { domain } = configuration.publish
+      const { deployId } = configuration.general
+      await Deployment.findOneAndUpdate(
+        { repoId: id, branch, deployId, organization, name, domain },
+        { repoId: id, branch, deployId, organization, name, domain, progress: 'failed' })
+      cleanupTmp(configuration.general.workdir)
+      if (error.name) {
+        if (error.message && error.stack) await saveServerLog(error)
+        if (reply.sent) await new ApplicationLog({ repoId: id, branch, deployId, event: `[ERROR 😖]: ${error.stack}` }).save()
+      }
+      throw new Error(error)
+    }
   })
 }

api/routes/v1/application/deploy/logs.js

@@ -18,6 +18,7 @@ module.exports = async function (fastify) {
     }
   }
   fastify.get('/', { schema: getLogSchema }, async (request, reply) => {
+    try {
       const { repoId, branch, page } = request.query
       const onePage = 5
       const show = Number(page) * onePage || 5
@@ -37,6 +38,9 @@ module.exports = async function (fastify) {
         return finalLogs
       })
       return finalLogs
+    } catch (error) {
+      throw new Error(error)
+    }
   })
 
   fastify.get('/:deployId', async (request, reply) => {

api/routes/v1/application/logs.js

@@ -1,10 +1,16 @@
 const { docker } = require('../../../libs/docker')
+const { saveServerLog } = require('../../../libs/logging')
 
 module.exports = async function (fastify) {
   fastify.get('/', async (request, reply) => {
+    try {
       const { name } = request.query
       const service = await docker.engine.getService(`${name}_${name}`)
       const logs = (await service.logs({ stdout: true, stderr: true, timestamps: true })).toString().split('\n').map(l => l.slice(8)).filter((a) => a)
       return { logs }
+    } catch (error) {
+      await saveServerLog(error)
+      throw new Error(error)
+    }
   })
 }

api/routes/v1/config.js

@@ -1,60 +1,6 @@
 const { docker } = require('../../libs/docker')
 
 module.exports = async function (fastify) {
-  // const getConfig = {
-  //   querystring: {
-  //     type: 'object',
-  //     properties: {
-  //       repoId: { type: 'number' },
-  //       branch: { type: 'string' }
-  //     },
-  //     required: ['repoId', 'branch']
-  //   }
-  // }
-
-  // const saveConfig = {
-  //   body: {
-  //     type: 'object',
-  //     properties: {
-  //       build: {
-  //         type: 'object',
-  //         properties: {
-  //           baseDir: { type: 'string' },
-  //           installCmd: { type: 'string' },
-  //           buildCmd: { type: 'string' }
-  //         },
-  //         required: ['baseDir', 'installCmd', 'buildCmd']
-  //       },
-  //       publish: {
-  //         type: 'object',
-  //         properties: {
-  //           publishDir: { type: 'string' },
-  //           domain: { type: 'string' },
-  //           pathPrefix: { type: 'string' },
-  //           port: { type: 'number' }
-  //         },
-  //         required: ['publishDir', 'domain', 'pathPrefix', 'port']
-  //       },
-  //       previewDeploy: { type: 'boolean' },
-  //       branch: { type: 'string' },
-  //       repoId: { type: 'number' },
-  //       buildPack: { type: 'string' },
-  //       fullName: { type: 'string' },
-  //       installationId: { type: 'number' }
-  //     },
-  //     required: ['build', 'publish', 'previewDeploy', 'branch', 'repoId', 'buildPack', 'fullName', 'installationId']
-  //   }
-  // }
-
-  // fastify.get("/all", async (request, reply) => {
-  //   return await Config.find().select("-_id -__v");
-  // });
-
-  // fastify.get("/", { schema: getConfig }, async (request, reply) => {
-  //   const { repoId, branch } = request.query;
-  //   return await Config.findOne({ repoId, branch }).select("-_id -__v");
-  // });
-
   fastify.post('/', async (request, reply) => {
     const { name, organization, branch } = request.body
     const services = await docker.engine.listServices()
@@ -79,25 +25,4 @@ module.exports = async function (fastify) {
       reply.code(500).send({ message: 'No configuration found.' })
     }
   })
-
-  // fastify.delete("/", async (request, reply) => {
-  //   const { repoId, branch } = request.body;
-
-  //   const deploys = await Deployment.find({ repoId, branch })
-  //   const found = deploys.filter(d => d.progress !== 'done' && d.progress !== 'failed')
-  //   if (found.length > 0) {
-  //     throw new Error('Deployment inprogress, cannot delete now.');
-  //   }
-
-  //   const config = await Config.findOneAndDelete({ repoId, branch })
-  //   for (const deploy of deploys) {
-  //     await ApplicationLog.findOneAndRemove({ deployId: deploy.deployId });
-  //   }
-  //   const secrets = await Secret.find({ repoId, branch });
-  //   for (const secret of secrets) {
-  //     await Secret.findByIdAndRemove(secret._id);
-  //   }
-  //   await execShellAsync(`docker stack rm ${config.containerName}`);
-  //   return { message: 'Deleted application and related configurations.' };
-  // });
 }

api/routes/v1/dashboard/index.js

@@ -1,6 +1,7 @@
 const { docker } = require('../../../libs/docker')
 const Deployment = require('../../../models/Deployment')
 const ServerLog = require('../../../models/Logs/Server')
+const { saveServerLog } = require('../../../libs/logging')
 
 module.exports = async function (fastify) {
   fastify.get('/', async (request, reply) => {
@@ -21,10 +22,8 @@ module.exports = async function (fastify) {
           }
         }
       ])
-
       const serverLogs = await ServerLog.find()
       const services = await docker.engine.listServices()
-
       let applications = services.filter(r => r.Spec.Labels.managedBy === 'coolify' && r.Spec.Labels.type === 'application' && r.Spec.Labels.configuration)
       let databases = services.filter(r => r.Spec.Labels.managedBy === 'coolify' && r.Spec.Labels.type === 'database' && r.Spec.Labels.configuration)
       applications = applications.map(r => {
@@ -42,7 +41,7 @@ module.exports = async function (fastify) {
         r.Spec.Labels.configuration = configuration
         return r
       })
-      applications = [...new Map(applications.map(item => [item.Spec.Labels.configuration.publish.domain, item])).values()]
+      applications = [...new Map(applications.map(item => [item.Spec.Labels.configuration.publish.domain + item.Spec.Labels.configuration.publish.path, item])).values()]
       return {
         serverLogs,
         applications: {
@@ -55,6 +54,9 @@ module.exports = async function (fastify) {
     } catch (error) {
       if (error.code === 'ENOENT' && error.errno === -2) {
         throw new Error(`Docker service unavailable at ${error.address}.`)
+      } else {
+        await saveServerLog(error)
+        throw new Error(error)
       }
     }
   })

api/routes/v1/databases/index.js

@@ -3,6 +3,7 @@ const fs = require('fs').promises
 const cuid = require('cuid')
 const { docker } = require('../../../libs/docker')
 const { execShellAsync } = require('../../../libs/common')
+const { saveServerLog } = require('../../../libs/logging')
 
 const { uniqueNamesGenerator, adjectives, colors, animals } = require('unique-names-generator')
 const generator = require('generate-password')
@@ -45,6 +46,7 @@ module.exports = async function (fastify) {
   }
 
   fastify.post('/deploy', { schema: postSchema }, async (request, reply) => {
+    try {
       let { type, defaultDatabaseName } = request.body
       const passwords = generator.generateMultiple(2, {
         length: 24,
@@ -163,6 +165,10 @@ module.exports = async function (fastify) {
       await execShellAsync(
               `cat ${configuration.general.workdir}/stack.yml | docker stack deploy -c - ${configuration.general.deployId}`
       )
+    } catch (error) {
+      await saveServerLog(error)
+      throw new Error(error)
+    }
   })
 
   fastify.delete('/:dbName', async (request, reply) => {

api/routes/v1/login/github.js

@@ -4,6 +4,8 @@ const Settings = require('../../../models/Settings')
 const cuid = require('cuid')
 const mongoose = require('mongoose')
 const jwt = require('jsonwebtoken')
+const { saveServerLog } = require('../../../libs/logging')
+
 module.exports = async function (fastify) {
   const githubCodeSchema = {
     schema: {
@@ -59,8 +61,12 @@ module.exports = async function (fastify) {
               avatar: avatar_url,
               uid
             })
+            const defaultSettings = new Settings({
+              _id: new mongoose.Types.ObjectId()
+            })
             try {
               await newUser.save()
+              await defaultSettings.save()
             } catch (e) {
               console.log(e)
               reply.code(500).send({ success: false, error: e })
@@ -111,8 +117,8 @@ module.exports = async function (fastify) {
         return
       }
     } catch (error) {
-      console.log(error)
+      await saveServerLog(error)
-      reply.code(500).send({ success: false, error: error.message })
+      throw new Error(error)
     }
   })
   fastify.get('/success', async (request, reply) => {

api/routes/v1/server/index.js

@@ -0,0 +1,14 @@
+const Server = require('../../../models/Logs/Server')
+module.exports = async function (fastify) {
+  fastify.get('/', async (request, reply) => {
+    try {
+      const serverLogs = await Server.find().select('-_id -__v')
+      // TODO: Should do better
+      return {
+        serverLogs
+      }
+    } catch (error) {
+      throw new Error(error)
+    }
+  })
+}

api/routes/v1/settings/index.js

@@ -1,13 +1,16 @@
 const Settings = require('../../../models/Settings')
+const { saveServerLog } = require('../../../libs/logging')
+
 module.exports = async function (fastify) {
   const applicationName = 'coolify'
   const postSchema = {
     body: {
       type: 'object',
       properties: {
-        allowRegistration: { type: 'boolean' }
+        allowRegistration: { type: 'boolean' },
+        sendErrors: { type: 'boolean' }
       },
-      required: ['allowRegistration']
+      required: []
     }
   }
 
@@ -25,6 +28,7 @@ module.exports = async function (fastify) {
         settings
       }
     } catch (error) {
+      await saveServerLog(error)
       throw new Error(error)
     }
   })
@@ -38,6 +42,7 @@ module.exports = async function (fastify) {
       ).select('-_id -__v')
       reply.code(201).send({ settings })
     } catch (error) {
+      await saveServerLog(error)
       throw new Error(error)
     }
   })

api/routes/v1/upgrade/index.js

@@ -3,10 +3,10 @@ const { saveServerLog } = require('../../../libs/logging')
 
 module.exports = async function (fastify) {
   fastify.get('/', async (request, reply) => {
-    const upgradeP1 = await execShellAsync('bash ./install.sh upgrade-phase-1')
+    const upgradeP1 = await execShellAsync('bash -c "$(curl -fsSL https://get.coollabs.io/coolify/upgrade-p1.sh)"')
-    await saveServerLog({ event: upgradeP1, type: 'UPGRADE-P-1' })
+    await saveServerLog({ message: upgradeP1, type: 'UPGRADE-P-1' })
     reply.code(200).send('I\'m trying, okay?')
-    const upgradeP2 = await execShellAsync('bash ./install.sh upgrade-phase-2')
+    const upgradeP2 = await execShellAsync('docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -u root coolify bash -c "$(curl -fsSL https://get.coollabs.io/coolify/upgrade-p2.sh)"')
-    await saveServerLog({ event: upgradeP2, type: 'UPGRADE-P-2' })
+    await saveServerLog({ message: upgradeP2, type: 'UPGRADE-P-2' })
   })
 }

api/routes/v1/verify.js

@@ -3,6 +3,7 @@ const jwt = require('jsonwebtoken')
 
 module.exports = async function (fastify) {
   fastify.get('/', async (request, reply) => {
+    try {
       const { authorization } = request.headers
       if (!authorization) {
         reply.code(401).send({})
@@ -12,5 +13,8 @@ module.exports = async function (fastify) {
       const verify = jwt.verify(token, fastify.config.JWT_SIGN_KEY)
       const found = await User.findOne({ uid: verify.jti })
       found ? reply.code(200).send({}) : reply.code(401).send({})
+    } catch (error) {
+      reply.code(401).send({})
+    }
   })
 }

api/routes/v1/webhooks/deploy.js

@@ -1,8 +1,12 @@
 const crypto = require('crypto')
-const { cleanupTmp, execShellAsync } = require('../../../libs/common')
+const { cleanupTmp } = require('../../../libs/common')
+
 const Deployment = require('../../../models/Deployment')
+const ApplicationLog = require('../../../models/Logs/Application')
+const ServerLog = require('../../../models/Logs/Server')
+
 const { queueAndBuild } = require('../../../libs/applications')
-const { setDefaultConfiguration } = require('../../../libs/applications/configuration')
+const { setDefaultConfiguration, precheckDeployment } = require('../../../libs/applications/configuration')
 const { docker } = require('../../../libs/docker')
 const cloneRepository = require('../../../libs/applications/github/cloneRepository')
 
@@ -33,6 +37,7 @@ module.exports = async function (fastify) {
     }
   }
   fastify.post('/', { schema: postSchema }, async (request, reply) => {
+    let configuration
     const hmac = crypto.createHmac('sha256', fastify.config.GITHUP_APP_WEBHOOK_SECRET)
     const digest = Buffer.from('sha256=' + hmac.update(JSON.stringify(request.body)).digest('hex'), 'utf8')
     const checksum = Buffer.from(request.headers['x-hub-signature-256'], 'utf8')
@@ -45,10 +50,10 @@ module.exports = async function (fastify) {
       reply.code(500).send({ error: 'Not a push event.' })
       return
     }
-
+    try {
       const services = (await docker.engine.listServices()).filter(r => r.Spec.Labels.managedBy === 'coolify' && r.Spec.Labels.type === 'application')
 
-    let configuration = services.find(r => {
+      configuration = services.find(r => {
         if (request.body.ref.startsWith('refs')) {
           const branch = request.body.ref.split('/')[2]
           if (
@@ -61,66 +66,20 @@ module.exports = async function (fastify) {
 
         return null
       })
-
       if (!configuration) {
         reply.code(500).send({ error: 'No configuration found.' })
         return
       }
 
       configuration = setDefaultConfiguration(JSON.parse(configuration.Spec.Labels.configuration))
-
       await cloneRepository(configuration)
+      const { foundService, imageChanged, configChanged, forceUpdate } = await precheckDeployment({ services, configuration })
 
-    let foundService = false
+      if (foundService && !forceUpdate && !imageChanged && !configChanged) {
-    let foundDomain = false
-    let configChanged = false
-    let imageChanged = false
-
-    let forceUpdate = false
-
-    for (const service of services) {
-      const running = JSON.parse(service.Spec.Labels.configuration)
-      if (running) {
-        if (
-          running.publish.domain === configuration.publish.domain &&
-          running.repository.id !== configuration.repository.id &&
-          running.repository.branch !== configuration.repository.branch
-        ) {
-          foundDomain = true
-        }
-        if (running.repository.id === configuration.repository.id && running.repository.branch === configuration.repository.branch) {
-          const state = await execShellAsync(`docker stack ps ${running.build.container.name} --format '{{ json . }}'`)
-          const isError = state.split('\n').filter(n => n).map(s => JSON.parse(s)).filter(n => n.DesiredState !== 'Running')
-          if (isError.length > 0) forceUpdate = true
-          foundService = true
-
-          const runningWithoutContainer = JSON.parse(JSON.stringify(running))
-          delete runningWithoutContainer.build.container
-
-          const configurationWithoutContainer = JSON.parse(JSON.stringify(configuration))
-          delete configurationWithoutContainer.build.container
-
-          if (JSON.stringify(runningWithoutContainer.build) !== JSON.stringify(configurationWithoutContainer.build) || JSON.stringify(runningWithoutContainer.publish) !== JSON.stringify(configurationWithoutContainer.publish)) configChanged = true
-          if (running.build.container.tag !== configuration.build.container.tag) imageChanged = true
-        }
-      }
-    }
-    if (foundDomain) {
-      cleanupTmp(configuration.general.workdir)
-      reply.code(500).send({ message: 'Domain already used.' })
-      return
-    }
-    if (forceUpdate) {
-      imageChanged = false
-      configChanged = false
-    } else {
-      if (foundService && !imageChanged && !configChanged) {
         cleanupTmp(configuration.general.workdir)
         reply.code(500).send({ message: 'Nothing changed, no need to redeploy.' })
         return
       }
-    }
-
       const alreadyQueued = await Deployment.find({
         repoId: configuration.repository.id,
         branch: configuration.repository.branch,
@@ -134,9 +93,27 @@ module.exports = async function (fastify) {
         reply.code(200).send({ message: 'Already in the queue.' })
         return
       }
+      queueAndBuild(configuration, imageChanged)
 
-    queueAndBuild(configuration, services, configChanged, imageChanged)
+      reply.code(201).send({ message: 'Deployment queued.', nickname: configuration.general.nickname, name: configuration.build.container.name })
-
+    } catch (error) {
-    reply.code(201).send({ message: 'Deployment queued.' })
+      const { id, organization, name, branch } = configuration.repository
+      const { domain } = configuration.publish
+      const { deployId } = configuration.general
+      await Deployment.findOneAndUpdate(
+        { repoId: id, branch, deployId, organization, name, domain },
+        { repoId: id, branch, deployId, organization, name, domain, progress: 'failed' })
+      cleanupTmp(configuration.general.workdir)
+      if (error.name === 'Error') {
+        // Error during runtime
+        await new ApplicationLog({ repoId: id, branch, deployId, event: `[ERROR 😖]: ${error.stack}` }).save()
+      } else {
+        // Error in my code
+        const payload = { message: error.message, stack: error.stack, type: 'spaghetticode' }
+        if (error.message && error.stack) await new ServerLog(payload).save()
+        if (reply.sent) await new ApplicationLog({ repoId: id, branch, deployId, event: `[ERROR 😖]: ${error.stack}` }).save()
+      }
+      throw new Error(error)
+    }
   })
 }

api/server.js

@@ -1,15 +1,26 @@
 require('dotenv').config()
 const fs = require('fs')
 const util = require('util')
-const { saveServerLog } = require('./libs/logging')
+const axios = require('axios')
-const Deployment = require('./models/Deployment')
-const fastify = require('fastify')({
-  logger: { level: 'error' }
-})
 const mongoose = require('mongoose')
 const path = require('path')
+const { saveServerLog } = require('./libs/logging')
+const { execShellAsync } = require('./libs/common')
+const { purgeImagesContainers, cleanupStuckedDeploymentsInDB } = require('./libs/applications/cleanup')
+const fastify = require('fastify')({
+  trustProxy: true,
+  logger: {
+    level: 'error'
+  }
+})
+fastify.register(require('../api/libs/http-error'))
+
 const { schema } = require('./schema')
 
+process.on('unhandledRejection', async (reason, p) => {
+  await saveServerLog({ message: reason.message, type: 'unhandledRejection' })
+})
+
 fastify.register(require('fastify-env'), {
   schema,
   dotenv: true
@@ -30,15 +41,6 @@ if (process.env.NODE_ENV === 'production') {
 }
 
 fastify.register(require('./app'), { prefix: '/api/v1' })
-fastify.setErrorHandler(async (error, request, reply) => {
-  console.log({ error })
-  if (error.statusCode) {
-    reply.status(error.statusCode).send({ message: error.message } || { message: 'Something is NOT okay. Are you okay?' })
-  } else {
-    reply.status(500).send({ message: error.message } || { message: 'Something is NOT okay. Are you okay?' })
-  }
-  await saveServerLog({ event: error })
-})
 
 if (process.env.NODE_ENV === 'production') {
   mongoose.connect(
@@ -82,9 +84,34 @@ mongoose.connection.once('open', async function () {
     fastify.listen(3001)
     console.log('Coolify API is up and running in development.')
   }
+  try {
+    const { main } = (await axios.get('https://get.coollabs.io/version.json')).data.coolify
+    if (main.clearServerLogs) {
+      await mongoose.connection.db.dropCollection('logs-servers')
+    }
+  } catch (error) {
+    // Could not cleanup logs-servers collection
+  }
   // On start cleanup inprogress/queued deployments.
-  const deployments = await Deployment.find({ progress: { $in: ['queued', 'inprogress'] } })
+  try {
-  for (const deployment of deployments) {
+    await cleanupStuckedDeploymentsInDB()
-    await Deployment.findByIdAndUpdate(deployment._id, { $set: { progress: 'failed' } })
+  } catch (error) {
+    // Could not cleanup DB 🤔
+  }
+  try {
+    // Doing because I do not want to prune these images. Prune skips coolify-reserve labeled images.
+    const basicImages = ['nginx:stable-alpine', 'node:lts', 'ubuntu:20.04', 'php:apache', 'rust:latest']
+    for (const image of basicImages) {
+      await execShellAsync(`echo "FROM ${image}" | docker build --label coolify-reserve=true -t ${image} -`)
+    }
+  } catch (error) {
+    console.log('Could not pull some basic images from Docker Hub.')
+    console.log(error)
+  }
+  try {
+    await purgeImagesContainers()
+  } catch (error) {
+    console.log('Could not purge containers/images.')
+    console.log(error)
   }
 })

install.sh

@@ -1,4 +1,6 @@
 #!/bin/bash
+
+preTasks() {
 echo '
 ##############################
 #### Pulling Git Updates #####
@@ -39,9 +41,10 @@ if [ $? -ne 0 ]; then
 ##################################'
     exit 1
 fi
-
+}
 case "$1" in
     "all")
+       preTasks
        echo '
 #################################
 #### Rebuilding everything. #####
@@ -49,6 +52,7 @@ case "$1" in
         docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v /data/coolify:/data/coolify -u root -w /usr/src/app coolify-base node install/install.js --type all
     ;;
     "coolify")
+       preTasks
        echo '
 ##############################
 #### Rebuilding Coolify. #####
@@ -56,6 +60,7 @@ case "$1" in
         docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v /data/coolify:/data/coolify -u root -w /usr/src/app coolify-base node install/install.js --type coolify
     ;;
     "proxy")
+       preTasks
        echo '
 ############################
 #### Rebuilding Proxy. #####
@@ -63,6 +68,7 @@ case "$1" in
         docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v /data/coolify:/data/coolify -u root -w /usr/src/app coolify-base node install/install.js --type proxy
     ;;
     "upgrade-phase-1")
+        preTasks
         echo '
 ################################
 #### Upgrading Coolify P1. #####

install/Dockerfile

@@ -1,5 +1,5 @@
 FROM coolify-base
 WORKDIR /usr/src/app
-RUN yarn build
+RUN pnpm build
-CMD ["yarn", "start"]
+CMD ["pnpm", "start"]
 EXPOSE 3000

install/Dockerfile-base

@@ -9,9 +9,10 @@ RUN apt update && apt install -y docker-ce-cli && apt clean all
 FROM node:14 as modules
 COPY --from=binaries /usr/bin/docker /usr/bin/docker
 COPY --from=binaries /usr/bin/envsubst /usr/bin/envsubst
+RUN curl -L https://pnpm.js.org/pnpm.js | node - add --global pnpm
 WORKDIR /usr/src/app
 COPY ./package*.json .
-RUN yarn install
+RUN pnpm install
 
 FROM modules
 WORKDIR /usr/src/app

install/Dockerfile-new

@@ -0,0 +1,15 @@
+FROM node:lts
+LABEL coolify-preserve=true
+WORKDIR /usr/src/app
+RUN curl -fsSL https://download.docker.com/linux/static/stable/x86_64/docker-20.10.6.tgz | tar -xzvf - docker/docker -C . --strip-components 1
+RUN mv /usr/src/app/docker /usr/bin/docker
+RUN curl -L https://github.com/a8m/envsubst/releases/download/v1.2.0/envsubst-`uname -s`-`uname -m` -o /usr/bin/envsubst
+RUN curl -L https://github.com/stedolan/jq/releases/download/jq-1.6/jq-linux64 -o /usr/bin/jq
+RUN chmod +x /usr/bin/envsubst /usr/bin/jq /usr/bin/docker
+RUN curl -f https://get.pnpm.io/v6.js | node - add --global pnpm
+COPY ./*package.json .
+RUN pnpm install
+COPY . .
+RUN pnpm build
+CMD ["pnpm", "start"]
+EXPOSE 3000

install/README.md

@@ -0,0 +1,10 @@
+Some of the files are here for backwards compatibility.
+
+I will do things after 2 months: 
+
+- rm ./install.js and ./update.js
+- rm ../install.sh
+- rm ./Dockerfile-base
+- rm ./obs
+- rm ./check.js "No need to check env file. During installation, it is checked by the installer. If you change it between to upgrades: 🤷‍♂️"
+- Rename Dockerfile-new to Dockerfile

install/check.js

@@ -0,0 +1,24 @@
+require('dotenv').config()
+const fastify = require('fastify')()
+const { schema } = require('../api/schema')
+
+checkConfig().then(() => {
+  console.log('Config: OK')
+}).catch((err) => {
+  console.log('Config: NOT OK')
+  console.error(err)
+  process.exit(1)
+})
+
+function checkConfig () {
+  return new Promise((resolve, reject) => {
+    fastify.register(require('fastify-env'), {
+      schema,
+      dotenv: true
+    })
+      .ready((err) => {
+        if (err) reject(err)
+        resolve()
+      })
+  })
+}

install/coolify-template-dev.yml

@@ -0,0 +1,73 @@
+version: '3.8'
+
+services:
+  proxy:
+    image: traefik:v2.4
+    hostname: coollabs-proxy
+    ports:
+      - target: 80
+        published: 80
+        protocol: tcp
+        mode: host
+      - target: 443
+        published: 443
+        protocol: tcp
+        mode: host
+      - target: 8080
+        published: 8080
+        protocol: tcp
+        mode: host
+    command:
+      - --api.insecure=true
+      - --api.dashboard=true
+      - --api.debug=true
+      - --log.level=ERROR
+      - --providers.docker=true
+      - --providers.docker.swarmMode=true
+      - --providers.docker.exposedbydefault=false
+      - --providers.docker.network=${DOCKER_NETWORK}
+      - --providers.docker.swarmModeRefreshSeconds=1s
+      - --entrypoints.web.address=:80
+      - --entrypoints.websecure.address=:443
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+    networks:
+      - ${DOCKER_NETWORK}
+    deploy:
+      update_config:
+        parallelism: 1
+        delay: 10s
+        order: start-first
+      replicas: 1
+      placement:
+        constraints:
+          - node.role == manager
+      labels:
+        - "traefik.enable=true"
+        - "traefik.http.routers.api.entrypoints=websecure"
+        - "traefik.http.routers.api.service=api@internal"
+        - "traefik.http.routers.api.middlewares=auth"
+        - "traefik.http.services.traefik.loadbalancer.server.port=80"
+        - "traefik.http.services.traefik.loadbalancer.server.port=443"
+
+        # Global redirect www to non-www
+        - "traefik.http.routers.www-catchall.rule=hostregexp(`{host:www.(.+)}`)"
+        - "traefik.http.routers.www-catchall.entrypoints=web"
+        - "traefik.http.routers.www-catchall.middlewares=redirect-www-to-nonwww"
+        - "traefik.http.middlewares.redirect-www-to-nonwww.redirectregex.regex=^http://(?:www\\.)?(.+)"
+        - "traefik.http.middlewares.redirect-www-to-nonwww.redirectregex.replacement=http://$$$${1}"
+
+        # Global redirect http to https
+        - "traefik.http.routers.http-catchall.rule=hostregexp(`{host:.+}`)"
+        - "traefik.http.routers.http-catchall.entrypoints=web"
+        - "traefik.http.routers.http-catchall.middlewares=redirect-to-https"
+
+        - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"
+        - "traefik.http.middlewares.global-compress.compress=true"
+
+networks:
+  ${DOCKER_NETWORK}:
+    driver: overlay
+    name: ${DOCKER_NETWORK}
+    external: true
+

install/coolify-template.yml

@@ -2,7 +2,7 @@ version: '3.8'
 
 services:
   proxy:
-    image: traefik:v2.3
+    image: traefik:v2.4
     hostname: coollabs-proxy
     ports:
       - target: 80
@@ -22,6 +22,7 @@ services:
       - --providers.docker.swarmMode=true
       - --providers.docker.exposedbydefault=false
       - --providers.docker.network=${DOCKER_NETWORK}
+      - --providers.docker.swarmModeRefreshSeconds=1s
       - --entrypoints.web.address=:80
       - --entrypoints.websecure.address=:443
       - --certificatesresolvers.letsencrypt.acme.httpchallenge=true

install/install.js

@@ -13,7 +13,8 @@ program
 
 program.parse(process.argv)
 
-if (program.check) {
+const options = program.opts()
+if (options.check) {
   checkConfig().then(() => {
     console.log('Config: OK')
   }).catch((err) => {
@@ -26,17 +27,17 @@ if (program.check) {
     console.error(`Please run as root! Current user: ${user}`)
     process.exit(1)
   }
-  shell.exec(`docker network create ${process.env.DOCKER_NETWORK} --driver overlay`, { silent: !program.debug })
+  shell.exec(`docker network create ${process.env.DOCKER_NETWORK} --driver overlay`, { silent: !options.debug })
   shell.exec('docker build -t coolify -f install/Dockerfile .')
-  if (program.type === 'all') {
+  if (options.type === 'all') {
-    shell.exec('docker stack rm coollabs-coolify', { silent: !program.debug })
+    shell.exec('docker stack rm coollabs-coolify', { silent: !options.debug })
-  } else if (program.type === 'coolify') {
+  } else if (options.type === 'coolify') {
     shell.exec('docker service rm coollabs-coolify_coolify')
-  } else if (program.type === 'proxy') {
+  } else if (options.type === 'proxy') {
     shell.exec('docker service rm coollabs-coolify_proxy')
   }
-  if (program.type !== 'upgrade') {
+  if (options.type !== 'upgrade') {
-    shell.exec('set -a && source .env && set +a && envsubst < install/coolify-template.yml | docker stack deploy -c - coollabs-coolify', { silent: !program.debug, shell: '/bin/bash' })
+    shell.exec('set -a && source .env && set +a && envsubst < install/coolify-template.yml | docker stack deploy -c - coollabs-coolify', { silent: !options.debug, shell: '/bin/bash' })
   }
 }
 

install/obs/Dockerfile-base-new

@@ -0,0 +1,4 @@
+FROM coolify-base-nodejs
+WORKDIR /usr/src/app
+COPY . .
+RUN pnpm install

install/obs/Dockerfile-base-nodejs

@@ -0,0 +1,6 @@
+FROM node:lts
+LABEL coolify-preserve=true
+COPY --from=coolify-binaries /usr/bin/docker /usr/bin/docker
+COPY --from=coolify-binaries /usr/bin/envsubst /usr/bin/envsubst
+COPY --from=coolify-binaries /usr/bin/jq /usr/bin/jq
+RUN curl -f https://get.pnpm.io/v6.js | node - add --global pnpm@6

install/obs/Dockerfile-binaries

@@ -0,0 +1,9 @@
+FROM ubuntu:20.04
+LABEL coolify-preserve=true
+RUN apt update && apt install -y curl gnupg2 ca-certificates
+RUN curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add -
+RUN echo 'deb [arch=amd64] https://download.docker.com/linux/ubuntu focal stable' >> /etc/apt/sources.list
+RUN curl -L https://github.com/a8m/envsubst/releases/download/v1.2.0/envsubst-`uname -s`-`uname -m` -o /usr/bin/envsubst
+RUN curl -L https://github.com/stedolan/jq/releases/download/jq-1.6/jq-linux64 -o /usr/bin/jq
+RUN chmod +x /usr/bin/envsubst /usr/bin/jq
+RUN apt update && apt install -y docker-ce-cli && apt clean all

install/update.js

@@ -2,7 +2,6 @@ require('dotenv').config()
 const { program } = require('commander')
 const shell = require('shelljs')
 const user = shell.exec('whoami', { silent: true }).stdout.replace('\n', '')
-
 program.version('0.0.1')
 program
   .option('-d, --debug', 'Debug outputs.')
@@ -10,13 +9,13 @@ program
   .option('-t, --type <type>', 'Deploy type.')
 
 program.parse(process.argv)
-
+const options = program.opts()
 if (user !== 'root') {
   console.error(`Please run as root! Current user: ${user}`)
   process.exit(1)
 }
 
-if (program.type === 'upgrade') {
+if (options.type === 'upgrade') {
   shell.exec('docker service rm coollabs-coolify_coolify')
-  shell.exec('set -a && source .env && set +a && envsubst < install/coolify-template.yml | docker stack deploy -c - coollabs-coolify', { silent: !program.debug, shell: '/bin/bash' })
+  shell.exec('set -a && source .env && set +a && envsubst < install/coolify-template.yml | docker stack deploy -c - coollabs-coolify', { silent: !options.debug, shell: '/bin/bash' })
 }

package.json

@@ -1,7 +1,7 @@
 {
   "name": "coolify",
   "description": "An open-source, hassle-free, self-hostable Heroku & Netlify alternative.",
-  "version": "1.0.4",
+  "version": "1.0.8",
   "license": "AGPL-3.0",
   "scripts": {
     "lint": "standard",
@@ -16,45 +16,48 @@
     "build:svite": "svite build"
   },
   "dependencies": {
-    "@roxi/routify": "^2.7.3",
+    "@iarna/toml": "^2.2.5",
-    "@zerodevx/svelte-toast": "^0.1.4",
+    "@roxi/routify": "^2.15.1",
-    "axios": "^0.21.0",
+    "@zerodevx/svelte-toast": "^0.2.1",
-    "commander": "^6.2.1",
+    "ajv": "^8.1.0",
+    "axios": "^0.21.1",
+    "commander": "^7.2.0",
     "compare-versions": "^3.6.0",
     "cuid": "^2.1.8",
     "dayjs": "^1.10.4",
     "deepmerge": "^4.2.2",
     "dockerode": "^3.2.1",
     "dotenv": "^8.2.0",
-    "fastify": "^3.9.1",
+    "fastify": "^3.14.2",
     "fastify-env": "^2.1.0",
-    "fastify-jwt": "^2.1.3",
+    "fastify-jwt": "^2.4.0",
     "fastify-plugin": "^3.0.0",
-    "fastify-static": "^3.3.0",
+    "fastify-static": "^4.0.1",
     "generate-password": "^1.6.0",
+    "http-errors-enhanced": "^0.7.0",
     "js-yaml": "^4.0.0",
     "jsonwebtoken": "^8.5.1",
-    "mongoose": "^5.11.4",
+    "mongoose": "^5.12.3",
     "shelljs": "^0.8.4",
     "svelte-select": "^3.17.0",
     "unique-names-generator": "^4.4.0"
   },
   "devDependencies": {
-    "mongodb-memory-server-core": "^6.9.3",
+    "mongodb-memory-server-core": "^6.9.6",
-    "nodemon": "^2.0.6",
+    "nodemon": "^2.0.7",
     "npm-run-all": "^4.1.5",
-    "postcss": "^7.0.35",
+    "postcss": "^8.2.9",
-    "postcss-import": "^12.0.1",
+    "postcss-import": "^14.0.1",
-    "postcss-load-config": "^3.0.0",
+    "postcss-load-config": "^3.0.1",
     "postcss-preset-env": "^6.7.0",
-    "prettier": "1.19",
+    "prettier": "2.2.1",
-    "prettier-plugin-svelte": "^2.1.6",
+    "prettier-plugin-svelte": "^2.2.0",
     "standard": "^16.0.3",
-    "svelte": "^3.29.7",
+    "svelte": "^3.37.0",
-    "svelte-hmr": "^0.12.2",
+    "svelte-hmr": "^0.14.0",
-    "svelte-preprocess": "^4.6.1",
+    "svelte-preprocess": "^4.7.0",
     "svite": "0.8.1",
-    "tailwindcss": "compat"
+    "tailwindcss": "2.1.1"
   },
   "keywords": [
     "svelte",

src/App.svelte

@@ -3,12 +3,15 @@
   import { Router } from "@roxi/routify";
   import { routes } from "../.routify/routes";
   const options = {
-    duration: 5000,
+    duration: 2000
-    dismissable: true
   };
 </script>
 
 <style lang="postcss">
+  :global(.main) {
+    width: calc(100% - 4rem);
+    margin-left: 4rem;
+  }
   :global(._toastMsg) {
     @apply text-sm font-bold !important;
   }
@@ -57,6 +60,22 @@
   :global(.h-271) {
     min-height: 271px !important;
   }
+  :global(.repository-select-search .listItem .item),
+  :global(.repository-select-search .empty) {
+    @apply text-sm py-3 font-bold bg-warmGray-800 text-white cursor-pointer border-none hover:bg-warmGray-700 !important;
+  }
+
+  :global(.repository-select-search .listContainer) {
+    @apply bg-transparent !important;
+  }
+
+  :global(.repository-select-search .clearSelect) {
+    @apply text-white cursor-pointer !important;
+  }
+
+  :global(.repository-select-search .selectedItem) {
+    @apply text-white relative cursor-pointer font-bold text-sm flex items-center !important;
+  }
 </style>
 
 <SvelteToast options="{options}" />

src/components/Application/Configuration/ActiveTab/General.svelte

@@ -1,6 +1,7 @@
 <script>
   import { application} from "@store";
   import TooltipInfo from "../../../Tooltip/TooltipInfo.svelte";
+  const showPorts = ['nodejs','custom','rust']
 </script>
 
 <div>
@@ -26,6 +27,11 @@
       size="large"
         label="Published as a PHP application."
       />
+      {:else if $application.build.pack === 'rust'}
+      <TooltipInfo
+      size="large"
+        label="Published as a Rust application."
+      />
       {/if}
 
 </label
@@ -35,6 +41,7 @@
       <option class="font-bold">nodejs</option>
       <option class="font-bold">php</option>
       <option class="font-bold">custom</option>
+      <option class="font-bold">rust</option>
     </select>
   </div>
   <div
@@ -56,7 +63,7 @@
       <div class="grid grid-flow-row">
         <label for="Path"
           >Path <TooltipInfo
-            label="{`Path to deploy your application on your domain. eg: /api means it will be deployed to -> https://${$application.publish.domain}/api`}"
+            label="{`Path to deploy your application on your domain. eg: /api means it will be deployed to -> https://${$application.publish.domain || '<yourdomain>'}/api`}"
           /></label
         >
         <input
@@ -66,7 +73,7 @@
         />
       </div>
     </div>
-    {#if $application.build.pack === "nodejs" || $application.build.pack === "custom"}
+    {#if showPorts.includes($application.build.pack)}
     <label for="Port" >Port</label>
     <input
       id="Port"
@@ -85,7 +92,7 @@
         <input
           id="baseDir"
           bind:value="{$application.build.directory}"
-          placeholder="/"
+          placeholder="eg: sourcedir"
         />
       </div>
       <div class="grid grid-flow-row">
@@ -97,7 +104,7 @@
         <input
           id="publishDir"
           bind:value="{$application.publish.directory}"
-          placeholder="/"
+          placeholder="eg: dist, _site, public"
         />
       </div>
     </div>

src/components/Application/Configuration/Branches.svelte

@@ -1,24 +1,46 @@
 <script>
   export let loading, branches;
+  import { isActive } from "@roxi/routify";
   import { application } from "@store";
+  import Select from "svelte-select";
+
+  const selectedValue =
+    !$isActive("/application/new") && $application.repository.branch
+
+  function handleSelect(event) {
+    $application.repository.branch = null;
+    setTimeout(() => {
+      $application.repository.branch = event.detail.value;
+    }, 1);
+  }
 </script>
 
 {#if loading}
   <div class="grid grid-cols-1">
     <label for="branch">Branch</label>
-    <select disabled>
+    <div class="repository-select-search col-span-2">
-      <option selected>Loading branches</option>
+      <Select
-    </select>
+        containerClasses="w-full border-none bg-transparent"
+        placeholder="Loading branches..."
+        isDisabled
+      />
+    </div>
   </div>
 {:else}
   <div class="grid grid-cols-1">
     <label for="branch">Branch</label>
-    <!-- svelte-ignore a11y-no-onchange -->
+    <div class="repository-select-search col-span-2">
-    <select id="branch" bind:value="{$application.repository.branch}">
+      <Select
-      <option disabled selected>Select a branch</option>
+        containerClasses="w-full border-none bg-transparent"
-      {#each branches as branch}
+        on:select="{handleSelect}"
-        <option value="{branch.name}" class="font-bold">{branch.name}</option>
+        selectedValue="{selectedValue}"
-      {/each}
+        isClearable="{false}"
-    </select>
+        items="{branches.map(b => ({ label: b.name, value: b.name }))}"
+        showIndicator="{$isActive('/application/new')}"
+        noOptionsMessage="No branches found"
+        placeholder="Select a branch"
+        isDisabled="{!$isActive('/application/new')}"
+      />
+    </div>
   </div>
 {/if}

src/components/Application/Configuration/Configuration.svelte

@@ -29,6 +29,7 @@
 
   async function loadBranches() {
     loading.branches = true;
+    if ($isActive("/application/new")) $application.repository.branch = null;
     const selectedRepository = repositories.find(
       r => r.id === $application.repository.id,
     );
@@ -53,6 +54,7 @@
   }
 
   async function loadGithub() {
+    loading.github = true;
     try {
       const { installations } = await $fetch(
         "https://api.github.com/user/installations",
@@ -80,7 +82,6 @@
             $application.github.installation.id,
             page,
           );
-
           repositories = repositories.concat(repos.repositories);
         }
       }
@@ -97,9 +98,10 @@
       }
     } catch (error) {
       return false;
-    }
+    } finally {
       loading.github = false;
     }
+  }
   function modifyGithubAppConfig() {
     const left = screen.width / 2 - 1020 / 2;
     const top = screen.height / 2 - 618 / 2;
@@ -142,6 +144,52 @@
   }
 </script>
 
+{#if !$isActive("/application/new")}
+  <div class="min-h-full text-white">
+    <div
+      class="py-5 text-left px-6 text-3xl tracking-tight font-bold flex items-center"
+    >
+      <a
+        target="_blank"
+        class="text-green-500 hover:underline cursor-pointer px-2"
+        href="{'https://' +
+          $application.publish.domain +
+          $application.publish.path}"
+        >{$application.publish.domain
+          ? `${$application.publish.domain}${$application.publish.path !== '/' ? $application.publish.path : ''}`
+          : "<yourdomain>"}</a
+      >
+      <a
+        target="_blank"
+        class="icon"
+        href="{`https://github.com/${$application.repository.organization}/${$application.repository.name}`}"
+      >
+        <svg
+          class="w-6"
+          xmlns="http://www.w3.org/2000/svg"
+          viewBox="0 0 24 24"
+          fill="none"
+          stroke="currentColor"
+          stroke-width="2"
+          stroke-linecap="round"
+          stroke-linejoin="round"
+          ><path
+            d="M9 19c-5 1.5-5-2.5-7-3m14 6v-3.87a3.37 3.37 0 0 0-.94-2.61c3.14-.35 6.44-1.54 6.44-7A5.44 5.44 0 0 0 20 4.77 5.07 5.07 0 0 0 19.91 1S18.73.65 16 2.48a13.38 13.38 0 0 0-7 0C6.27.65 5.09 1 5.09 1A5.07 5.07 0 0 0 5 4.77a5.44 5.44 0 0 0-1.5 3.78c0 5.42 3.3 6.61 6.44 7A3.37 3.37 0 0 0 9 18.13V22"
+          ></path></svg
+        ></a
+      >
+    </div>
+  </div>
+{:else if $isActive("/application/new")}
+  <div class="min-h-full text-white">
+    <div
+      class="py-5 text-left px-6 text-3xl tracking-tight font-bold flex items-center"
+    >
+      New Application
+    </div>
+  </div>
+{/if}
+
 <div in:fade="{{ duration: 100 }}">
   {#if !$session.githubAppToken}
     <Login />

src/components/Application/Configuration/Repositories.svelte

@@ -1,22 +1,3 @@
-<style lang="postcss">
-  :global(.repository-select-search .listItem .item),
-  :global(.repository-select-search .empty) {
-    @apply text-sm py-3 font-bold bg-warmGray-800 text-white cursor-pointer border-none hover:bg-warmGray-700 !important;
-  }
-
-  :global(.repository-select-search .listContainer) {
-    @apply bg-transparent !important;
-  }
-
-  :global(.repository-select-search .clearSelect) {
-    @apply text-white cursor-pointer !important;
-  }
-
-  :global(.repository-select-search .selectedItem) {
-    @apply text-white relative cursor-pointer font-bold text-sm flex items-center !important;
-  }
-</style>
-
 <script>
   import { createEventDispatcher } from "svelte";
   import { isActive } from "@roxi/routify";
@@ -53,6 +34,7 @@
           selectedValue="{selectedValue}"
           isClearable="{false}"
           items="{items}"
+          showIndicator="{$isActive('/application/new')}"
           noOptionsMessage="No Repositories found"
           placeholder="Select a Repository"
           isDisabled="{!$isActive('/application/new')}"

src/components/Application/Configuration/Tabs.svelte

@@ -2,13 +2,13 @@
   import { redirect, isActive } from "@roxi/routify";
   import { onMount } from "svelte";
   import { toast } from "@zerodevx/svelte-toast";
-
+  import templates from "../../../utils/templates";
   import { application, fetch, deployments } from "@store";
   import General from "./ActiveTab/General.svelte";
   import BuildStep from "./ActiveTab/BuildStep.svelte";
   import Secrets from "./ActiveTab/Secrets.svelte";
   import Loading from "../../Loading.svelte";
-
+  const buildPhaseActive = ["nodejs", "static"];
   let loading = false;
   onMount(async () => {
     if (!$isActive("/application/new")) {
@@ -27,8 +27,8 @@
       });
     } else {
       loading = true;
-      $deployments?.applications?.deployed.filter(d => {
+      $deployments?.applications?.deployed.find(d => {
-        const conf = d?.Spec?.Labels.application;
+        const conf = d?.Spec?.Labels.configuration;
         if (
           conf?.repository?.organization ===
             $application.repository.organization &&
@@ -40,6 +40,7 @@
             organization: $application.repository.organization,
             branch: $application.repository.branch,
           });
+          toast.push("This repository & branch is already defined. Redirecting...");
         }
       });
       try {
@@ -52,35 +53,42 @@
         const Dockerfile = dir.find(
           f => f.type === "file" && f.name === "Dockerfile",
         );
+        const CargoToml = dir.find(
+          f => f.type === "file" && f.name === "Cargo.toml",
+        );
 
-        if (Dockerfile) {
+        if (packageJson) {
-          $application.build.pack = "custom";
-          toast.push("Custom Dockerfile found. Build pack set to custom.");
-        } else if (packageJson) {
-          // Check here for things like nextjs,react,vue,blablabla
           const { content } = await $fetch(packageJson.git_url);
           const packageJsonContent = JSON.parse(atob(content));
-
+          const checkPackageJSONContents = dep => {
-          if (packageJsonContent.dependencies.hasOwnProperty("next")) {
+            return (
-            // Next.js
+              packageJsonContent?.dependencies?.hasOwnProperty(dep) ||
-            $application.build.pack = "nodejs";
+              packageJsonContent?.devDependencies?.hasOwnProperty(dep)
-            $application.build.command.installation = "yarn install";
-            if (packageJsonContent.scripts.hasOwnProperty("build")) {
-              $application.build.command.build = `yarn build`;
-            }
-            toast.push("Next.js App detected. Build pack set to Node.js.");
-          } else if (packageJsonContent.dependencies.hasOwnProperty("react")) {
-            // CRA
-            $application.build.pack = "static";
-            $application.publish.directory = "build";
-            $application.build.command.installation = "yarn install";
-            if (packageJsonContent.scripts.hasOwnProperty("build")) {
-              $application.build.command.build = `yarn build`;
-            }
-            toast.push(
-              "React App detected. Build pack set to static with build phase.",
             );
+          };
+          Object.keys(templates).map(dep => {
+            if (checkPackageJSONContents(dep)) {
+              const config = templates[dep];
+              $application.build.pack = config.pack;
+              if (config.installation) $application.build.command.installation = config.installation;
+              if (config.port) $application.publish.port = config.port;
+              if (config.directory) $application.publish.directory = config.directory;
+
+              if (
+                packageJsonContent.scripts.hasOwnProperty("build") &&
+                config.build
+              ) {
+                $application.build.command.build = config.build;
               }
+              toast.push(`${config.name} App detected. Default values set.`);
+            }
+          });
+        } else if (CargoToml) {
+          $application.build.pack = "rust";
+          toast.push(`Rust language detected. Default values set.`);
+        } else if (Dockerfile) {
+          $application.build.pack = "custom";
+          toast.push("Custom Dockerfile found. Build pack set to custom.");
         }
       } catch (error) {
         // Nothing detected
@@ -106,7 +114,7 @@
 </script>
 
 {#if loading}
-  <Loading github githubLoadingText="Scanning repository 🤖" />
+  <Loading github githubLoadingText="Scanning repository..." />
 {:else}
   <div class="block text-center py-4">
     <nav
@@ -120,7 +128,7 @@
       >
         General
       </div>
-      {#if $application.build.pack === "php"}
+      {#if !buildPhaseActive.includes($application.build.pack)}
         <div disabled class="px-3 py-2 text-warmGray-700 cursor-not-allowed">
           Build Step
         </div>
@@ -133,7 +141,11 @@
           Build Step
         </div>
       {/if}
-
+      {#if $application.build.pack === "custom"}
+        <div disabled class="px-3 py-2 text-warmGray-700 cursor-not-allowed">
+          Secrets
+        </div>
+      {:else}
         <div
           on:click="{() => activateTab('secrets')}"
           class:text-green-500="{activeTab.secrets}"
@@ -141,6 +153,7 @@
         >
           Secrets
         </div>
+      {/if}
     </nav>
   </div>
   <div class="max-w-4xl mx-auto">

src/components/Loading.svelte

@@ -50,7 +50,7 @@
 {#if fullscreen}
   {#if github}
     <div class="fixed left-0 top-0 flex flex-wrap content-center h-full w-full">
-      <div class="w-full flex justify-center items-center">
+      <div class="main flex justify-center items-center">
         <div class="w-64">
           <svg
             class=" w-28 animate-bounce mx-auto"
@@ -65,14 +65,14 @@
               d="M9 19c-5 1.5-5-2.5-7-3m14 6v-3.87a3.37 3.37 0 0 0-.94-2.61c3.14-.35 6.44-1.54 6.44-7A5.44 5.44 0 0 0 20 4.77 5.07 5.07 0 0 0 19.91 1S18.73.65 16 2.48a13.38 13.38 0 0 0-7 0C6.27.65 5.09 1 5.09 1A5.07 5.07 0 0 0 5 4.77a5.44 5.44 0 0 0-1.5 3.78c0 5.42 3.3 6.61 6.44 7A3.37 3.37 0 0 0 9 18.13V22"
             ></path></svg
           >
-          <div class="w-full text-xl font-bold text-center">
+          <div class="text-xl font-bold text-center">
             {githubLoadingText}
           </div>
         </div>
       </div>
     </div>
   {:else}
-    <div class="fixed left-0 top-0 flex flex-wrap content-center h-full w-full">
+    <div class="main fixed left-0 top-0 flex flex-wrap content-center h-full">
       <span class=" loader"></span>
     </div>
   {/if}

src/index.css

@@ -17,6 +17,17 @@ body {
   --toastFont: 'Inter';
 }
 
+.border-gradient {
+    border-bottom: 2px solid transparent;
+    border-image: linear-gradient(0.25turn, rgba(255, 249, 34), rgba(255, 0, 128), rgba(56, 2, 155, 0));
+    border-image-slice: 1;
+}
+.border-gradient-full {
+    border: 4px solid transparent;
+    border-image: linear-gradient(0.25turn, rgba(255, 249, 34), rgba(255, 0, 128), rgba(56, 2, 155, 0));
+    border-image-slice: 1;
+}
+
 [aria-label][role~="tooltip"]::after {
   background: rgba(41, 37, 36, 0.9);
   color: white;

src/pages/_layout.svelte

@@ -2,10 +2,6 @@
   .min-w-4rem {
     min-width: 4rem;
   }
-  .main {
-    width: calc(100% - 4rem);
-    margin-left: 4rem;
-  }
 </style>
 
 <script>
@@ -21,9 +17,37 @@
   let upgradeDisabled = false;
   let upgradeDone = false;
   let latest = {};
+  let showAck = false;
+  const branch =
+    process.env.NODE_ENV === "production" &&
+    window.location.hostname !== "test.andrasbacsai.dev"
+      ? "main"
+      : "next";
   onMount(async () => {
-    if ($session.token) upgradeAvailable = await checkUpgrade();
+    if ($session.token) {
+      upgradeAvailable = await checkUpgrade();
+      if (!localStorage.getItem("automaticErrorReportsAck")) {
+        showAck = true;
+        if (latest?.coolify[branch]?.settings?.sendErrors) {
+          const settings = {
+            sendErrors: true,
+          };
+          await $fetch("/api/v1/settings", {
+            body: {
+              ...settings,
+            },
+            headers: {
+              Authorization: `Bearer ${$session.token}`,
+            },
           });
+        }
+      }
+    }
+  });
+  function ackError() {
+    localStorage.setItem("automaticErrorReportsAck", "true");
+    showAck = false;
+  }
   async function verifyToken() {
     if ($session.token) {
       try {
@@ -68,24 +92,47 @@
     }
   }
   async function checkUpgrade() {
-    const branch =
-      process.env.NODE_ENV === "production" &&
-      window.location.hostname !== "test.andrasbacsai.dev"
-        ? "main"
-        : "next";
     latest = await window
-      .fetch(
+      .fetch(`https://get.coollabs.io/version.json`, {
-        `https://raw.githubusercontent.com/coollabsio/coolify/${branch}/package.json`,
+        cache: "no-cache",
-        { cache: "no-cache" },
+      })
-      )
       .then(r => r.json());
-    return compareVersions(latest.version, packageJson.version) === 1
+
+    return compareVersions(
+      latest.coolify[branch].version,
+      packageJson.version,
+    ) === 1
       ? true
       : false;
   }
 </script>
 
 {#await verifyToken() then notUsed}
+  {#if showAck}
+    <div
+      class="p-2 fixed top-0 right-0 z-50 w-64 m-2 rounded border-gradient-full bg-black"
+    >
+      <div class="text-white text-xs space-y-2 text-justify font-medium">
+        <div>
+          We implemented an automatic error reporting feature, which is enabled
+          by default.
+        </div>
+        <div>
+          Why? Because we would like to hunt down bugs faster and easier.
+        </div>
+        <div class="py-5">
+          If you do not like it, you can turn it off in the <button
+            class="underline font-bold"
+            on:click="{$goto('/settings')}">Settings menu</button
+          >.
+        </div>
+        <button
+          class="button p-2 bg-warmGray-800 w-full text-center hover:bg-warmGray-700"
+          on:click="{ackError}">OK</button
+        >
+      </div>
+    </div>
+  {/if}
   {#if $route.path !== "/index"}
     <nav
       class="w-16 bg-warmGray-800 text-white top-0 left-0 fixed min-w-4rem min-h-screen"

src/pages/application/[organization]/[name]/[branch]/configuration.svelte

@@ -1,38 +1,5 @@
 <script>
-  import { application } from "@store";
   import Configuration from "../../../../../components/Application/Configuration/Configuration.svelte";
 </script>
 
-<div class="min-h-full text-white">
-  <div
-    class="py-5 text-left px-6 text-3xl tracking-tight font-bold flex items-center"
-  >
-    <a
-      target="_blank"
-      class="text-green-500 hover:underline cursor-pointer px-2"
-      href="{'https://' +
-        $application.publish.domain +
-        $application.publish.path}">{$application.publish.domain}</a
-    >
-    <a
-      target="_blank"
-      class="icon"
-      href="{`https://github.com/${$application.repository.organization}/${$application.repository.name}`}"
-    >
-      <svg
-        class="w-6"
-        xmlns="http://www.w3.org/2000/svg"
-        viewBox="0 0 24 24"
-        fill="none"
-        stroke="currentColor"
-        stroke-width="2"
-        stroke-linecap="round"
-        stroke-linejoin="round"
-        ><path
-          d="M9 19c-5 1.5-5-2.5-7-3m14 6v-3.87a3.37 3.37 0 0 0-.94-2.61c3.14-.35 6.44-1.54 6.44-7A5.44 5.44 0 0 0 20 4.77 5.07 5.07 0 0 0 19.91 1S18.73.65 16 2.48a13.38 13.38 0 0 0-7 0C6.27.65 5.09 1 5.09 1A5.07 5.07 0 0 0 5 4.77a5.44 5.44 0 0 0-1.5 3.78c0 5.42 3.3 6.61 6.44 7A3.37 3.37 0 0 0 9 18.13V22"
-        ></path></svg
-      ></a
-    >
-  </div>
-</div>
 <Configuration />

src/pages/application/[organization]/[name]/[branch]/logs/[deployId].svelte

@@ -1,5 +1,5 @@
 <script>
-  import { params } from "@roxi/routify";
+  import { params, redirect } from "@roxi/routify";
   import { onDestroy, onMount } from "svelte";
   import { fade } from "svelte/transition";
   import { fetch } from "@store";
@@ -15,6 +15,7 @@
   });
 
   async function loadLogs() {
+    try {
       const { events, progress } = await $fetch(
       `/api/v1/application/deploy/logs/${$params.deployId}`,
     );
@@ -22,6 +23,10 @@
     if (progress === "done" || progress === "failed") {
       clearInterval(loadLogsInterval);
     }
+    } catch(error) {
+      $redirect('/dashboard')
+    }
+
   }
   onDestroy(() => {
     clearInterval(loadLogsInterval);
@@ -38,12 +43,12 @@
   <Loading />
 {:then}
   <div
-    class="text-center space-y-2 max-w-7xl mx-auto px-6"
+    class="text-center px-6"
     in:fade="{{ duration: 100 }}"
   >
-    <div class="max-w-4xl mx-auto" in:fade="{{ duration: 100 }}">
+    <div in:fade="{{ duration: 100 }}">
       <pre
-        class="text-left font-mono text-xs font-medium tracking-tighter rounded-lg bg-warmGray-800  p-4 whitespace-pre-wrap">
+        class="leading-4 text-left text-sm font-semibold tracking-tighter rounded-lg bg-black p-6 whitespace-pre-wrap">
       {#if logs.length > 0}
         {#each logs as log}
           {log + '\n'}

src/pages/application/[organization]/[name]/[branch]/logs/index.svelte

@@ -59,17 +59,17 @@
   <Loading />
 {:then}
   <div
-    class="text-center space-y-2 max-w-7xl mx-auto px-6"
+    class="text-center px-6"
     in:fade="{{ duration: 100 }}"
   >
     <div class="flex pt-2 space-x-4 w-full">
       <div class="w-full">
         <div class="font-bold text-left pb-2 text-xl">Application logs</div>
         {#if logs.length === 0}
-          <div class="text-xs">Waiting for the logs...</div>
+          <div class="text-xs font-semibold tracking-tighter">Waiting for the logs...</div>
         {:else}
         <pre
-            class="text-left font-mono text-xs font-medium rounded bg-warmGray-800 text-white p-4 whitespace-pre-wrap w-full">
+        class="leading-4 text-left text-sm font-semibold tracking-tighter rounded-lg bg-black p-6 whitespace-pre-wrap w-full">
             {#each logs as log}
               {log + '\n'}
             {/each}

src/pages/application/_layout.svelte

@@ -55,19 +55,20 @@ import Tooltip from "../../components/Tooltip/Tooltip.svelte";
       await $fetch(`/api/v1/application/check`, {
         body: $application,
       });
-      const { nickname, name } = await $fetch(`/api/v1/application/deploy`, {
+      const { nickname, name, deployId } = await $fetch(`/api/v1/application/deploy`, {
         body: $application,
       });
       $application.general.nickname = nickname;
       $application.build.container.name = name;
+      $application.general.deployId = deployId;
       $initConf = JSON.parse(JSON.stringify($application));
       toast.push("Application deployment queued.");
-      $redirect(
+      $goto(
-        `/application/${$application.repository.organization}/${$application.repository.name}/${$application.repository.branch}/logs`,
+        `/application/${$application.repository.organization}/${$application.repository.name}/${$application.repository.branch}/logs/${$application.general.deployId}`,
       );
     } catch (error) {
       console.log(error);
-      toast.push(error.error ? error.error : "Ooops something went wrong.");
+      toast.push(error.error || error || "Ooops something went wrong.");
     }
   }
 </script>
@@ -151,7 +152,6 @@ import Tooltip from "../../components/Tooltip/Tooltip.svelte";
   <div class="border border-warmGray-700 h-8"></div>
   <Tooltip position="bottom" label="Logs" >
   <button
-
     class="icon"
     class:text-warmGray-700="{$isActive('/application/new')}"
     disabled="{$isActive('/application/new')}"

src/pages/application/new.svelte

@@ -2,12 +2,4 @@
   import Configuration from "../../components/Application/Configuration/Configuration.svelte";
 </script>
 
-<div class="min-h-full text-white">
-  <div
-    class="py-5 text-left px-6 text-3xl tracking-tight font-bold flex items-center"
-  >
-    New Application
-  </div>
-</div>
-
 <Configuration />

src/pages/index.svelte

@@ -43,7 +43,7 @@
       <p
         class="mt-1 pb-8 font-extrabold text-white text-5xl sm:tracking-tight lg:text-6xl text-center"
       >
-        Coolify
+        <span class="border-gradient">Coolify</span>
       </p>
       <h2 class="text-2xl md:text-3xl font-extrabold text-white">
         An open-source, hassle-free, self-hostable<br />

src/pages/settings/index.svelte

@@ -6,11 +6,13 @@
 
   let settings = {
     allowRegistration: false,
+    sendErrors: true
   };
 
   async function loadSettings() {
     const response = await $fetch(`/api/v1/settings`);
     settings.allowRegistration = response.settings.allowRegistration;
+    settings.sendErrors = response.settings.sendErrors;
   }
   async function changeSettings(value) {
     settings[value] = !settings[value];
@@ -101,6 +103,67 @@
                 </span>
               </button>
             </li>
+            <li class="py-4 flex items-center justify-between">
+              <div class="flex flex-col">
+                <p class="text-base font-bold text-warmGray-100">
+                  Send errors automatically?
+                </p>
+                <p class="text-sm font-medium text-warmGray-400">
+                  Allow to send errors automatically to developer(s) at coolLabs (<a href="https://twitter.com/andrasbacsai" target="_blank" class="underline text-white font-bold hover:text-blue-400">Andras Bacsai</a>). This will help to fix bugs quicker. 🙏
+                </p>
+              </div>
+              <button
+                type="button"
+                on:click="{() => changeSettings('sendErrors')}"
+                aria-pressed="true"
+                class="relative inline-flex flex-shrink-0 h-6 w-11 border-2 border-transparent rounded-full cursor-pointer transition-colors ease-in-out duration-200"
+                class:bg-green-600="{settings.sendErrors}"
+                class:bg-warmGray-700="{!settings.sendErrors}"
+              >
+                <span class="sr-only">Use setting</span>
+                <span
+                  class="pointer-events-none relative inline-block h-5 w-5 rounded-full bg-white shadow transform transition ease-in-out duration-200"
+                  class:translate-x-5="{settings.sendErrors}"
+                  class:translate-x-0="{!settings.sendErrors}"
+                >
+                  <span
+                    class=" ease-in duration-200 absolute inset-0 h-full w-full flex items-center justify-center transition-opacity"
+                    class:opacity-0="{settings.sendErrors}"
+                    class:opacity-100="{!settings.sendErrors}"
+                    aria-hidden="true"
+                  >
+                    <svg
+                      class="bg-white h-3 w-3 text-red-600"
+                      fill="none"
+                      viewBox="0 0 12 12"
+                    >
+                      <path
+                        d="M4 8l2-2m0 0l2-2M6 6L4 4m2 2l2 2"
+                        stroke="currentColor"
+                        stroke-width="2"
+                        stroke-linecap="round"
+                        stroke-linejoin="round"></path>
+                    </svg>
+                  </span>
+                  <span
+                    class="ease-out duration-100 absolute inset-0 h-full w-full flex items-center justify-center transition-opacity"
+                    aria-hidden="true"
+                    class:opacity-100="{settings.sendErrors}"
+                    class:opacity-0="{!settings.sendErrors}"
+                  >
+                    <svg
+                      class="bg-white h-3 w-3 text-green-600"
+                      fill="currentColor"
+                      viewBox="0 0 12 12"
+                    >
+                      <path
+                        d="M3.707 5.293a1 1 0 00-1.414 1.414l1.414-1.414zM5 8l-.707.707a1 1 0 001.414 0L5 8zm4.707-3.293a1 1 0 00-1.414-1.414l1.414 1.414zm-7.414 2l2 2 1.414-1.414-2-2-1.414 1.414zm3.414 2l4-4-1.414-1.414-4 4 1.414 1.414z"
+                      ></path>
+                    </svg>
+                  </span>
+                </span>
+              </button>
+            </li>
           </ul>
         </div>
       </div>

src/utils/templates.js

@@ -0,0 +1,51 @@
+const defaultBuildAndDeploy = {
+  installation: 'yarn install',
+  build: 'yarn build'
+}
+
+const templates = {
+  next: {
+    pack: 'nodejs',
+    ...defaultBuildAndDeploy,
+    port: 3000,
+    name: 'Next.js'
+  },
+  nuxt: {
+    pack: 'nodejs',
+    ...defaultBuildAndDeploy,
+    port: 8080,
+    name: 'Nuxt'
+  },
+  'react-scripts': {
+    pack: 'static',
+    ...defaultBuildAndDeploy,
+    directory: 'build',
+    name: 'Create React'
+  },
+  'parcel-bundler': {
+    pack: 'static',
+    ...defaultBuildAndDeploy,
+    directory: 'dist',
+    name: 'Parcel'
+  },
+  '@vue/cli-service': {
+    pack: 'static',
+    ...defaultBuildAndDeploy,
+    directory: 'dist',
+    name: 'Vue CLI'
+  },
+  gatsby: {
+    pack: 'static',
+    ...defaultBuildAndDeploy,
+    directory: 'public',
+    name: 'Gatsby'
+  },
+  'preact-cli': {
+    pack: 'static',
+    ...defaultBuildAndDeploy,
+    directory: 'build',
+    name: 'Preact CLI'
+  }
+}
+
+export default templates

tailwind.config.js

@@ -16,7 +16,7 @@ module.exports = {
     ],
     preserveHtmlElements: true,
     options: {
-      safelist: [/svelte-/, 'border-green-500', 'border-yellow-300', 'border-red-500'],
+      safelist: [/svelte-/, 'border-green-500', 'border-yellow-300', 'border-red-500', 'hover:border-green-500', 'hover:border-red-200', 'hover:bg-red-200'],
       defaultExtractor: (content) => {
         // WARNING: tailwindExtractor is internal tailwind api
         // if this breaks after a tailwind update, report to svite repo

vite.config.js

@@ -26,7 +26,10 @@ module.exports = {
       '@zerodevx/svelte-toast',
       'mongodb-memory-server-core',
       'unique-names-generator',
-      'generate-password'
+      'generate-password',
+      '@iarna/toml',
+      'http-errors-enhanced',
+      'ajv'
     ]
   },
   proxy: {