copilot/packages/portal-api/test/data/integration.js

'use strict';

const Fs = require('fs');
const Path = require('path');
const { describe, it, beforeEach, expect } = exports.lab = require('lab').script();
const PortalData = require('../../lib/data');


const internals = {
  options: {
    name: 'test',
    db: {
      host: 'rethinkdb'
    },
    server: {
      log: function () {}
    }
  },
  composeFile: Fs.readFileSync(Path.join(__dirname, 'docker-compose.yml')).toString()
};


beforeEach((done) => {
  const data = new PortalData(internals.options);
  data.connect((err) => {
    if (err) {
      console.error(err);
    }

    data._db.r.dbDrop('test').run(data._db._connection, () => {
      done();
    });
  });
});

describe('portals', () => {
  describe('getPortal()', () => {
    it('retrieves a single portal record', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        const datacenter = {
          region: 'us-sw-1'
        };

        data.createDatacenter(datacenter, (err, createdDatacenter) => {
          expect(err).to.not.exist();
          const portal = {
            datacenter: {
              id: createdDatacenter.id
            }
          };

          data.createPortal(portal, (err, createdPortal) => {
            expect(err).to.not.exist();
            expect(createdPortal.id).to.exist();
            data.getPortal({}, (err, retrievedPortal) => {
              expect(err).to.not.exist();
              expect(retrievedPortal.id).to.exist();
              expect(retrievedPortal.username).to.equal(portal.username);
              done();
            });
          });
        });
      });
    });
  });
});

describe('deployment groups', () => {
  describe('createDeploymentGroup()', () => {
    it('creates a deployment group record in the deployment_groups table', (done) => {
      const data = new PortalData(internals.options);
      const name = 'User Services';

      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          expect(deploymentGroup.id).to.exist();
          done();
        });
      });
    });
  });

  describe('getDeploymentGroup()', () => {
    it('gets a deployment group record from the deployment_groups table', (done) => {
      const data = new PortalData(internals.options);
      const name = 'User Services';

      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name }, (err, createdDeploymentGroup) => {
          expect(err).to.not.exist();
          expect(createdDeploymentGroup.id).to.exist();
          data.getDeploymentGroup({ id: createdDeploymentGroup.id }, (err, deploymentGroup) => {
            expect(err).to.not.exist();
            expect(deploymentGroup.name).to.equal(createdDeploymentGroup.name);
            done();
          });
        });
      });
    });
  });

  describe('getDeploymentGroups()', () => {
    it('gets a list of deployment group records from the deployment_groups table', (done) => {
      const data = new PortalData(internals.options);
      const name = 'User Services';

      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name }, (err, createdDeploymentGroup1) => {
          expect(err).to.not.exist();
          expect(createdDeploymentGroup1.id).to.exist();
          data.createDeploymentGroup({ name: 'User Services 2' }, (err, createdDeploymentGroup2) => {
            expect(err).to.not.exist();
            expect(createdDeploymentGroup1.id).to.exist();

            data.getDeploymentGroups({ ids: [createdDeploymentGroup1.id, createdDeploymentGroup2.id] }, (err, deploymentGroups) => {
              expect(err).to.not.exist();
              expect(deploymentGroups.length).to.be.greaterThan(1);
              data.getDeploymentGroups({ name }, (err, deploymentGroups) => {
                expect(err).to.not.exist();
                done();
              });
            });
          });
        });
      });
    });
  });
});

describe('datacenters', () => {
  describe('createDatacenter()', () => {
    it('creates a new datacenter record', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        const datacenter = {
          region: 'us-sw-1'
        };

        data.createDatacenter(datacenter, (err, result) => {
          expect(err).to.not.exist();
          expect(result.id).to.exist();
          expect(result.region).to.equal(datacenter.region);
          done();
        });
      });
    });
  });

  describe('getDatacenter()', () => {
    it('retrieves a datacenter record from an id', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        const datacenter = {
          region: 'us-sw-1'
        };

        data.createDatacenter(datacenter, (err, createdDatacenter) => {
          expect(err).to.not.exist();
          expect(createdDatacenter.id).to.exist();
          data.getDatacenter({ id: createdDatacenter.id }, (err, retrievedDatacenter) => {
            expect(err).to.not.exist();
            expect(retrievedDatacenter.region).to.equal(datacenter.region);
            done();
          });
        });
      });
    });

    it('retrieves a datacenter record from a region', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        const datacenter = {
          region: 'us-sw-1'
        };

        data.createDatacenter(datacenter, (err, createdDatacenter) => {
          expect(err).to.not.exist();
          expect(createdDatacenter.id).to.exist();
          data.getDatacenter({ region: createdDatacenter.region }, (err, retrievedDatacenter) => {
            expect(err).to.not.exist();
            expect(retrievedDatacenter.region).to.equal(datacenter.region);
            done();
          });
        });
      });
    });
  });

  describe('getDatacenters()', () => {
    it('retrieves all datacenter records', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        const datacenter1 = {
          region: 'us-sw-1'
        };

        const datacenter2 = {
          region: 'us-west-1'
        };

        data.createDatacenter(datacenter1, (err, createdDatacenter1) => {
          expect(err).to.not.exist();
          data.createDatacenter(datacenter2, (err, createdDatacenter2) => {
            expect(err).to.not.exist();
            data.getDatacenters((err, datacenters) => {
              expect(err).to.not.exist();
              expect(datacenters.length).to.be.greaterThan(1);
              done();
            });
          });
        });
      });
    });
  });
});


describe('versions', () => {
  describe('createVersion()', () => {
    it('creates a new version record in the versions table', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          const clientManifest = {
            deploymentGroupId: deploymentGroup.id,
            type: 'compose',
            format: 'yaml',
            raw: internals.composeFile
          };

          data.provisionManifest(clientManifest, (err, manifest) => {
            expect(err).to.not.exist();

            const clientVersion = {
              deploymentGroupId: deploymentGroup.id,
              manifestId: manifest.id,
              scale: [{
                serviceName: 'consul',
                replicas: 3
              }],
              plan: {
                running: true,
                actions: [{
                  type: 'start',
                  service: 'consul',
                  machines: ['vmid', 'vmid']
                }]
              }
            };

            data.createVersion(clientVersion, (err, result) => {
              expect(err).to.not.exist();
              expect(result.id).to.exist();
              expect(result.scale).to.equal(clientVersion.scale);
              done();
            });
          });
        });
      });
    });
  });

  describe('getVersion()', () => {
    it('retrieves a version record with an id or manifestId', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          const clientManifest = {
            deploymentGroupId: deploymentGroup.id,
            type: 'compose',
            format: 'yaml',
            raw: internals.composeFile
          };

          data.provisionManifest(clientManifest, (err, manifest) => {
            expect(err).to.not.exist();

            const clientVersion = {
              manifestId: manifest.id,
              deploymentGroupId: deploymentGroup.id,
              scale: [{
                serviceName: 'consul',
                replicas: 3
              }],
              plan: {
                running: true,
                actions: [{
                  type: 'start',
                  service: 'consul',
                  machines: ['vmid', 'vmid']
                }]
              }
            };

            data.createVersion(clientVersion, (err, result) => {
              expect(err).to.not.exist();
              expect(result.id).to.exist();
              expect(result.scale).to.equal(clientVersion.scale);
              data.getVersion({ id: result.id }, (err, retrievedVersion1) => {
                expect(err).to.not.exist();
                expect(retrievedVersion1.id).to.equal(result.id);
                data.getVersion({ manifestId: result.manifestId }, (err, retrievedVersion2) => {
                  expect(err).to.not.exist();
                  expect(retrievedVersion1.id).to.equal(retrievedVersion2.id);
                  done();
                });
              });
            });
          });
        });
      });
    });
  });

  describe('getVersions()', () => {
    it('retrieve versions records with a manifestId', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          const clientManifest = {
            deploymentGroupId: deploymentGroup.id,
            type: 'compose',
            format: 'yaml',
            raw: internals.composeFile
          };

          data.provisionManifest(clientManifest, (err, manifest) => {
            expect(err).to.not.exist();

            const clientVersion = {
              manifestId: manifest.id,
              deploymentGroupId: deploymentGroup.id,
              scale: [{
                serviceName: 'consul',
                replicas: 3
              }],
              plan: {
                running: true,
                actions: [{
                  type: 'start',
                  service: 'consul',
                  machines: ['vmid', 'vmid']
                }]
              }
            };

            data.createVersion(clientVersion, (err, result) => {
              expect(err).to.not.exist();
              expect(result.id).to.exist();
              expect(result.scale).to.equal(clientVersion.scale);
              data.getVersions({ manifestId: clientVersion.manifestId }, (err, versions) => {
                expect(err).to.not.exist();
                expect(versions.length).to.equal(1);
                done();
              });
            });
          });
        });
      });
    });

    it('retrieve versions records with a deployment group id', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          const clientManifest = {
            deploymentGroupId: deploymentGroup.id,
            type: 'compose',
            format: 'yaml',
            raw: internals.composeFile
          };

          data.provisionManifest(clientManifest, (err, manifest) => {
            expect(err).to.not.exist();

            const clientVersion = {
              manifestId: manifest.id,
              deploymentGroupId: deploymentGroup.id,
              scale: [{
                serviceName: 'consul',
                replicas: 3
              }],
              plan: {
                running: true,
                actions: [{
                  type: 'start',
                  service: 'consul',
                  machines: ['vmid', 'vmid']
                }]
              }
            };

            data.createVersion(clientVersion, (err, version) => {
              expect(err).to.not.exist();

              data.getVersions({ deploymentGroupId: deploymentGroup.id }, (err, versions) => {
                expect(err).to.not.exist();
                expect(versions.length).to.equal(1);
                expect(versions[0].id).to.equal(version.id);
                done();
              });
            });
          });
        });
      });
    });
  });
});


describe('manifests', () => {
  describe('provisionManifest()', () => {
    it('creates a new manifest record in the manifests table', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          const clientManifest = {
            deploymentGroupId: deploymentGroup.id,
            type: 'compose',
            format: 'yaml',
            raw: internals.composeFile
          };
          data.provisionManifest(clientManifest, (err, result) => {
            expect(err).to.not.exist();
            expect(result.id).to.exist();
            expect(result.created).to.exist();
            done();
          });
        });
      });
    });
  });

  describe('getManifests()', () => {
    it('retrieves manifests using from a manifest type', (done) => {
      const data = new PortalData(internals.options);
      data.on('error', (err) => {
        expect(err).to.not.exist();
      });

      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          const clientManifest = {
            deploymentGroupId: deploymentGroup.id,
            type: 'compose',
            format: 'yaml',
            raw: internals.composeFile
          };
          data.provisionManifest(clientManifest, (err, result) => {
            expect(err).to.not.exist();
            data.getManifests({ type: clientManifest.type }, (err, manifests) => {
              expect(err).to.not.exist();
              expect(manifests.length).to.be.greaterThan(0);
              done();
            });
          });
        });
      });
    });

    it('retrieves manifests using from a deployment group id', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();
        data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
          expect(err).to.not.exist();
          const clientManifest = {
            deploymentGroupId: deploymentGroup.id,
            type: 'compose',
            format: 'yaml',
            raw: internals.composeFile
          };

          data.provisionManifest(clientManifest, (err, result) => {
            expect(err).to.not.exist();
            data.getManifests({ type: clientManifest.type }, (err, manifests) => {
              expect(err).to.not.exist();
              expect(manifests.length).to.be.greaterThan(0);
              done();
            });
          });
        });
      });
    });
  });
});


describe('instances', () => {
  describe('createInstance()', () => {
    it('creates a new instance record in the instances table', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();

        const clientInstance = {
          name: 'my test',
          machineId: 'something',
          status: 'CREATED'
        };

        data.createInstance(clientInstance, (err, result) => {
          expect(err).to.not.exist();
          expect(result.id).to.exist();
          expect(result.name).to.equal(clientInstance.name);
          done();
        });
      });
    });
  });

  describe('getInstance()', () => {
    it('retrieves an instance record from the instances table', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();

        const clientInstance = {
          name: 'my test',
          machineId: 'something',
          status: 'CREATED'
        };

        data.createInstance(clientInstance, (err, result) => {
          expect(err).to.not.exist();
          expect(result.id).to.exist();
          data.getInstance({ id: result.id }, (err, instance) => {
            expect(err).to.not.exist();
            expect(instance.id).to.equal(result.id);
            expect(instance.name).to.equal(result.name);
            expect(instance.status).to.equal(result.status);
            expect(instance.machineId).to.equal(result.machineId);
            done();
          });
        });
      });
    });
  });
});


describe('packages', () => {
  describe('createPackage()', () => {
    it('creates a new package record in the packages table', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();

        const clientPackage = {
          name: 'small',
          type: 'mem-small',
          memory: 12123413,
          disk: 4224243,
          swap: 1224324,
          lwps: 12,
          vcpus: 1,
          version: '',
          group: ''
        };

        data.createPackage(clientPackage, (err, result) => {
          expect(err).to.not.exist();
          expect(result.id).to.exist();
          expect(result.name).to.equal(clientPackage.name);
          done();
        });
      });
    });
  });

  describe('getPackage()', () => {
    it('retrieves a package record from the packages table', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();

        const clientPackage = {
          name: 'small',
          type: 'mem-small',
          memory: 12123413,
          disk: 4224243,
          swap: 1224324,
          lwps: 12,
          vcpus: 1,
          version: '',
          group: ''
        };

        data.createPackage(clientPackage, (err, createdPackage) => {
          expect(err).to.not.exist();
          expect(createdPackage.id).to.exist();
          data.getPackage({ id: createdPackage.id }, (err, retrievedPackage) => {
            expect(err).to.not.exist();
            expect(retrievedPackage).to.equal(createdPackage);
            done();
          });
        });
      });
    });
  });

  describe('getPackages()', () => {
    it('retrieves packages using with the same type', (done) => {
      const data = new PortalData(internals.options);
      data.connect((err) => {
        expect(err).to.not.exist();

        const clientPackage1 = {
          name: 'small',
          type: 'mem-small',
          memory: 12123413,
          disk: 4224243,
          swap: 1224324,
          lwps: 12,
          vcpus: 1,
          version: '',
          group: ''
        };

        const clientPackage2 = {
          name: 'smaller',
          type: 'mem-small',
          memory: 1213,
          disk: 243,
          swap: 1324,
          lwps: 1,
          vcpus: 1,
          version: '',
          group: ''
        };

        data.createPackage(clientPackage1, (err, createdPackage1) => {
          expect(err).to.not.exist();
          data.createPackage(clientPackage2, (err, createdPackage2) => {
            expect(err).to.not.exist();

            data.getPackages({ type: clientPackage1.type }, (err, packages) => {
              expect(err).to.not.exist();
              expect(packages.length).to.be.greaterThan(1);
              done();
            });
          });
        });
      });
    });
  });
});

// skipping by default since it takes so long
describe.skip('scale()', () => {
  it('creates new instances of a service', { timeout: 180000 }, (done) => {
    const data = new PortalData(internals.options);
    data.connect((err) => {
      expect(err).to.not.exist();
      data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
        expect(err).to.not.exist();
        const clientManifest = {
          deploymentGroupId: deploymentGroup.id,
          type: 'compose',
          format: 'yaml',
          raw: internals.composeFile
        };
        data.provisionManifest(clientManifest, (err, manifest) => {
          expect(err).to.not.exist();
          setTimeout(() => {
            data.getDeploymentGroup({ id: deploymentGroup.id }, (err, deploymentGroup) => {
              expect(err).to.not.exist();
              deploymentGroup.services().then((deploymentGroupServices) => {
                data.scale({ id: deploymentGroupServices[0].id, replicas: 3 }, (err, version) => {
                  expect(err).to.not.exist();
                  expect(version).to.exist();
                  expect(version.scale[0].replicas).to.equal(3);
                  done();
                });
              });
            });
          }, 80000);
        });
      });
    });
  });
});


// skipping by default since it takes so long
describe.skip('stopServices()', () => {
  it('stops all instances of a service', { timeout: 180000 }, (done) => {
    const data = new PortalData(internals.options);
    data.connect((err) => {
      expect(err).to.not.exist();
      data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
        expect(err).to.not.exist();
        const clientManifest = {
          deploymentGroupId: deploymentGroup.id,
          type: 'compose',
          format: 'yaml',
          raw: internals.composeFile
        };
        data.provisionManifest(clientManifest, (err, manifest) => {
          expect(err).to.not.exist();
          setTimeout(() => {
            data.getDeploymentGroup({ id: deploymentGroup.id }, (err, deploymentGroup) => {
              expect(err).to.not.exist();
              deploymentGroup.services().then((deploymentGroupServices) => {
                data.stopServices({ ids: [deploymentGroupServices[0].id] }, (err, services) => {
                  expect(err).to.not.exist();
                  expect(services).to.exist();
                  done();
                });
              });
            });
          }, 80000);
        });
      });
    });
  });
});

// skipping by default since it takes so long
describe.skip('startServices()', () => {
  it('starts all instances of a service', { timeout: 180000 }, (done) => {
    const data = new PortalData(internals.options);
    data.connect((err) => {
      expect(err).to.not.exist();
      data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
        expect(err).to.not.exist();
        const clientManifest = {
          deploymentGroupId: deploymentGroup.id,
          type: 'compose',
          format: 'yaml',
          raw: internals.composeFile
        };
        data.provisionManifest(clientManifest, (err, manifest) => {
          expect(err).to.not.exist();
          setTimeout(() => {
            data.getDeploymentGroup({ id: deploymentGroup.id }, (err, deploymentGroup) => {
              expect(err).to.not.exist();
              deploymentGroup.services().then((deploymentGroupServices) => {
                data.startServices({ ids: [deploymentGroupServices[0].id] }, (err, services) => {
                  expect(err).to.not.exist();
                  expect(services).to.exist();
                  done();
                });
              });
            });
          }, 80000);
        });
      });
    });
  });
});

// skipping by default since it takes so long
describe.skip('restartServices()', () => {
  it('restarts all instances of a service', { timeout: 180000 }, (done) => {
    const data = new PortalData(internals.options);
    data.connect((err) => {
      expect(err).to.not.exist();
      data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
        expect(err).to.not.exist();
        const clientManifest = {
          deploymentGroupId: deploymentGroup.id,
          type: 'compose',
          format: 'yaml',
          raw: internals.composeFile
        };
        data.provisionManifest(clientManifest, (err, manifest) => {
          expect(err).to.not.exist();
          setTimeout(() => {
            data.getDeploymentGroup({ id: deploymentGroup.id }, (err, deploymentGroup) => {
              expect(err).to.not.exist();
              deploymentGroup.services().then((deploymentGroupServices) => {
                data.restartServices({ ids: [deploymentGroupServices[0].id] }, (err, services) => {
                  expect(err).to.not.exist();
                  expect(services).to.exist();
                  done();
                });
              });
            });
          }, 80000);
        });
      });
    });
  });
});

// skipping by default since it takes so long
describe.skip('deleteServices()', () => {
  it('deletes all instances of a service', { timeout: 180000 }, (done) => {
    const data = new PortalData(internals.options);
    data.connect((err) => {
      expect(err).to.not.exist();
      data.createDeploymentGroup({ name: 'something' }, (err, deploymentGroup) => {
        expect(err).to.not.exist();
        const clientManifest = {
          deploymentGroupId: deploymentGroup.id,
          type: 'compose',
          format: 'yaml',
          raw: internals.composeFile
        };
        data.provisionManifest(clientManifest, (err, manifest) => {
          expect(err).to.not.exist();
          setTimeout(() => {
            data.getDeploymentGroup({ id: deploymentGroup.id }, (err, deploymentGroup) => {
              expect(err).to.not.exist();
              deploymentGroup.services().then((deploymentGroupServices) => {
                data.deleteServices({ ids: [deploymentGroupServices[0].id] }, (err, services) => {
                  expect(err).to.not.exist();
                  expect(services).to.exist();
                  done();
                });
              });
            });
          }, 80000);
        });
      });
    });
  });
});