batman

README.md

@@ -0,0 +1,14 @@
+# Tools to make the Byndle DX go brrr 😜
+
+Until further notice I'll throw anyting I find useful into the `bin` folder.
+Add this folder to your `PATH` to use them anywhere, any time in any terminal.
+To avoud cluttering it too bad there is also the `docker` folder, as my workflow runs the whole setup within docker.
+This too is in my `PATH`.
+
+
+### deploy.py
+
+To use this one you'll need to `pip install docker` and maybe also `pip install paramiko` depending on what you put in the `DOCKER_HOST` env var.
+It also requres `DOCKER_HOST` which I've set to `ssh://developer@10.47.2.50` requiring `paramiko` on my work machines.
+And at last `AZDO_PAT` which needs to be set to a Azure DevOps "personal access token".
+

bin/deploy.py

@@ -0,0 +1,139 @@
+#!/usr/bin/env python3
+from docker import from_env as docker_from_env, DockerClient
+from docker.models.services import Service
+from requests import Session
+from base64 import b64encode
+from typing import List
+from os import environ
+
+
+DRY_RUN = False
+
+
+# Map of Docker service names to Azure DevOps CI pipeline definition IDs
+SERVICE_MAPPER = {
+    'byndle_demofrontend': 18,
+    'byndle_demobackend': 16,
+    'byndle_frontend': 17,
+    'byndle_backend': 14,
+    'byndle_nextcom': 14,
+}
+
+
+class DevOpsAPI: # https://learn.microsoft.com/en-us/rest/api/azure/devops
+    "Limited Azure DevOps API client"
+    base: str = 'https://dev.azure.com/enevo'
+    proj: str = 'Byndle'
+    ver: str = '7.1'
+    ses: Session
+
+    def __init__(self, token=environ.get('AZDO_PAT')):
+        if token is None:
+            raise Exception(
+                    'env var AZDO_PAT needs to be set to a valid Azure DevOps access token!')
+
+        self.ses = Session()
+        self.ses.params['api-version'] = self.ver
+        self.set_token(token)
+
+    def set_token(self, token):
+        self.ses.headers['Authorization'] = 'Basic ' + b64encode(
+            bytes(':' + token, 'UTF-8')).decode()
+
+    def builds(self, definition, top=1):
+        json = self.ses.get('{}/{}/_apis/build/builds?definitions={}&$top={}'.format(
+            self.base, self.proj, definition, top
+        )).json()
+        return json['value'][0] if top == 1 else json
+
+
+class Deployer: # https://docker-py.readthedocs.io/en/stable/index.html
+    "Uses DevOpsAPI to fetch build IDs needed to deploy Docker swarm"
+    svcs: List[Service]
+    dock: DockerClient
+    az: DevOpsAPI
+    is_prod: bool
+
+    def __init__(self, is_prod = False):
+        if environ.get('DOCKER_HOST') is None:
+            raise Exception(
+                    'env var DOCKER_HOST needs to be set to deploy Docker swarm!')
+
+        self.is_prod = is_prod
+        self.dock = docker_from_env()
+        self.az = DevOpsAPI()
+        self.svcs = self.dock.services.list()
+
+        self.svc_name = lambda is_front: 'byndle_{}{}end'.format(
+            '' if self.is_prod else 'demo',
+            'front' if is_front else 'back')
+        
+        self.img_name = lambda svc_name: 'enevodocker/enevoleads{}e:{}_{}'.format(
+            'f' if 'front' in svc_name else 'b',
+            'prod' if self.is_prod else 'stage',
+            self.last_build_id(svc_name))
+
+    def last_build_id(self, service):
+        return self.az.builds(SERVICE_MAPPER[service])['id']
+
+    def get_svc(self, name):
+        for svc in self.svcs:
+            if svc.name == name:
+                return svc
+
+    def deploy(self, name):
+        img = self.img_name(name)
+        print('Deploying image {} on service {}'.format(img, name))
+        return self.get_svc(name).update(image=img, name=name)
+
+
+if __name__ == '__main__':
+    from getopt import getopt
+    from sys import argv
+
+    def usage():
+        print(
+            'Usage: {} [option(s)]'.format(argv[0]) +
+            '\n\t-p\tUse production environment' +
+            '\n\t-f\tDeploy frontend service' +
+            '\n\t-b\tDeploy backend service' +
+            '\n\t-n\tDeploy nextcom service' +
+            '\n\t-h\tShow this help')
+        exit(1)
+
+    is_prod = False
+    svcs = []
+
+    opts, args = getopt(argv[1:], 'pfbnh')
+    if '-p' in [opt for opt, _arg in opts]:
+        is_prod = True
+
+    dep = Deployer(is_prod)
+
+    for opt, arg in opts:
+        if opt == '-f':
+            svcs.append(dep.svc_name(True))
+        elif opt == '-b':
+            svcs.append(dep.svc_name(False))
+        elif opt == '-n':
+            svcs.append('byndle_nextcom')
+        elif opt == '-h':
+            usage()
+
+    if len(svcs) == 0:
+        usage()
+
+    if DRY_RUN:
+        for svc in svcs:
+            print('Would deploy image {} on service {}'.format(
+                dep.img_name(svc), svc))
+        exit(0)
+
+    for svc in svcs:
+        res = dep.deploy(svc)
+
+        if res['Warnings']:
+            from json import dumps
+            print(dumps(res, indent=2))
+
+    print('Done! 🤗')

docker/get-customer-marker-imgs.sh

@@ -0,0 +1,28 @@
+#!/bin/sh
+
+[ -z "$1" ] && echo "Usage: $0 [customer id]" && exit 1
+[ -z "$BYNDLE_SSHPASS" ] && echo 'Env var $BYNDLE_SSHPASS needs to be set!' && exit 1
+pwd=$BYNDLE_SSHPASS
+
+set -xe
+u=developer
+kp=10.47.2.20
+h=$u@$kp
+p=customerfiles/$1/images/mapmarker
+
+sshpass -p $pwd ssh $h tar cfz /tmp/$1.tgz -C /diskstation/byndle/$p .
+sshpass -p $pwd scp $h:/tmp/$1.tgz .
+sshpass -p $pwd ssh $h rm /tmp/$1.tgz
+
+docker cp $1.tgz work-leadsbe-1:/leads
+docker exec -i work-leadsbe-1 bash <<EOF
+cd /leads
+mkdir $p
+mv $1.tgz $p
+cd $p
+tar xfz $1.tgz
+rm $1.tgz
+EOF
+
+rm $1.tgz
+

docker/migration.sh

@@ -0,0 +1,12 @@
+#!/bin/sh
+[ -z "$1" ] && echo "Usage: $0 [migration name]" && exit 1
+set -x
+v=`cat Byndle\ Backend/enevo-leads/DockerfileDev | grep mcr.microsoft.com/dotnet/sdk | cut -d: -f2`
+docker compose run --rm -T leadsbe bash <<EOF
+set -x
+dotnet restore
+dotnet tool install -g --version '$v' dotnet-ef
+export PATH="\$PATH:/root/.dotnet/tools"
+dotnet-ef migrations add --context EnevoLeadsContext "$1"
+EOF
+

docker/recreate-containers

@@ -0,0 +1,9 @@
+#!/bin/sh
+rt=docker
+c="$rt compose"
+cs=${*:-'redis solr leadsbe leadsfe'}
+$c stop $cs
+[ $? -ne 0 ] && exit
+$c rm -f $cs
+$c up -d $cs
+$c logs -f $cs

docker/yarn.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+set -x
+docker compose run --rm -T leadsfe yarn $*