update for openflow 1.5

Uniplore-X · Feb 27, 2023 · 2c5d4ca · 2c5d4ca
1 parent 8041f5f
commit 2c5d4ca
Show file tree

Hide file tree

Showing 53 changed files with 685 additions and 10,467 deletions.
diff --git a/db-backup.sh b/db-backup.sh
@@ -1,7 +1,7 @@
 #!/bin/sh
-docker-compose exec mongodb rm /tmp/openflow.bak
-docker-compose exec mongodb /usr/bin/mongodump --db openflow --gzip --archive=/tmp/openflow.bak
-docker-compose cp mongodb:/tmp/openflow.bak .
+docker compose exec mongodb rm /tmp/openflow.bak
+docker compose exec mongodb /usr/bin/mongodump --db openflow --gzip --archive=/tmp/openflow.bak
+docker compose cp mongodb:/tmp/openflow.bak .
 current_time=$(date "+%Y.%m.%d-%H.%M.%S")
 echo "Current Time : $current_time"
 cp openflow.bak openflow.$current_time.bak
diff --git a/db-restore.sh b/db-restore.sh
@@ -1,3 +1,3 @@
 #!/bin/sh
-docker-compose cp openflow.bak mongodb:/tmp/
-docker-compose exec mongodb /usr/bin/mongorestore --gzip --archive=/open/openflow.bak
+docker compose cp openflow.bak mongodb:/tmp/
+docker compose exec mongodb /usr/bin/mongorestore --gzip --archive=/tmp/openflow.bak
diff --git a/docker-compose-ee.yml b/docker-compose-ee.yml
@@ -0,0 +1,164 @@
+version: "3.4"
+services:
+  mongodb:
+    image: mongo
+    restart: always
+    command: "--bind_ip_all --replSet rs0"
+    environment:
+      - MONGO_REPLICA_SET_NAME=rs0
+    volumes:
+      - mongodb_data:/data/db
+  mongosetup:
+    image: mongo
+    depends_on:
+      - mongodb
+    restart: "no"
+    command: >
+      mongosh --host mongodb:27017 --eval 
+      '
+      db = (new Mongo("mongodb:27017")).getDB("openflow");
+      config = {
+      "_id" : "rs0",
+      "members" : [
+        {
+          "_id" : 0,
+          "host" : "mongodb:27017"
+        }
+      ]
+      };
+      rs.initiate(config);
+      '
+  traefik:
+    image: traefik
+    command:
+      - "--api.insecure=true"
+      - "--providers.docker=true"
+      - "--providers.docker.exposedbydefault=false"
+      - "--entrypoints.web.address=:80"
+    ports:
+      - "80:80"
+    restart: always
+    volumes:
+      - "//var/run/docker.sock:/var/run/docker.sock:ro"
+  rabbitmq:
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.routers.rabbitmq.rule=Host(`mq.localhost.openiap.io`)"
+      - "traefik.http.routers.rabbitmq.entrypoints=web"
+      - "traefik.http.services.rabbitmq.loadbalancer.server.port=15672"
+    image: rabbitmq:3-management
+    restart: always
+  redis:
+    image: redis
+    command: >
+      --requirepass pass!word2
+  otel-collector:
+    image: otel/opentelemetry-collector
+    command: >
+      - "--config=/conf/otel-collector-config.yaml"
+    volumes:
+      - ./otel-collector-config.yaml:/conf/otel-collector-config.yaml
+  victoriametrics:
+    image: victoriametrics/victoria-metrics
+    depends_on:
+      - otel-collector
+    command:
+      - "--selfScrapeInterval=10s"
+    volumes:
+      - victoriametrics_data:/victoria-metrics-data
+  grafana:
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.routers.grafana.rule=Host(`grafana.localhost.openiap.io`)"
+      - "traefik.http.routers.grafana.entrypoints=web"
+      - "traefik.http.services.grafana.loadbalancer.server.port=3000"
+    image: openiap/grafana
+    restart: always
+    depends_on:
+      - api
+    environment:
+    - GF_AUTH_GENERIC_OAUTH_ENABLED=true
+    - GF_AUTH_GENERIC_OAUTH_ALLOW_SIGN_UP=true
+    - GF_AUTH_GENERIC_OAUTH_NAME=OpenFlow
+    - GF_AUTH_GENERIC_OAUTH_CLIENT_ID=application
+    - GF_AUTH_GENERIC_OAUTH_CLIENT_SECRET=secret
+    - GF_AUTH_GENERIC_OAUTH_SCOPES=openid offline_access
+    - GF_AUTH_GENERIC_OAUTH_EMAIL_ATTRIBUTE_PATH=email
+    - GF_AUTH_GENERIC_OAUTH_ROLE_ATTRIBUTE_PATH=role
+    - GF_AUTH_GENERIC_OAUTH_ROLE_ATTRIBUTE_STRICT=true
+    - GF_AUTH_GENERIC_OAUTH_AUTH_URL=http://localhost.openiap.io/oidc/auth
+    - GF_AUTH_GENERIC_OAUTH_TOKEN_URL=http://api:3000/oidc/token
+    - GF_AUTH_GENERIC_OAUTH_API_URL=http://api:3000/oidc/me
+    - GF_AUTH_DISABLE_LOGIN_FORM=false
+    - GF_AUTH_OAUTH_AUTO_LOGIN=true
+    - GF_AUTH_ANONYMOUS_ENABLED=false
+    - GF_AUTH_SIGNOUT_REDIRECT_URL=http://localhost.openiap.io/oidc/session/end
+    - GF_USERS_ALLOW_SIGN_UP=false
+    - GF_SERVER_DOMAIN=grafana.localhost.openiap.io
+    - GF_SERVER_ROOT_URL=http://grafana.localhost.openiap.io
+    - GF_SEND_USER_HEADER=false
+    - GF_REPORTING_ENABLED=false
+    volumes:
+      - grafana_data:/var/lib/grafana
+  api:
+    labels:
+      - traefik.enable=true
+      - traefik.frontend.passHostHeader=true
+      - traefik.http.routers.http-router.rule=Host(`localhost.openiap.io`)
+      - traefik.http.routers.http-router.service=http-service
+      - traefik.http.services.http-service.loadbalancer.server.port=3000
+      - traefik.http.routers.grpc-router.rule=Host(`grpc.localhost.openiap.io`)
+      - traefik.http.routers.grpc-router.service=grpc-service
+      - traefik.http.services.grpc-service.loadbalancer.server.port=50051
+      - traefik.http.services.grpc-service.loadbalancer.server.scheme=h2c
+    image: openiap/openflow
+    deploy:
+      replicas: 1
+    pull_policy: always
+    restart: always
+    volumes:
+      - "//var/run/docker.sock:/var/run/docker.sock"
+    depends_on:
+      - rabbitmq
+      - mongodb
+      - redis
+    environment:
+      - otel_metric_url=http://otel-collector:4317
+      - multi_tenant=false
+      - auto_create_users=true
+      - auto_create_domains=
+      - websocket_package_size=25000
+      - websocket_max_package_count=1048576
+      - protocol=http
+      - port=3000
+      - domain=localhost.openiap.io
+      - log_with_colors=false
+
+      # uncomment below 2 lines, if you have set replicas above 1
+      # - enable_openflow_amqp=true
+      # - amqp_prefetch=25
+      # uncomment to add agents to the same docker compose project ( will breake running docker compose up -d if any agents running )
+      # - agent_docker_use_project=true  
+
+      - amqp_url=amqp://guest:guest@rabbitmq
+      - mongodb_url=mongodb://mongodb:27017
+      - mongodb_db=openflow
+
+      - agent_oidc_userinfo_endpoint=http://api:3000/oidc/me
+      - agent_oidc_issuer=http://localhost.openiap.io/oidc
+      - agent_oidc_authorization_endpoint=http://localhost.openiap.io/oidc/auth
+      - agent_oidc_token_endpoint=http://api:3000/oidc/token
+
+      - aes_secret=O1itlrmA47WzxPj95YHD2sZs7IchYaQI25mQ
+      - license_key=PT09PUJFR0lOIExJQ0VOU0U9PT09CjIKCjIwMjMtMDUtMjdUMTA6NDQ6NDMuMTI4Wgpsb2NhbGhvc3Qub3BlbmlhcC5pbwpNYk1RQlM2QUxUUndjYzVzU1hCRlZmMHBvMnhJN0xwdFlDNGhTUEpOR0RGSUxxRDlMUXQ4SGRyUC9DMkNvUW1yN2ozTUJmV2ZuMlNqWFNENXgwa3pGWHJVcUlIZWtHK2xFZHhjeGxLZE5MbG5mWU10RlpQUElZbEl5VWJVMENTQW5tWnJSdkhSTk9uejcyMkxlbXV2MU9seFZWclRuT3llYXdNeHFsNndMTlFpTXEvaUszbCtoMHVZUm1jK1pCMm4xYU5oTlZ1ZDlYS0VDa3FtM2g5MUwzdFZ0d05HVDdKbzJqb1FQTTc0bGZkMW52VXZ5RU1VbTFxbXBVeUpieko0UjFtZFF2TTIyT1U3ellVWXM0ZFdCQ2UwMFN5R3dXU1JJR1hjSlBwMG5nUDU3SFFIS2kzT3JjTzg3UUV0SmxnMFhuMTRLUXovOVBRbHFtd0VNd1Bnenc9PQo9PT09PUVORCBMSUNFTlNFPT09PT0=
+
+      - cache_store_type=redis
+      - cache_store_redis_host=redis
+      - cache_store_redis_password=pass!word2
+volumes:
+  mongodb_data:
+    driver: local
+  victoriametrics_data:
+    driver: local
+  grafana_data:
+    driver: local
diff --git a/docker-compose-letsencrypt-dns01.yml b/docker-compose-letsencrypt-dns01.yml
@@ -0,0 +1,123 @@
+version: "3.3"
+services:
+  mongodb:
+    image: mongo
+    restart: always
+    command: "--bind_ip_all --replSet rs0"
+    environment:
+      - MONGO_REPLICA_SET_NAME=rs0
+    volumes:
+      - mongodb_data:/data/db
+  mongosetup:
+    image: mongo
+    depends_on:
+      - mongodb
+    restart: "no"
+    command: >
+      mongosh --host mongodb:27017 --eval 
+      '
+      db = (new Mongo("mongodb:27017")).getDB("openflow");
+      config = {
+      "_id" : "rs0",
+      "members" : [
+        {
+          "_id" : 0,
+          "host" : "mongodb:27017"
+        }
+      ]
+      };
+      rs.initiate(config);
+      '
+  traefik:
+    image: traefik
+    command:
+      - "--providers.docker=true"
+      - "--providers.docker.exposedbydefault=false"
+      - "--entrypoints.websecure.address=:443"
+      - "--entrypoints.web.address=:80"
+      # - "--log.level=DEBUG"
+
+      - --certificatesresolvers.myresolver.acme.dnschallenge.provider=gcloud
+      - [email protected]
+      - --certificatesresolvers.myresolver.acme.dnschallenge.resolvers=1.1.1.1
+      - --certificatesresolvers.myresolver.acme.storage=/letsencrypt/acme.json
+      # # middleware redirect
+      # - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"
+      # # global redirect to https
+      # - "traefik.http.routers.redirs.rule=hostregexp(`{host:.+}`)"
+      # - "traefik.http.routers.redirs.entrypoints=web"
+      # - "traefik.http.routers.redirs.middlewares=redirect-to-https"
+    environment:
+      - GCE_PROJECT=apiproject-237214
+      - GCE_SERVICE_ACCOUNT_FILE=/letsencrypt/account.json
+      - DO_POLLING_INTERVAL=5
+      - DO_PROPAGATION_TIMEOUT=120
+      - DO_TTL=30
+    ports:
+      - "80:80"
+      - "443:443"
+    restart: always
+    volumes:
+      - "./letsencrypt:/letsencrypt"
+      - "//var/run/docker.sock:/var/run/docker.sock:ro"
+  rabbitmq:
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.routers.rabbitmq.rule=Host(`mq.localhost.openiap.io`)"
+      - "traefik.http.routers.rabbitmq.entrypoints=websecure"
+      - "traefik.http.routers.rabbitmq.tls.certresolver=myresolver"
+      - "traefik.http.services.rabbitmq.loadbalancer.server.port=15672"
+    image: rabbitmq:3-management
+    restart: always
+  api:
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.routers.api.rule=Host(`localhost.openiap.io`)"
+      - "traefik.http.routers.api.entrypoints=websecure"
+      - "traefik.http.routers.api.tls.certresolver=myresolver"
+      - "traefik.http.services.api.loadbalancer.server.port=3000"
+      - "traefik.frontend.passHostHeader=true"
+    image: openiap/openflow
+    deploy:
+      replicas: 1
+    pull_policy: always
+    restart: always
+    depends_on:
+      - rabbitmq
+      - mongodb
+    volumes:
+      - "//var/run/docker.sock:/var/run/docker.sock"
+    environment:
+      - multi_tenant=false
+      - auto_create_users=true
+      - auto_create_domains=
+      - websocket_package_size=25000
+      - websocket_max_package_count=1048576
+      - protocol=https
+      - port=3000
+      - agent_docker_entrypoints=web,websecure
+      - agent_docker_certresolver=myresolver
+      - domain=localhost.openiap.io
+      - log_with_colors=false
+
+      - agent_oidc_userinfo_endpoint=http://api:3000/oidc/me
+      - agent_oidc_issuer=https://localhost.openiap.io/oidc
+      - agent_oidc_authorization_endpoint=https://localhost.openiap.io/oidc/auth
+      - agent_oidc_token_endpoint=http://api:3000/oidc/token
+      - agent_docker_entrypoints=web,websecure
+      - agent_docker_certresolver=myresolver
+
+      # uncomment below 2 lines, if you have set replicas above 1
+      # - enable_openflow_amqp=true
+      # - amqp_prefetch=25
+      # uncomment to add agents to the same docker compose project ( will breake running docker compose up -d if any agents running )
+      # - agent_docker_use_project=true  
+
+      - amqp_url=amqp://guest:guest@rabbitmq
+      - mongodb_url=mongodb://mongodb:27017
+      - mongodb_db=openrpa
+
+      - aes_secret=O1itlrmA47WzxPj95YHD2sZs7IchYaQI25mQ
+volumes:
+  mongodb_data:
+    driver: local