From 9e6918943e4a9194355a5c415514eb741a50e3a8 Mon Sep 17 00:00:00 2001 From: "AzureAD\\NikolaiSchuster" Date: Tue, 15 Feb 2022 10:38:59 +0100 Subject: [PATCH] docker files --- .../apache_ignite/benchmark-config.xml | 77 ++++++++++++ docker_files/apache_ignite/docker-compose.yml | 34 ++++++ .../cratedb_docker/docker-compose.yml | 109 +++++++++++++++++ .../important_before_starting.txt | 1 + .../cratedb_docker/server/docker-compose.yml | 115 ++++++++++++++++++ .../cratedb_docker/single/docker-compose.yml | 42 +++++++ docker_files/exasol_docker/docker-compose.yml | 24 ++++ .../limit10core/docker-compose.yml | 29 +++++ .../limit5core/docker-compose.yml | 28 +++++ .../mariadb_docker/docker-compose.yml | 9 ++ .../mariadb_docker/limited/docker-compose.yml | 13 ++ .../use_after_starting_container.txt | 1 + docker_files/postgres/docker-compose.yml | 28 +++++ .../postgres/limited/docker-compose.yml | 32 +++++ 14 files changed, 542 insertions(+) create mode 100644 docker_files/apache_ignite/benchmark-config.xml create mode 100644 docker_files/apache_ignite/docker-compose.yml create mode 100644 docker_files/cratedb_docker/docker-compose.yml create mode 100644 docker_files/cratedb_docker/important_before_starting.txt create mode 100644 docker_files/cratedb_docker/server/docker-compose.yml create mode 100644 docker_files/cratedb_docker/single/docker-compose.yml create mode 100644 docker_files/exasol_docker/docker-compose.yml create mode 100644 docker_files/exasol_docker/limit10core/docker-compose.yml create mode 100644 docker_files/exasol_docker/limit5core/docker-compose.yml create mode 100644 docker_files/mariadb_docker/docker-compose.yml create mode 100644 docker_files/mariadb_docker/limited/docker-compose.yml create mode 100644 docker_files/mariadb_docker/use_after_starting_container.txt create mode 100644 docker_files/postgres/docker-compose.yml create mode 100644 docker_files/postgres/limited/docker-compose.yml diff --git a/docker_files/apache_ignite/benchmark-config.xml b/docker_files/apache_ignite/benchmark-config.xml new file mode 100644 index 0000000..b21a0da --- /dev/null +++ b/docker_files/apache_ignite/benchmark-config.xml @@ -0,0 +1,77 @@ + + + + + + + + + + + + + + tpch + + + + + + + + + + + + + + + + + + + + + diff --git a/docker_files/apache_ignite/docker-compose.yml b/docker_files/apache_ignite/docker-compose.yml new file mode 100644 index 0000000..fde554a --- /dev/null +++ b/docker_files/apache_ignite/docker-compose.yml @@ -0,0 +1,34 @@ +version: '3.7' +services: + ignite: + container_name: benchmark-ignite + ports: + - '8080:8080' + - '10800:10800' + - '11211:11211' + - '31500-31510:31500-31510' + - '31100:31100' + - '11231:11231' + - '10831:10831' +# - '47500:47500' + image: apacheignite/ignite + networks: + bench-net: + ipv4_address: 172.40.0.10 + volumes: + - 'ignite-volume:/storage' + - './benchmark-config.xml:/benchmark-config.xml' + environment: + - CONFIG_URI=/benchmark-config.xml + - IGNITE_WORK_DIR=/storage + - OPTION_LIBS=ignite-rest-http + - _JAVA_OPTIONS= -Xms10g -Xmx10g -XX:+AlwaysPreTouch -XX:+UseG1GC -XX:+ScavengeBeforeFullGC +volumes: + ignite-volume: + name: ignite-persistence +networks: + bench-net: + ipam: + driver: default + config: + - subnet: 172.40.0.0/24 diff --git a/docker_files/cratedb_docker/docker-compose.yml b/docker_files/cratedb_docker/docker-compose.yml new file mode 100644 index 0000000..3743221 --- /dev/null +++ b/docker_files/cratedb_docker/docker-compose.yml @@ -0,0 +1,109 @@ +version: '3.8' +services: + cratedb01: + container_name: crate1 + image: crate:latest + ports: + - "4201:4200" +# volumes: +# - /tmp/crate/01:/data + command: ["crate", + "-Ccluster.name=crate-docker-cluster", + "-Cnode.name=cratedb01", + "-Cnode.data=true", + "-Cnetwork.host=_eth0_", + "-Cdiscovery.seed_hosts=cratedb02,cratedb03", + "-Ccluster.initial_master_nodes=cratedb01,cratedb02,cratedb03", + "-Cgateway.expected_nodes=3", + "-Cgateway.recover_after_nodes=2", + "-Ccluster.routing.allocation.disk.threshold_enabled=false"] + deploy: + replicas: 1 + restart_policy: + condition: on-failure + resources: + limits: + cpus: '1' + memory: 3g + environment: + - CRATE_HEAP_SIZE=2g + networks: + crate: + ipv4_address: 172.70.0.71 + + cratedb02: + container_name: crate2 + image: crate:latest + ports: + - "4202:4200" +# volumes: +# - /tmp/crate/02:/data + command: ["crate", + "-Ccluster.name=crate-docker-cluster", + "-Cnode.name=cratedb02", + "-Cnode.data=true", + "-Cnetwork.host=_eth0_", + "-Cdiscovery.seed_hosts=cratedb01,cratedb03", + "-Ccluster.initial_master_nodes=cratedb01,cratedb02,cratedb03", + "-Cgateway.expected_nodes=3", + "-Cgateway.recover_after_nodes=2", + "-Ccluster.routing.allocation.disk.threshold_enabled=false"] + deploy: + replicas: 1 + restart_policy: + condition: on-failure + resources: + limits: + cpus: '1' + memory: 3g + environment: + - CRATE_HEAP_SIZE=2g + networks: + crate: + ipv4_address: 172.70.0.72 + + cratedb03: + container_name: crate3 + image: crate:latest + ports: + - "4203:4200" +# volumes: +# - /tmp/crate/03:/data + command: ["crate", + "-Ccluster.name=crate-docker-cluster", + "-Cnode.name=cratedb03", + "-Cnode.data=true", + "-Cnetwork.host=_eth0_", + "-Cdiscovery.seed_hosts=cratedb01,cratedb02", + "-Ccluster.initial_master_nodes=cratedb01,cratedb02,cratedb03", + "-Cgateway.expected_nodes=3", + "-Cgateway.recover_after_nodes=2", + "-Ccluster.routing.allocation.disk.threshold_enabled=false"] + deploy: + replicas: 1 + restart_policy: + condition: on-failure + resources: + limits: + cpus: '1' + memory: 3g + environment: + - CRATE_HEAP_SIZE=2g + networks: + crate: + ipv4_address: 172.70.0.73 + +# crash: +# image: crash aptosretail/cratedb-crash +# ports: +# - "4204" +# networks: +# crate: +# ipv4_address: 172.70.0.74 + +networks: + crate: + ipam: + driver: default + config: + - subnet: 172.70.0.0/24 \ No newline at end of file diff --git a/docker_files/cratedb_docker/important_before_starting.txt b/docker_files/cratedb_docker/important_before_starting.txt new file mode 100644 index 0000000..b160c4b --- /dev/null +++ b/docker_files/cratedb_docker/important_before_starting.txt @@ -0,0 +1 @@ +if error 78, do: sudo sysctl -w vm.max_map_count=524288 diff --git a/docker_files/cratedb_docker/server/docker-compose.yml b/docker_files/cratedb_docker/server/docker-compose.yml new file mode 100644 index 0000000..85464b3 --- /dev/null +++ b/docker_files/cratedb_docker/server/docker-compose.yml @@ -0,0 +1,115 @@ +version: '3.8' +services: + cratedb01: + container_name: crate1 + image: crate:latest + ports: + - "4201:4200" + volumes: + - 'crate01-volume:/data' + command: ["crate", + "-Ccluster.name=crate-docker-cluster", + "-Cnode.name=cratedb01", + "-Cnode.data=true", + "-Cnetwork.host=_eth0_", + "-Cdiscovery.seed_hosts=cratedb02,cratedb03", + "-Ccluster.initial_master_nodes=cratedb01,cratedb02,cratedb03", + "-Cgateway.expected_nodes=3", + "-Cgateway.recover_after_nodes=2", + "-Ccluster.routing.allocation.disk.threshold_enabled=false"] + deploy: + replicas: 1 + restart_policy: + condition: on-failure + resources: + limits: + cpus: '6' + memory: 20g + environment: + - CRATE_HEAP_SIZE=10g + networks: + crate: + ipv4_address: 172.70.0.71 + + cratedb02: + container_name: crate2 + image: crate:latest + ports: + - "4202:4200" + volumes: + - 'crate02-volume:/data' + command: ["crate", + "-Ccluster.name=crate-docker-cluster", + "-Cnode.name=cratedb02", + "-Cnode.data=true", + "-Cnetwork.host=_eth0_", + "-Cdiscovery.seed_hosts=cratedb01,cratedb03", + "-Ccluster.initial_master_nodes=cratedb01,cratedb02,cratedb03", + "-Cgateway.expected_nodes=3", + "-Cgateway.recover_after_nodes=2", + "-Ccluster.routing.allocation.disk.threshold_enabled=false"] + deploy: + replicas: 1 + restart_policy: + condition: on-failure + resources: + limits: + cpus: '6' + memory: 20g + environment: + - CRATE_HEAP_SIZE=10g + networks: + crate: + ipv4_address: 172.70.0.72 + + cratedb03: + container_name: crate3 + image: crate:latest + ports: + - "4203:4200" + volumes: + - 'crate03-volume:/data' + command: ["crate", + "-Ccluster.name=crate-docker-cluster", + "-Cnode.name=cratedb03", + "-Cnode.data=true", + "-Cnetwork.host=_eth0_", + "-Cdiscovery.seed_hosts=cratedb01,cratedb02", + "-Ccluster.initial_master_nodes=cratedb01,cratedb02,cratedb03", + "-Cgateway.expected_nodes=3", + "-Cgateway.recover_after_nodes=2", + "-Ccluster.routing.allocation.disk.threshold_enabled=false"] + deploy: + replicas: 1 + restart_policy: + condition: on-failure + resources: + limits: + cpus: '6' + memory: 20g + environment: + - CRATE_HEAP_SIZE=10g + networks: + crate: + ipv4_address: 172.70.0.73 + +# crash: +# image: crash aptosretail/cratedb-crash +# ports: +# - "4204" +# networks: +# crate: +# ipv4_address: 172.70.0.74 +volumes: + crate01-volume: + name: crate01-data + crate02-volume: + name: crate02-data + crate03-volume: + name: crate03-data +networks: + crate: + ipam: + driver: default + config: + - subnet: 172.70.0.0/24 \ No newline at end of file diff --git a/docker_files/cratedb_docker/single/docker-compose.yml b/docker_files/cratedb_docker/single/docker-compose.yml new file mode 100644 index 0000000..1f692c4 --- /dev/null +++ b/docker_files/cratedb_docker/single/docker-compose.yml @@ -0,0 +1,42 @@ +version: '3.8' +services: + cratedb01: + container_name: crate1 + image: crate:latest + ports: + - "4201:4200" + volumes: + - 'crate01-volume:/data' +# volumes: +# - /tmp/crate/01:/data + command: ["crate", + "-Ccluster.name=crate-docker-cluster", + "-Cnode.name=cratedb01", + "-Cnode.data=true", + "-Cnetwork.host=_eth0_", + "-Ccluster.initial_master_nodes=cratedb01", + "-Cgateway.expected_nodes=1", + "-Ccluster.routing.allocation.disk.threshold_enabled=false"] + deploy: + replicas: 1 + restart_policy: + condition: on-failure + resources: + limits: + cpus: '1' + memory: 60g + environment: + - CRATE_HEAP_SIZE=15g + networks: + crate: + ipv4_address: 172.70.0.71 + +volumes: + crate01-volume: + name: crate01-data +networks: + crate: + ipam: + driver: default + config: + - subnet: 172.70.0.0/24 diff --git a/docker_files/exasol_docker/docker-compose.yml b/docker_files/exasol_docker/docker-compose.yml new file mode 100644 index 0000000..e51b257 --- /dev/null +++ b/docker_files/exasol_docker/docker-compose.yml @@ -0,0 +1,24 @@ +version: '3.7' +services: + benchmark-exasol: + container_name: benchmark-dev-exa + ports: + - '8563:8563' + privileged: true +# volumes: +# - 'benchmark-exa-volume:/exa' + image: exasol/docker-db:latest-7.0 +# Falls docker volume und docker image ein Versions-Mismatch haben, feste Version verwenden (siehe nächste Zeile) +# image: exasol/docker-db:7.0.3 + networks: + benchmark-dev-net: + ipv4_address: 172.30.0.20 +#volumes: +# benchmark-exa-volume: +# name: benchmark-exa-data +networks: + benchmark-dev-net: + ipam: + driver: default + config: + - subnet: 172.30.0.0/24 diff --git a/docker_files/exasol_docker/limit10core/docker-compose.yml b/docker_files/exasol_docker/limit10core/docker-compose.yml new file mode 100644 index 0000000..5642f83 --- /dev/null +++ b/docker_files/exasol_docker/limit10core/docker-compose.yml @@ -0,0 +1,29 @@ +version: '2.4' +services: + benchmark-exasol: + container_name: benchmark-dev-exa + ports: + - '8563:8563' + privileged: true +# volumes: +# - 'benchmark-exa-volume:/exa' + image: exasol/docker-db:latest-7.0 +# Falls docker volume und docker image ein Versions-Mismatch haben, feste Version verwenden (siehe nächste Zeile) +# image: exasol/docker-db:7.0.3 + networks: + benchmark-dev-net: + ipv4_address: 172.30.0.20 + #deploy: + #resources: + #limits: + # cpus: '10' + #memory: 20g +#volumes: +# benchmark-exa-volume: +# name: benchmark-exa-data +networks: + benchmark-dev-net: + ipam: + driver: default + config: + - subnet: 172.30.0.0/24 diff --git a/docker_files/exasol_docker/limit5core/docker-compose.yml b/docker_files/exasol_docker/limit5core/docker-compose.yml new file mode 100644 index 0000000..e5cf087 --- /dev/null +++ b/docker_files/exasol_docker/limit5core/docker-compose.yml @@ -0,0 +1,28 @@ +version: '3.7' +services: + benchmark-exasol: + container_name: benchmark-dev-exa + ports: + - '8563:8563' + privileged: true +# volumes: +# - 'benchmark-exa-volume:/exa' + image: exasol/docker-db:latest-7.0 +# Falls docker volume und docker image ein Versions-Mismatch haben, feste Version verwenden (siehe nächste Zeile) +# image: exasol/docker-db:7.0.3 + networks: + benchmark-dev-net: + ipv4_address: 172.30.0.20 + deploy: + resources: + cpus: '5' + memory: 20g +#volumes: +# benchmark-exa-volume: +# name: benchmark-exa-data +networks: + benchmark-dev-net: + ipam: + driver: default + config: + - subnet: 172.30.0.0/24 diff --git a/docker_files/mariadb_docker/docker-compose.yml b/docker_files/mariadb_docker/docker-compose.yml new file mode 100644 index 0000000..ca4d333 --- /dev/null +++ b/docker_files/mariadb_docker/docker-compose.yml @@ -0,0 +1,9 @@ +version: '3.3' +services: + columnstore: + ports: + - '3306:3306' + environment: + - ANALYTICS_ONLY=1 + container_name: benchmark-mariadbsc + image: mariadb/columnstore \ No newline at end of file diff --git a/docker_files/mariadb_docker/limited/docker-compose.yml b/docker_files/mariadb_docker/limited/docker-compose.yml new file mode 100644 index 0000000..b9b52e0 --- /dev/null +++ b/docker_files/mariadb_docker/limited/docker-compose.yml @@ -0,0 +1,13 @@ +version: '3.3' +services: + columnstore: + ports: + - '3306:3306' + environment: + - ANALYTICS_ONLY=1 + container_name: benchmark-mariadbsc + image: mariadb/columnstore + deploy: + resources: + limits: + cpus: '5' diff --git a/docker_files/mariadb_docker/use_after_starting_container.txt b/docker_files/mariadb_docker/use_after_starting_container.txt new file mode 100644 index 0000000..80c2f38 --- /dev/null +++ b/docker_files/mariadb_docker/use_after_starting_container.txt @@ -0,0 +1 @@ +docker exec benchmark-mariadbsc mariadb -e "GRANT ALL PRIVILEGES ON *.* TO 'nsc'@'%' IDENTIFIED BY 'mariadbcs';" diff --git a/docker_files/postgres/docker-compose.yml b/docker_files/postgres/docker-compose.yml new file mode 100644 index 0000000..0f3d843 --- /dev/null +++ b/docker_files/postgres/docker-compose.yml @@ -0,0 +1,28 @@ +version: '3.7' +services: + mb-psql: + container_name: benchmark-postgres + ports: + - '5439:5432' + environment: + - POSTGRESQL_USERNAME=p + - POSTGRESQL_PASSWORD=postgres + - POSTGRESQL_DATABASE=benchmark + - PGPASSWORD=postgres + - POSTGRESQL_POSTGRES_PASSWORD=postgres + image: bitnami/postgresql + shm_size: 16g +# volumes: +# - 'mb-psql-volume:/bitnami/postgresql' + networks: + benchmark-postgres-net: + ipv4_address: 172.40.113.10 +#volumes: +# mb-psql-volume: +# name: mb-psql-data +networks: + benchmark-postgres-net: + ipam: + driver: default + config: + - subnet: 172.40.113.0/24 diff --git a/docker_files/postgres/limited/docker-compose.yml b/docker_files/postgres/limited/docker-compose.yml new file mode 100644 index 0000000..2c70cd6 --- /dev/null +++ b/docker_files/postgres/limited/docker-compose.yml @@ -0,0 +1,32 @@ +version: '3.7' +services: + mb-psql: + container_name: benchmark-postgres + ports: + - '5439:5432' + environment: + - POSTGRESQL_USERNAME=p + - POSTGRESQL_PASSWORD=postgres + - POSTGRESQL_DATABASE=benchmark + - PGPASSWORD=postgres + - POSTGRESQL_POSTGRES_PASSWORD=postgres + image: bitnami/postgresql + shm_size: 16g +# volumes: +# - 'mb-psql-volume:/bitnami/postgresql' + networks: + benchmark-postgres-net: + ipv4_address: 172.40.113.10 + deploy: + resources: + limits: + cpus: '5' +#volumes: +# mb-psql-volume: +# name: mb-psql-data +networks: + benchmark-postgres-net: + ipam: + driver: default + config: + - subnet: 172.40.113.0/24