diff options
author | Peder Bergebakken Sundt <pbsds@hotmail.com> | 2023-12-07 04:24:16 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-12-07 04:24:16 +0100 |
commit | d41449afb37485a15fcf21a9150c61727304feb8 (patch) | |
tree | b4029905f6685c1c316f5dadc6fefc556d44ca7a /nixos/tests | |
parent | 0d0efa07594e4c2c081d29844b6f7b024d30afcc (diff) | |
parent | 7697f2ef7f17a22747e1b9e4dc16120a173ed483 (diff) | |
download | nixlib-d41449afb37485a15fcf21a9150c61727304feb8.tar nixlib-d41449afb37485a15fcf21a9150c61727304feb8.tar.gz nixlib-d41449afb37485a15fcf21a9150c61727304feb8.tar.bz2 nixlib-d41449afb37485a15fcf21a9150c61727304feb8.tar.lz nixlib-d41449afb37485a15fcf21a9150c61727304feb8.tar.xz nixlib-d41449afb37485a15fcf21a9150c61727304feb8.tar.zst nixlib-d41449afb37485a15fcf21a9150c61727304feb8.zip |
Merge pull request #256737 from illustris/spark
spark: init 3.5.0, 3.4.0->3.4.2, 3.3.2->3.3.3
Diffstat (limited to 'nixos/tests')
-rw-r--r-- | nixos/tests/spark/default.nix | 66 |
1 files changed, 43 insertions, 23 deletions
diff --git a/nixos/tests/spark/default.nix b/nixos/tests/spark/default.nix index 462f0d23a403..eed7db35bf4f 100644 --- a/nixos/tests/spark/default.nix +++ b/nixos/tests/spark/default.nix @@ -1,28 +1,48 @@ -import ../make-test-python.nix ({...}: { - name = "spark"; +{ pkgs, ... }: - nodes = { - worker = { nodes, pkgs, ... }: { - services.spark.worker = { - enable = true; - master = "master:7077"; +let + inherit (pkgs) lib; + tests = { + default = testsForPackage { sparkPackage = pkgs.spark; }; + }; + + testsForPackage = args: lib.recurseIntoAttrs { + sparkCluster = testSparkCluster args; + passthru.override = args': testsForPackage (args // args'); + }; + testSparkCluster = { sparkPackage, ... }: pkgs.nixosTest ({ + name = "spark"; + + nodes = { + worker = { nodes, pkgs, ... }: { + services.spark = { + package = sparkPackage; + worker = { + enable = true; + master = "master:7077"; + }; + }; + virtualisation.memorySize = 2048; }; - virtualisation.memorySize = 2048; - }; - master = { config, pkgs, ... }: { - services.spark.master = { - enable = true; - bind = "0.0.0.0"; + master = { config, pkgs, ... }: { + services.spark = { + package = sparkPackage; + master = { + enable = true; + bind = "0.0.0.0"; + }; + }; + networking.firewall.allowedTCPPorts = [ 22 7077 8080 ]; }; - networking.firewall.allowedTCPPorts = [ 22 7077 8080 ]; }; - }; - testScript = '' - master.wait_for_unit("spark-master.service") - worker.wait_for_unit("spark-worker.service") - worker.copy_from_host( "${./spark_sample.py}", "/spark_sample.py" ) - assert "<title>Spark Master at spark://" in worker.succeed("curl -sSfkL http://master:8080/") - worker.succeed("spark-submit --master spark://master:7077 --executor-memory 512m --executor-cores 1 /spark_sample.py") - ''; -}) + testScript = '' + master.wait_for_unit("spark-master.service") + worker.wait_for_unit("spark-worker.service") + worker.copy_from_host( "${./spark_sample.py}", "/spark_sample.py" ) + assert "<title>Spark Master at spark://" in worker.succeed("curl -sSfkL http://master:8080/") + worker.succeed("spark-submit --version | systemd-cat") + worker.succeed("spark-submit --master spark://master:7077 --executor-memory 512m --executor-cores 1 /spark_sample.py") + ''; + }); +in tests |