/* This is the Hydra jobset for the `haskell-updates` branch in Nixpkgs. You can see the status of this jobset at https://hydra.nixos.org/jobset/nixpkgs/haskell-updates. To debug this expression you can use `hydra-eval-jobs` from `pkgs.hydra_unstable` which prints the jobset description to `stdout`: $ hydra-eval-jobs -I . pkgs/top-level/release-haskell.nix */ { supportedSystems ? [ "x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin" ] }: let releaseLib = import ./release-lib.nix { inherit supportedSystems; }; inherit (releaseLib) lib mapTestOn packagePlatforms pkgs ; # Helper function which traverses a (nested) set # of derivations produced by mapTestOn and flattens # it to a list of derivations suitable to be passed # to `releaseTools.aggregate` as constituents. # Removes all non derivations from the input jobList. # # accumulateDerivations :: [ Either Derivation AttrSet ] -> [ Derivation ] # # > accumulateDerivations [ drv1 "string" { foo = drv2; bar = { baz = drv3; }; } ] # [ drv1 drv2 drv3 ] accumulateDerivations = jobList: lib.concatMap ( attrs: if lib.isDerivation attrs then [ attrs ] else lib.optionals (lib.isAttrs attrs) (accumulateDerivations (lib.attrValues attrs)) ) jobList; # names of all subsets of `pkgs.haskell.packages` # # compilerNames looks like the following: # # ``` # { # ghc810 = "ghc810"; # ghc8102Binary = "ghc8102Binary"; # ghc8102BinaryMinimal = "ghc8102BinaryMinimal"; # ghc8107 = "ghc8107"; # ghc924 = "ghc924"; # ... # } # ``` compilerNames = lib.mapAttrs (name: _: name) pkgs.haskell.packages; # list of all compilers to test specific packages on released = with compilerNames; [ ghc8107 ghc902 ghc924 ghc925 ghc926 ghc927 ghc928 ghc945 ghc946 ghc947 ghc962 ghc963 ghc981 ]; # packagePlatforms applied to `haskell.packages.*` # # This returns an attr set that looks like the following, where each Haskell # package in the compiler attr set has its list of supported platforms as its # value. # # ``` # { # ghc810 = { # conduit = [ ... ]; # lens = [ "i686-cygwin" "x86_64-cygwin" ... "x86_64-windows" "i686-windows" ] # ... # }; # ghc902 = { ... }; # ... # } # ``` compilerPlatforms = lib.mapAttrs (_: v: packagePlatforms v) pkgs.haskell.packages; # This function lets you specify specific packages # which are to be tested on a list of specific GHC # versions and returns a job set for all specified # combinations. # # You can call versionedCompilerJobs like the following: # # ``` # versionedCompilerJobs { # ghc-tags = ["ghc902" "ghc924"]; # } # ``` # # This would produce an output like the following: # # ``` # { # haskell.packages = { # ghc884 = {}; # ghc810 = {}; # ghc902 = { # ghc-tags = { # aarch64-darwin = ; # aarch64-linux = ; # ... # }; # }; # ghc924 = { # ghc-tags = { ... }; # }; # ... # }; # } # ``` versionedCompilerJobs = config: mapTestOn { haskell.packages = let # Mapping function that takes an attrset of jobs, and # removes all jobs that are not specified in config. # # For example, imagine a call to onlyConfigJobs like: # # ``` # onlyConfigJobs # "ghc902" # { # conduit = [ ... ]; # lens = [ "i686-cygwin" "x86_64-cygwin" ... "x86_64-windows" "i686-windows" ]; # } # ``` # # onlyConfigJobs pulls out only those jobs that are specified in config. # # For instance, if config is `{ lens = [ "ghc902" ]; }`, then the above # example call to onlyConfigJobs will return: # # ``` # { lens = [ "i686-cygwin" "x86_64-cygwin" ... "x86_64-windows" "i686-windows" ]; } # ``` # # If config is `{ lens = [ "ghc8107" ]; }`, then the above example call # to onlyConfigJobs returns `{}`. # # onlyConfigJobs will also remove all platforms from a job that are not # supported by the GHC it is compiled with. onlyConfigJobs = ghc: jobs: let configFilteredJobset = lib.filterAttrs (jobName: platforms: lib.elem ghc (config."${jobName}" or [])) jobs; # Remove platforms from each job that are not supported by GHC. # This is important so that we don't build jobs for platforms # where GHC can't be compiled. jobsetWithGHCPlatforms = lib.mapAttrs (_: platforms: lib.intersectLists jobs.ghc platforms) configFilteredJobset; in jobsetWithGHCPlatforms; in lib.mapAttrs onlyConfigJobs compilerPlatforms; }; # hydra jobs for `pkgs` of which we import a subset of pkgsPlatforms = packagePlatforms pkgs; # names of packages in an attribute set that are maintained maintainedPkgNames = set: builtins.attrNames (lib.filterAttrs ( _: v: builtins.length (v.meta.maintainers or []) > 0 ) set); recursiveUpdateMany = builtins.foldl' lib.recursiveUpdate {}; # Remove multiple elements from a list at once. # # removeMany # :: [a] -- list of elements to remove # -> [a] -- list of elements from which to remove # -> [a] # # > removeMany ["aarch64-linux" "x86_64-darwin"] ["aarch64-linux" "x86_64-darwin" "x86_64-linux"] # ["x86_64-linux"] removeMany = itemsToRemove: list: lib.foldr lib.remove list itemsToRemove; # Recursively remove platforms from the values in an attribute set. # # removePlatforms # :: [String] # -> AttrSet # -> AttrSet # # > attrSet = { # foo = ["aarch64-linux" "x86_64-darwin" "x86_64-linux"]; # bar.baz = ["aarch64-linux" "x86_64-linux"]; # bar.quux = ["aarch64-linux" "x86_64-darwin"]; # } # > removePlatforms ["aarch64-linux" "x86_64-darwin"] attrSet # { # foo = ["x86_64-linux"]; # bar = { # baz = ["x86_64-linux"]; # quux = []; # }; # } removePlatforms = platformsToRemove: packageSet: lib.mapAttrsRecursive (_: val: if lib.isList val then removeMany platformsToRemove val else val ) packageSet; jobs = recursiveUpdateMany [ (mapTestOn { haskellPackages = packagePlatforms pkgs.haskellPackages; haskell.compiler = packagePlatforms pkgs.haskell.compiler // (lib.genAttrs [ "ghcjs" "ghcjs810" ] (ghcjsName: { # We can't build ghcjs itself, since it exceeds 3GB (Hydra's output limit) due # to the size of its bundled libs. We can however save users a bit of compile # time by building the bootstrap ghcjs on Hydra. For this reason, we overwrite # the ghcjs attributes in haskell.compiler with a reference to the bootstrap # ghcjs attribute in their bootstrap package set (exposed via passthru) which # would otherwise be ignored by Hydra. bootGhcjs = (packagePlatforms pkgs.haskell.compiler.${ghcjsName}.passthru).bootGhcjs; })); tests.haskell = packagePlatforms pkgs.tests.haskell; nixosTests = { inherit (packagePlatforms pkgs.nixosTests) agda xmonad xmonad-xdg-autostart ; }; agdaPackages = packagePlatforms pkgs.agdaPackages; # top-level packages that depend on haskellPackages inherit (pkgsPlatforms) agda arion bench bustle blucontrol cabal-install cabal2nix cachix carp cedille client-ip-echo darcs dconf2nix dhall dhall-bash dhall-docs dhall-lsp-server dhall-json dhall-nix diagrams-builder elm2nix emanote fffuu futhark ghcid git-annex git-brunch gitit glirc hadolint haskell-ci haskell-language-server hasura-graphql-engine hci hercules-ci-agent hinit hedgewars hledger hledger-check-fancyassertions hledger-iadd hledger-interest hledger-ui hledger-web hlint hpack # hyper-haskell # depends on electron-10.4.7 which is marked as insecure # hyper-haskell-server-with-packages # hyper-haskell-server is broken icepeak ihaskell jacinda jl koka krank lambdabot lhs2tex madlang mailctl matterhorn mueval naproche niv nix-delegate nix-deploy nix-diff nix-linter nix-output-monitor nix-script nix-tree nixfmt nota nvfetcher ormolu pandoc petrinizer place-cursor-at pinboard-notes-backup pretty-simple shake shellcheck sourceAndTags spacecookie spago splot stack stack2nix stutter stylish-haskell taffybar tamarin-prover taskell termonad tldr-hs tweet-hs update-nix-fetchgit uusi uqm uuagc vaultenv wstunnel xmobar xmonadctl xmonad-with-packages yi zsh-git-prompt ; # Members of the elmPackages set that are Haskell derivations elmPackages = { inherit (pkgsPlatforms.elmPackages) elm elm-format elm-instrument elmi-to-json ; }; # GHCs linked to musl. pkgsMusl.haskell.compiler = lib.recursiveUpdate (packagePlatforms pkgs.pkgsMusl.haskell.compiler) { # remove musl ghc865Binary since it is known to be broken and # causes an evaluation error on darwin. # TODO: remove ghc865Binary altogether and use ghc8102Binary ghc865Binary = {}; ghcjs = {}; ghcjs810 = {}; }; # Get some cache going for MUSL-enabled GHC. pkgsMusl.haskellPackages = removePlatforms [ # pkgsMusl is compiled natively with musl. It is not # cross-compiled (unlike pkgsStatic). We can only # natively bootstrap GHC with musl on x86_64-linux because # upstream doesn't provide a musl bindist for aarch64. "aarch64-linux" # musl only supports linux, not darwin. "x86_64-darwin" "aarch64-darwin" ] { inherit (packagePlatforms pkgs.pkgsMusl.haskellPackages) hello lens random ; }; # Test some statically linked packages to catch regressions # and get some cache going for static compilation with GHC. # Use integer-simple to avoid GMP linking problems (LGPL) pkgsStatic = removePlatforms [ "aarch64-linux" # times out on Hydra # Static doesn't work on darwin "x86_64-darwin" "aarch64-darwin" ] { haskellPackages = { inherit (packagePlatforms pkgs.pkgsStatic.haskellPackages) hello lens random QuickCheck cabal2nix terminfo # isn't bundled for cross xhtml # isn't bundled for cross ; }; haskell.packages.native-bignum.ghc928 = { inherit (packagePlatforms pkgs.pkgsStatic.haskell.packages.native-bignum.ghc928) hello lens random QuickCheck cabal2nix terminfo # isn't bundled for cross xhtml # isn't bundled for cross ; }; }; pkgsCross.ghcjs = removePlatforms [ # Hydra output size of 3GB is exceeded "aarch64-linux" ] { haskellPackages = { inherit (packagePlatforms pkgs.pkgsCross.ghcjs.haskellPackages) ghc hello ; }; haskell.packages.ghcHEAD = { inherit (packagePlatforms pkgs.pkgsCross.ghcjs.haskell.packages.ghcHEAD) ghc hello ; }; }; }) (versionedCompilerJobs { # Packages which should be checked on more than the # default GHC version. This list can be used to test # the state of the package set with newer compilers # and to confirm that critical packages for the # package sets (like Cabal, jailbreak-cabal) are # working as expected. cabal-install = lib.subtractLists [ compilerNames.ghc981 ] released; Cabal_3_10_2_1 = lib.subtractLists [ compilerNames.ghc981 ] released; Cabal-syntax_3_10_1_0 = lib.subtractLists [ compilerNames.ghc981 ] released; cabal2nix = lib.subtractLists [ compilerNames.ghc981 ] released; cabal2nix-unstable = lib.subtractLists [ compilerNames.ghc981 ] released; funcmp = released; haskell-language-server = lib.subtractLists [ # Support ceased as of 2.3.0.0 compilerNames.ghc8107 # Not yet supported compilerNames.ghc981 ] released; hoogle = lib.subtractLists [ compilerNames.ghc962 compilerNames.ghc963 compilerNames.ghc981 ] released; hlint = lib.subtractLists [ compilerNames.ghc962 compilerNames.ghc963 compilerNames.ghc981 ] released; hpack = lib.subtractLists [ compilerNames.ghc981 ] released; hsdns = released; jailbreak-cabal = released; language-nix = lib.subtractLists [ compilerNames.ghc981 ] released; large-hashable = [ compilerNames.ghc928 ]; nix-paths = released; titlecase = lib.subtractLists [ compilerNames.ghc981 ] released; ghc-api-compat = [ compilerNames.ghc8107 compilerNames.ghc902 ]; ghc-bignum = [ compilerNames.ghc8107 ]; ghc-lib = lib.subtractLists [ compilerNames.ghc981 ] released; ghc-lib-parser = lib.subtractLists [ compilerNames.ghc981 ] released; ghc-lib-parser-ex = lib.subtractLists [ compilerNames.ghc981 ] released; ghc-source-gen = [ # Feel free to remove these as they break, # ghc-source-gen currently doesn't support GHC 9.4 compilerNames.ghc8107 compilerNames.ghc902 compilerNames.ghc928 ]; ghc-tags = lib.subtractLists [ compilerNames.ghc981 ] released; hashable = lib.subtractLists [ compilerNames.ghc981 ] released; primitive = released; weeder = [ compilerNames.ghc8107 compilerNames.ghc902 compilerNames.ghc924 compilerNames.ghc925 compilerNames.ghc926 compilerNames.ghc927 compilerNames.ghc928 compilerNames.ghc945 compilerNames.ghc946 compilerNames.ghc947 compilerNames.ghc962 compilerNames.ghc963 ]; }) { mergeable = pkgs.releaseTools.aggregate { name = "haskell-updates-mergeable"; meta = { description = '' Critical haskell packages that should work at all times, serves as minimum requirement for an update merge ''; maintainers = lib.teams.haskell.members; }; constituents = let # Filter out all Darwin derivations. We don't want flakey Darwin # derivations and flakey Hydra Darwin builders to block the # mergeable job from successfully building. filterInLinux = lib.filter (drv: drv.system == "x86_64-linux" || drv.system == "aarch64-linux"); in filterInLinux (accumulateDerivations [ # haskell specific tests jobs.tests.haskell # important top-level packages jobs.cabal-install jobs.cabal2nix jobs.cachix jobs.darcs jobs.haskell-language-server jobs.hledger jobs.hledger-ui jobs.hpack jobs.niv jobs.pandoc jobs.stack jobs.stylish-haskell # important haskell (library) packages jobs.haskellPackages.cabal-plan jobs.haskellPackages.distribution-nixpkgs jobs.haskellPackages.hackage-db jobs.haskellPackages.xmonad jobs.haskellPackages.xmonad-contrib # haskell packages maintained by @peti # imported from the old hydra jobset jobs.haskellPackages.hopenssl jobs.haskellPackages.hsemail jobs.haskellPackages.hsyslog ]); }; maintained = pkgs.releaseTools.aggregate { name = "maintained-haskell-packages"; meta = { description = "Aggregate jobset of all haskell packages with a maintainer"; maintainers = lib.teams.haskell.members; }; constituents = accumulateDerivations (builtins.map (name: jobs.haskellPackages."${name}") (maintainedPkgNames pkgs.haskellPackages)); }; muslGHCs = pkgs.releaseTools.aggregate { name = "haskell-pkgsMusl-ghcs"; meta = { description = "GHCs built with musl"; maintainers = with lib.maintainers; [ nh2 ]; }; constituents = accumulateDerivations [ jobs.pkgsMusl.haskell.compiler.ghc8102Binary jobs.pkgsMusl.haskell.compiler.ghc8107Binary jobs.pkgsMusl.haskell.compiler.ghc8107 jobs.pkgsMusl.haskell.compiler.ghc902 jobs.pkgsMusl.haskell.compiler.ghc924 jobs.pkgsMusl.haskell.compiler.ghc925 jobs.pkgsMusl.haskell.compiler.ghc926 jobs.pkgsMusl.haskell.compiler.ghc927 jobs.pkgsMusl.haskell.compiler.ghc928 jobs.pkgsMusl.haskell.compiler.ghcHEAD jobs.pkgsMusl.haskell.compiler.integer-simple.ghc8107 jobs.pkgsMusl.haskell.compiler.native-bignum.ghc902 jobs.pkgsMusl.haskell.compiler.native-bignum.ghc924 jobs.pkgsMusl.haskell.compiler.native-bignum.ghc925 jobs.pkgsMusl.haskell.compiler.native-bignum.ghc926 jobs.pkgsMusl.haskell.compiler.native-bignum.ghc927 jobs.pkgsMusl.haskell.compiler.native-bignum.ghc928 jobs.pkgsMusl.haskell.compiler.native-bignum.ghcHEAD ]; }; staticHaskellPackages = pkgs.releaseTools.aggregate { name = "static-haskell-packages"; meta = { description = "Static haskell builds using the pkgsStatic infrastructure"; maintainers = [ lib.maintainers.sternenseemann lib.maintainers.rnhmjoj ]; }; constituents = accumulateDerivations [ jobs.pkgsStatic.haskellPackages jobs.pkgsStatic.haskell.packages.native-bignum.ghc928 ]; }; } ]; in jobs