Rodrigo Arias Mallo
4419f68948
The fox machine will be placed in the UPC network, so we update the configuration with the new IP and gateway. We won't be able to reach hut directly so we also remove the host entry and proxy. Reviewed-by: Aleix Boné <abonerib@bsc.es>
91 lines
3.3 KiB
Nix
91 lines
3.3 KiB
Nix
{ pkgs, ... }:
|
|
|
|
{
|
|
# Infiniband (IPoIB)
|
|
environment.systemPackages = [ pkgs.rdma-core ];
|
|
boot.kernelModules = [ "ib_umad" "ib_ipoib" ];
|
|
|
|
networking = {
|
|
defaultGateway = "10.0.40.30";
|
|
nameservers = ["8.8.8.8"];
|
|
|
|
proxy = {
|
|
default = "http://hut:23080/";
|
|
noProxy = "127.0.0.1,localhost,internal.domain,10.0.40.40,hut";
|
|
# Don't set all_proxy as go complains and breaks the gitlab runner, see:
|
|
# https://github.com/golang/go/issues/16715
|
|
allProxy = null;
|
|
};
|
|
|
|
firewall = {
|
|
extraCommands = ''
|
|
# Prevent ssfhead from contacting our slurmd daemon
|
|
iptables -A nixos-fw -p tcp -s ssfhead --dport 6817:6819 -j nixos-fw-refuse
|
|
# But accept traffic to slurm ports from any other node in the subnet
|
|
iptables -A nixos-fw -p tcp -s 10.0.40.0/24 --dport 6817:6819 -j nixos-fw-accept
|
|
# We also need to open the srun port range
|
|
iptables -A nixos-fw -p tcp -s 10.0.40.0/24 --dport 60000:61000 -j nixos-fw-accept
|
|
'';
|
|
};
|
|
|
|
extraHosts = ''
|
|
10.0.40.30 ssfhead
|
|
|
|
# Node Entry for node: mds01 (ID=72)
|
|
10.0.40.40 bay mds01 mds01-eth0
|
|
10.0.42.40 bay-ib mds01-ib0
|
|
10.0.40.141 bay-ipmi mds01-ipmi0 mds01-ipmi
|
|
|
|
# Node Entry for node: oss01 (ID=73)
|
|
10.0.40.41 oss01 oss01-eth0
|
|
10.0.42.41 oss01-ib0
|
|
10.0.40.142 oss01-ipmi0 oss01-ipmi
|
|
|
|
# Node Entry for node: oss02 (ID=74)
|
|
10.0.40.42 lake2 oss02 oss02-eth0
|
|
10.0.42.42 lake2-ib oss02-ib0
|
|
10.0.40.143 lake2-ipmi oss02-ipmi0 oss02-ipmi
|
|
|
|
# Node Entry for node: xeon01 (ID=15)
|
|
10.0.40.1 owl1 xeon01 xeon01-eth0
|
|
10.0.42.1 owl1-ib xeon01-ib0
|
|
10.0.40.101 owl1-ipmi xeon01-ipmi0 xeon01-ipmi
|
|
|
|
# Node Entry for node: xeon02 (ID=16)
|
|
10.0.40.2 owl2 xeon02 xeon02-eth0
|
|
10.0.42.2 owl2-ib xeon02-ib0
|
|
10.0.40.102 owl2-ipmi xeon02-ipmi0 xeon02-ipmi
|
|
|
|
# Node Entry for node: xeon03 (ID=17)
|
|
10.0.40.3 xeon03 xeon03-eth0
|
|
10.0.42.3 xeon03-ib0
|
|
10.0.40.103 xeon03-ipmi0 xeon03-ipmi
|
|
|
|
# Node Entry for node: xeon04 (ID=18)
|
|
10.0.40.4 xeon04 xeon04-eth0
|
|
10.0.42.4 xeon04-ib0
|
|
10.0.40.104 xeon04-ipmi0 xeon04-ipmi
|
|
|
|
# Node Entry for node: xeon05 (ID=19)
|
|
10.0.40.5 koro xeon05 xeon05-eth0
|
|
10.0.42.5 koro-ib xeon05-ib0
|
|
10.0.40.105 koro-ipmi xeon05-ipmi0
|
|
|
|
# Node Entry for node: xeon06 (ID=20)
|
|
10.0.40.6 xeon06 xeon06-eth0
|
|
10.0.42.6 xeon06-ib0
|
|
10.0.40.106 xeon06-ipmi0 xeon06-ipmi
|
|
|
|
# Node Entry for node: xeon07 (ID=21)
|
|
10.0.40.7 hut xeon07 xeon07-eth0
|
|
10.0.42.7 hut-ib xeon07-ib0
|
|
10.0.40.107 hut-ipmi xeon07-ipmi0 xeon07-ipmi
|
|
|
|
# Node Entry for node: xeon08 (ID=22)
|
|
10.0.40.8 eudy xeon08 xeon08-eth0
|
|
10.0.42.8 eudy-ib xeon08-ib0
|
|
10.0.40.108 eudy-ipmi xeon08-ipmi0 xeon08-ipmi
|
|
'';
|
|
};
|
|
}
|