package logic import ( "encoding/json" "errors" "fmt" "strings" "time" "github.com/gravitl/netmaker/database" "github.com/gravitl/netmaker/logger" "github.com/gravitl/netmaker/models" "github.com/gravitl/netmaker/servercfg" ) // CreateEgressGateway - creates an egress gateway func CreateEgressGateway(gateway models.EgressGatewayRequest) (models.Node, error) { node, err := GetNodeByID(gateway.NodeID) if err != nil { return models.Node{}, err } host, err := GetHost(node.HostID.String()) if err != nil { return models.Node{}, err } for i, cidr := range gateway.Ranges { normalized, err := NormalizeCIDR(cidr) if err != nil { return models.Node{}, err } gateway.Ranges[i] = normalized } if host.OS != "linux" && host.OS != "freebsd" { // add in darwin later return models.Node{}, errors.New(host.OS + " is unsupported for egress gateways") } if host.OS == "linux" && host.FirewallInUse == models.FIREWALL_NONE { return models.Node{}, errors.New("firewall is not supported for egress gateways") } if gateway.NatEnabled == "" { gateway.NatEnabled = "yes" } err = ValidateEgressGateway(gateway) if err != nil { return models.Node{}, err } node.IsEgressGateway = true node.EgressGatewayRanges = gateway.Ranges node.EgressGatewayNatEnabled = models.ParseBool(gateway.NatEnabled) node.EgressGatewayRequest = gateway // store entire request for use when preserving the egress gateway postUpCmd := "" postDownCmd := "" ipv4, ipv6 := getNetworkProtocols(gateway.Ranges) logger.Log(3, "creating egress gateway firewall in use is '", host.FirewallInUse, "'") iface := models.WIREGUARD_INTERFACE if host.OS == "linux" { switch host.FirewallInUse { case models.FIREWALL_NFTABLES: // nftables only supported on Linux // assumes chains eg FORWARD and postrouting already exist logger.Log(3, "creating egress gateway nftables is present") // down commands don't remove as removal of the rules leaves an empty chain while // removing the chain with rules in it would remove all rules in that section (not safe // if there are remaining rules on the host that need to stay). In practice the chain is removed // when non-empty even though the removal of a non-empty chain should not be possible per nftables wiki. postUpCmd, postDownCmd = firewallNFTCommandsCreateEgress(iface, gateway.Interface, gateway.Ranges, node.EgressGatewayNatEnabled, ipv4, ipv6) default: // iptables assumed logger.Log(3, "creating egress gateway nftables is not present") postUpCmd, postDownCmd = firewallIPTablesCommandsCreateEgress(iface, gateway.Interface, node.EgressGatewayNatEnabled, ipv4, ipv6) } } if host.OS == "freebsd" { // spacing around ; is important for later parsing of postup/postdown in wireguard/common.go postUpCmd = "kldload ipfw ipfw_nat ; " postUpCmd += "ipfw disable one_pass ; " postUpCmd += "ipfw nat 1 config if " + gateway.Interface + " same_ports unreg_only reset ; " postUpCmd += "ipfw add 64000 reass all from any to any in ; " postUpCmd += "ipfw add 64000 nat 1 ip from any to any in via " + gateway.Interface + " ; " postUpCmd += "ipfw add 64000 check-state ; " postUpCmd += "ipfw add 64000 nat 1 ip from any to any out via " + gateway.Interface + " ; " postUpCmd += "ipfw add 65534 allow ip from any to any ; " postDownCmd = "ipfw delete 64000 ; " postDownCmd += "ipfw delete 65534 ; " postDownCmd += "kldunload ipfw_nat ipfw" } if gateway.PostUp != "" { postUpCmd = gateway.PostUp } if gateway.PostDown != "" { postDownCmd = gateway.PostDown } if node.PostUp != "" { if !strings.Contains(node.PostUp, postUpCmd) { postUpCmd = node.PostUp + postUpCmd } } if node.PostDown != "" { if !strings.Contains(node.PostDown, postDownCmd) { postDownCmd = node.PostDown + postDownCmd } } node.PostUp = postUpCmd node.PostDown = postDownCmd node.SetLastModified() nodeData, err := json.Marshal(&node) if err != nil { return node, err } if err = database.Insert(node.ID.String(), string(nodeData), database.NODES_TABLE_NAME); err != nil { return models.Node{}, err } return node, nil } // ValidateEgressGateway - validates the egress gateway model func ValidateEgressGateway(gateway models.EgressGatewayRequest) error { var err error empty := len(gateway.Ranges) == 0 if empty { err = errors.New("IP Ranges Cannot Be Empty") } empty = gateway.Interface == "" if empty { err = errors.New("interface cannot be empty") } return err } // DeleteEgressGateway - deletes egress from node func DeleteEgressGateway(network, nodeid string) (models.Node, error) { node, err := GetNodeByID(nodeid) if err != nil { return models.Node{}, err } host, err := GetHost(node.HostID.String()) if err != nil { return models.Node{}, err } node.IsEgressGateway = false node.EgressGatewayRanges = []string{} node.EgressGatewayRequest = models.EgressGatewayRequest{} // remove preserved request as the egress gateway is gone // needed in case we don't preserve a gateway (i.e., no ingress to preserve) node.PostUp = "" node.PostDown = "" cidrs := []string{} cidrs = append(cidrs, node.IngressGatewayRange) cidrs = append(cidrs, node.IngressGatewayRange6) ipv4, ipv6 := getNetworkProtocols(cidrs) logger.Log(3, "deleting egress gateway firewall in use is '", host.FirewallInUse, "'") if node.IsIngressGateway { // check if node is still an ingress gateway before completely deleting postdown/up rules // still have an ingress gateway so preserve it iface := models.WIREGUARD_INTERFACE if host.OS == "linux" { switch host.FirewallInUse { case models.FIREWALL_NFTABLES: // nftables only supported on Linux // assumes chains eg FORWARD and postrouting already exist logger.Log(3, "deleting egress gateway nftables is present") node.PostUp, node.PostDown = firewallNFTCommandsCreateIngress(iface) default: logger.Log(3, "deleting egress gateway nftables is not present") node.PostUp, node.PostDown = firewallIPTablesCommandsCreateIngress(iface, ipv4, ipv6) } } // no need to preserve ingress gateway on FreeBSD as ingress is not supported on that OS } node.SetLastModified() data, err := json.Marshal(&node) if err != nil { return models.Node{}, err } if err = database.Insert(node.ID.String(), string(data), database.NODES_TABLE_NAME); err != nil { return models.Node{}, err } return node, nil } // CreateIngressGateway - creates an ingress gateway func CreateIngressGateway(netid string, nodeid string, failover bool) (models.Node, error) { var postUpCmd, postDownCmd string node, err := GetNodeByID(nodeid) if err != nil { return models.Node{}, err } host, err := GetHost(node.HostID.String()) if err != nil { return models.Node{}, err } if host.FirewallInUse == models.FIREWALL_NONE { return models.Node{}, errors.New("firewall is not supported for ingress gateways") } network, err := GetParentNetwork(netid) if err != nil { return models.Node{}, err } node.IsIngressGateway = true cidrs := []string{} cidrs = append(cidrs, network.AddressRange) cidrs = append(cidrs, network.AddressRange6) node.IngressGatewayRange = network.AddressRange node.IngressGatewayRange6 = network.AddressRange6 ipv4, ipv6 := getNetworkProtocols(cidrs) logger.Log(3, "creating ingress gateway firewall in use is '", host.FirewallInUse, "'") iface := models.WIREGUARD_INTERFACE switch host.FirewallInUse { case models.FIREWALL_NFTABLES: // nftables only supported on Linux // assumes chains eg FORWARD and postrouting already exist logger.Log(3, "creating ingress gateway nftables is present") postUpCmd, postDownCmd = firewallNFTCommandsCreateIngress(iface) default: logger.Log(3, "creating ingress gateway using nftables is not present") postUpCmd, postDownCmd = firewallIPTablesCommandsCreateIngress(iface, ipv4, ipv6) } if node.PostUp != "" { if !strings.Contains(node.PostUp, postUpCmd) { postUpCmd = node.PostUp + postUpCmd } } if node.PostDown != "" { if !strings.Contains(node.PostDown, postDownCmd) { postDownCmd = node.PostDown + postDownCmd } } node.SetLastModified() node.PostUp = postUpCmd node.PostDown = postDownCmd if failover && servercfg.Is_EE { node.Failover = true } data, err := json.Marshal(&node) if err != nil { return models.Node{}, err } err = database.Insert(node.ID.String(), string(data), database.NODES_TABLE_NAME) if err != nil { return models.Node{}, err } err = SetNetworkNodesLastModified(netid) return node, err } // DeleteIngressGateway - deletes an ingress gateway func DeleteIngressGateway(networkName string, nodeid string) (models.Node, bool, error) { node, err := GetNodeByID(nodeid) if err != nil { return models.Node{}, false, err } //host, err := GetHost(node.ID.String()) //if err != nil { //return models.Node{}, false, err //} //network, err := GetParentNetwork(networkName) if err != nil { return models.Node{}, false, err } // delete ext clients belonging to ingress gateway if err = DeleteGatewayExtClients(node.ID.String(), networkName); err != nil { return models.Node{}, false, err } logger.Log(3, "deleting ingress gateway") wasFailover := node.Failover == true node.LastModified = time.Now() node.IsIngressGateway = false node.IngressGatewayRange = "" node.Failover = false // default to removing postup and postdown node.PostUp = "" node.PostDown = "" //logger.Log(3, "deleting ingress gateway firewall in use is '", host.FirewallInUse, "' and isEgressGateway is", node.IsEgressGateway) if node.EgressGatewayRequest.NodeID != "" { _, err := CreateEgressGateway(node.EgressGatewayRequest) if err != nil { logger.Log(0, fmt.Sprintf("failed to create egress gateway on node [%s] on network [%s]: %v", node.EgressGatewayRequest.NodeID, node.EgressGatewayRequest.NetID, err)) } } data, err := json.Marshal(&node) if err != nil { return models.Node{}, false, err } err = database.Insert(node.ID.String(), string(data), database.NODES_TABLE_NAME) if err != nil { return models.Node{}, wasFailover, err } err = SetNetworkNodesLastModified(networkName) return node, wasFailover, err } // DeleteGatewayExtClients - deletes ext clients based on gateway (mac) of ingress node and network func DeleteGatewayExtClients(gatewayID string, networkName string) error { currentExtClients, err := GetNetworkExtClients(networkName) if err != nil && !database.IsEmptyRecord(err) { return err } for _, extClient := range currentExtClients { if extClient.IngressGatewayID == gatewayID { if err = DeleteExtClient(networkName, extClient.ClientID); err != nil { logger.Log(1, "failed to remove ext client", extClient.ClientID) continue } } } return nil } // firewallNFTCommandsCreateIngress - used to centralize firewall command maintenance for creating an ingress gateway using the nftables firewall. func firewallNFTCommandsCreateIngress(networkInterface string) (string, string) { // spacing around ; is important for later parsing of postup/postdown in wireguard/common.go postUp := "nft add table ip filter ; " postUp += "nft add chain ip filter FORWARD ; " postUp += "nft add rule ip filter FORWARD iifname " + networkInterface + " counter accept ; " postUp += "nft add rule ip filter FORWARD oifname " + networkInterface + " counter accept ; " postUp += "nft add table nat ; " postUp += "nft add chain nat postrouting ; " postUp += "nft add rule ip nat postrouting oifname " + networkInterface + " counter masquerade ; " // doesn't remove potentially empty tables or chains postDown := "nft flush table filter ; " postDown += "nft flush table nat ; " return postUp, postDown } // firewallNFTCommandsCreateEgress - used to centralize firewall command maintenance for creating an egress gateway using the nftables firewall. func firewallNFTCommandsCreateEgress(networkInterface string, gatewayInterface string, gatewayranges []string, egressNatEnabled bool, ipv4, ipv6 bool) (string, string) { // spacing around ; is important for later parsing of postup/postdown in wireguard/common.go postUp := "" postDown := "" if ipv4 { postUp += "nft add table ip filter ; " postUp += "nft add chain ip filter forward ; " postUp += "nft add rule filter forward ct state related,established accept ; " postUp += "nft add rule ip filter forward iifname " + networkInterface + " accept ; " postUp += "nft add rule ip filter forward oifname " + networkInterface + " accept ; " postUp += "nft add table nat ; " postUp += "nft 'add chain ip nat prerouting { type nat hook prerouting priority 0 ;}' ; " postUp += "nft 'add chain ip nat postrouting { type nat hook postrouting priority 0 ;}' ; " postDown += "nft flush table filter ; " if egressNatEnabled { postUp += "nft add table nat ; " postUp += "nft add chain nat postrouting ; " postUp += "nft add rule ip nat postrouting oifname " + gatewayInterface + " counter masquerade ; " postDown += "nft flush table nat ; " } } if ipv6 { postUp += "nft add table ip6 filter ; " postUp += "nft add chain ip6 filter forward ; " postUp += "nft add rule ip6 filter forward ct state related,established accept ; " postUp += "nft add rule ip6 filter forward iifname " + networkInterface + " accept ; " postUp += "nft add rule ip6 filter forward oifname " + networkInterface + " accept ; " postDown += "nft flush table ip6 filter ; " if egressNatEnabled { postUp += "nft add table ip6 nat ; " postUp += "nft 'add chain ip6 nat prerouting { type nat hook prerouting priority 0 ;}' ; " postUp += "nft 'add chain ip6 nat postrouting { type nat hook postrouting priority 0 ;}' ; " postUp += "nft add rule ip6 nat postrouting oifname " + gatewayInterface + " masquerade ; " postDown += "nft flush table ip6 nat ; " } } return postUp, postDown } // firewallIPTablesCommandsCreateIngress - used to centralize firewall command maintenance for creating an ingress gateway using the iptables firewall. func firewallIPTablesCommandsCreateIngress(networkInterface string, ipv4, ipv6 bool) (string, string) { postUp := "" postDown := "" if ipv4 { // spacing around ; is important for later parsing of postup/postdown in wireguard/common.go postUp += "iptables -A FORWARD -i " + networkInterface + " -j ACCEPT ; " postUp += "iptables -A FORWARD -o " + networkInterface + " -j ACCEPT ; " postUp += "iptables -t nat -A POSTROUTING -o " + networkInterface + " -j MASQUERADE ; " // doesn't remove potentially empty tables or chains postDown += "iptables -D FORWARD -i " + networkInterface + " -j ACCEPT ; " postDown += "iptables -D FORWARD -o " + networkInterface + " -j ACCEPT ; " postDown += "iptables -t nat -D POSTROUTING -o " + networkInterface + " -j MASQUERADE ; " } if ipv6 { // spacing around ; is important for later parsing of postup/postdown in wireguard/common.go postUp += "ip6tables -A FORWARD -i " + networkInterface + " -j ACCEPT ; " postUp += "ip6tables -A FORWARD -o " + networkInterface + " -j ACCEPT ; " postUp += "ip6tables -t nat -A POSTROUTING -o " + networkInterface + " -j MASQUERADE ; " // doesn't remove potentially empty tables or chains postDown += "ip6tables -D FORWARD -i " + networkInterface + " -j ACCEPT ; " postDown += "ip6tables -D FORWARD -o " + networkInterface + " -j ACCEPT ; " postDown += "ip6tables -t nat -D POSTROUTING -o " + networkInterface + " -j MASQUERADE ; " } return postUp, postDown } // firewallIPTablesCommandsCreateEgress - used to centralize firewall command maintenance for creating an egress gateway using the iptables firewall. func firewallIPTablesCommandsCreateEgress(networkInterface string, gatewayInterface string, egressNatEnabled bool, ipv4, ipv6 bool) (string, string) { // spacing around ; is important for later parsing of postup/postdown in wireguard/common.go postUp := "" postDown := "" if ipv4 { postUp += "iptables -A FORWARD -i " + networkInterface + " -j ACCEPT ; " postUp += "iptables -A FORWARD -o " + networkInterface + " -j ACCEPT ; " postDown += "iptables -D FORWARD -i " + networkInterface + " -j ACCEPT ; " postDown += "iptables -D FORWARD -o " + networkInterface + " -j ACCEPT ; " if egressNatEnabled { postUp += "iptables -t nat -A POSTROUTING -o " + gatewayInterface + " -j MASQUERADE ; " postDown += "iptables -t nat -D POSTROUTING -o " + gatewayInterface + " -j MASQUERADE ; " } } if ipv6 { postUp += "ip6tables -A FORWARD -i " + networkInterface + " -j ACCEPT ; " postUp += "ip6tables -A FORWARD -o " + networkInterface + " -j ACCEPT ; " postDown += "ip6tables -D FORWARD -i " + networkInterface + " -j ACCEPT ; " postDown += "ip6tables -D FORWARD -o " + networkInterface + " -j ACCEPT ; " if egressNatEnabled { postUp += "ip6tables -t nat -A POSTROUTING -o " + gatewayInterface + " -j MASQUERADE ; " postDown += "ip6tables -t nat -D POSTROUTING -o " + gatewayInterface + " -j MASQUERADE ; " } } return postUp, postDown }