package wireguard import ( "fmt" "log" "net" "runtime" "strconv" "strings" "time" "github.com/gravitl/netmaker/models" "github.com/gravitl/netmaker/netclient/config" "github.com/gravitl/netmaker/netclient/local" "github.com/gravitl/netmaker/netclient/ncutils" "github.com/gravitl/netmaker/netclient/server" "golang.zx2c4.com/wireguard/wgctrl" "golang.zx2c4.com/wireguard/wgctrl/wgtypes" "gopkg.in/ini.v1" ) const ( section_interface = "Interface" section_peers = "Peer" ) // SetPeers - sets peers on a given WireGuard interface func SetPeers(iface string, node *models.Node, peers []wgtypes.PeerConfig) error { var devicePeers []wgtypes.Peer var currentNodeAddr = node.Address var keepalive = node.PersistentKeepalive var oldPeerAllowedIps = make(map[string][]net.IPNet, len(peers)) var err error if ncutils.IsFreeBSD() { if devicePeers, err = ncutils.GetPeers(iface); err != nil { return err } } else { client, err := wgctrl.New() if err != nil { ncutils.PrintLog("failed to start wgctrl", 0) return err } defer client.Close() device, err := client.Device(iface) if err != nil { ncutils.PrintLog("failed to parse interface", 0) return err } devicePeers = device.Peers } if len(devicePeers) > 1 && len(peers) == 0 { ncutils.PrintLog("no peers pulled", 1) return err } for _, peer := range peers { for _, currentPeer := range devicePeers { if currentPeer.AllowedIPs[0].String() == peer.AllowedIPs[0].String() && currentPeer.PublicKey.String() != peer.PublicKey.String() { _, err := ncutils.RunCmd("wg set "+iface+" peer "+currentPeer.PublicKey.String()+" remove", true) if err != nil { log.Println("error removing peer", peer.Endpoint.String()) } } } udpendpoint := peer.Endpoint.String() var allowedips string var iparr []string for _, ipaddr := range peer.AllowedIPs { iparr = append(iparr, ipaddr.String()) } allowedips = strings.Join(iparr, ",") keepAliveString := strconv.Itoa(int(keepalive)) if keepAliveString == "0" { keepAliveString = "15" } if node.IsHub == "yes" || node.IsServer == "yes" || peer.Endpoint == nil { _, err = ncutils.RunCmd("wg set "+iface+" peer "+peer.PublicKey.String()+ " persistent-keepalive "+keepAliveString+ " allowed-ips "+allowedips, true) } else { _, err = ncutils.RunCmd("wg set "+iface+" peer "+peer.PublicKey.String()+ " endpoint "+udpendpoint+ " persistent-keepalive "+keepAliveString+ " allowed-ips "+allowedips, true) } if err != nil { log.Println("error setting peer", peer.PublicKey.String()) } } for _, currentPeer := range devicePeers { shouldDelete := true for _, peer := range peers { if peer.AllowedIPs[0].String() == currentPeer.AllowedIPs[0].String() { shouldDelete = false } // re-check this if logic is not working, added in case of allowedips not working if peer.PublicKey.String() == currentPeer.PublicKey.String() { shouldDelete = false } } if shouldDelete { output, err := ncutils.RunCmd("wg set "+iface+" peer "+currentPeer.PublicKey.String()+" remove", true) if err != nil { log.Println(output, "error removing peer", currentPeer.PublicKey.String()) } } oldPeerAllowedIps[currentPeer.PublicKey.String()] = currentPeer.AllowedIPs } if ncutils.IsMac() { err = SetMacPeerRoutes(iface) return err } else if ncutils.IsLinux() { local.SetPeerRoutes(iface, currentNodeAddr, oldPeerAllowedIps, peers) } return nil } // Initializes a WireGuard interface func InitWireguard(node *models.Node, privkey string, peers []wgtypes.PeerConfig, hasGateway bool, gateways []string, syncconf bool) error { key, err := wgtypes.ParseKey(privkey) if err != nil { return err } wgclient, err := wgctrl.New() if err != nil { return err } defer wgclient.Close() modcfg, err := config.ReadConfig(node.Network) if err != nil { return err } nodecfg := modcfg.Node var ifacename string if nodecfg.Interface != "" { ifacename = nodecfg.Interface } else if node.Interface != "" { ifacename = node.Interface } else { return fmt.Errorf("no interface to configure") } if node.Address == "" { return fmt.Errorf("no address to configure") } if node.UDPHolePunch == "yes" { node.ListenPort = 0 } if err := WriteWgConfig(&modcfg.Node, key.String(), peers); err != nil { ncutils.PrintLog("error writing wg conf file: "+err.Error(), 1) return err } // spin up userspace / windows interface + apply the conf file confPath := ncutils.GetNetclientPathSpecific() + ifacename + ".conf" var deviceiface = ifacename if ncutils.IsMac() { // if node is Mac (Darwin) get the tunnel name first deviceiface, err = local.GetMacIface(node.Address) if err != nil || deviceiface == "" { deviceiface = ifacename } } // ensure you clear any existing interface first RemoveConfGraceful(deviceiface) ApplyConf(node, ifacename, confPath) // Apply initially ncutils.PrintLog("waiting for interface...", 1) // ensure interface is created output, _ := ncutils.RunCmd("wg", false) starttime := time.Now() ifaceReady := strings.Contains(output, deviceiface) for !ifaceReady && !(time.Now().After(starttime.Add(time.Second << 4))) { if ncutils.IsMac() { // if node is Mac (Darwin) get the tunnel name first deviceiface, err = local.GetMacIface(node.Address) if err != nil || deviceiface == "" { deviceiface = ifacename } } output, _ = ncutils.RunCmd("wg", false) err = ApplyConf(node, node.Interface, confPath) time.Sleep(time.Second) ifaceReady = strings.Contains(output, deviceiface) } //wgclient does not work well on freebsd if node.OS == "freebsd" { if !ifaceReady { return fmt.Errorf("could not reliably create interface, please check wg installation and retry") } } else { _, devErr := wgclient.Device(deviceiface) if !ifaceReady || devErr != nil { fmt.Printf("%v\n", devErr) return fmt.Errorf("could not reliably create interface, please check wg installation and retry") } } ncutils.PrintLog("interface ready - netclient.. ENGAGE", 1) if syncconf { // should never be called really. fmt.Println("why here") err = SyncWGQuickConf(ifacename, confPath) } if !ncutils.HasWgQuick() && ncutils.IsLinux() { err = SetPeers(ifacename, node, peers) if err != nil { ncutils.PrintLog("error setting peers: "+err.Error(), 1) } time.Sleep(time.Second) } _, cidr, cidrErr := net.ParseCIDR(modcfg.NetworkSettings.AddressRange) if cidrErr == nil { local.SetCIDRRoute(ifacename, node.Address, cidr) } else { ncutils.PrintLog("could not set cidr route properly: "+cidrErr.Error(), 1) } local.SetCurrentPeerRoutes(ifacename, node.Address, peers) return err } // SetWGConfig - sets the WireGuard Config of a given network and checks if it needs a peer update func SetWGConfig(network string, peerupdate bool) error { cfg, err := config.ReadConfig(network) if err != nil { return err } servercfg := cfg.Server nodecfg := cfg.Node peers, hasGateway, gateways, err := server.GetPeers(nodecfg.MacAddress, nodecfg.Network, servercfg.GRPCAddress, nodecfg.IsDualStack == "yes", nodecfg.IsIngressGateway == "yes", nodecfg.IsServer == "yes") if err != nil { return err } privkey, err := RetrievePrivKey(network) if err != nil { return err } if peerupdate && !ncutils.IsFreeBSD() && !(ncutils.IsLinux() && !ncutils.IsKernel()) { var iface string iface = nodecfg.Interface if ncutils.IsMac() { iface, err = local.GetMacIface(nodecfg.Address) if err != nil { return err } } err = SetPeers(iface, &nodecfg, peers) } else if peerupdate { err = InitWireguard(&nodecfg, privkey, peers, hasGateway, gateways, true) } else { err = InitWireguard(&nodecfg, privkey, peers, hasGateway, gateways, false) } if nodecfg.DNSOn == "yes" { _ = local.UpdateDNS(nodecfg.Interface, nodecfg.Network, servercfg.CoreDNSAddr) } return err } // RemoveConf - removes a configuration for a given WireGuard interface func RemoveConf(iface string, printlog bool) error { os := runtime.GOOS if ncutils.IsLinux() && !ncutils.HasWgQuick() { os = "nowgquick" } var err error switch os { case "nowgquick": err = RemoveWithoutWGQuick(iface) case "windows": err = RemoveWindowsConf(iface, printlog) case "darwin": err = RemoveConfMac(iface) default: confPath := ncutils.GetNetclientPathSpecific() + iface + ".conf" err = RemoveWGQuickConf(confPath, printlog) } return err } // ApplyConf - applys a conf on disk to WireGuard interface func ApplyConf(node *models.Node, ifacename string, confPath string) error { os := runtime.GOOS if ncutils.IsLinux() && !ncutils.HasWgQuick() { os = "nowgquick" } var err error switch os { case "windows": ApplyWindowsConf(confPath) case "darwin": ApplyMacOSConf(node, ifacename, confPath) case "nowgquick": ApplyWithoutWGQuick(node, ifacename, confPath) default: ApplyWGQuickConf(confPath, ifacename) } var nodeCfg config.ClientConfig nodeCfg.Network = node.Network nodeCfg.ReadConfig() ip, cidr, err := net.ParseCIDR(nodeCfg.NetworkSettings.AddressRange) if err == nil { local.SetCIDRRoute(node.Interface, ip.String(), cidr) } return err } // WriteWgConfig - creates a wireguard config file //func WriteWgConfig(cfg *config.ClientConfig, privateKey string, peers []wgtypes.PeerConfig) error { func WriteWgConfig(node *models.Node, privateKey string, peers []wgtypes.PeerConfig) error { options := ini.LoadOptions{ AllowNonUniqueSections: true, AllowShadows: true, } wireguard := ini.Empty(options) wireguard.Section(section_interface).Key("PrivateKey").SetValue(privateKey) if node.ListenPort > 0 && node.UDPHolePunch != "yes" { wireguard.Section(section_interface).Key("ListenPort").SetValue(strconv.Itoa(int(node.ListenPort))) } if node.Address != "" { wireguard.Section(section_interface).Key("Address").SetValue(node.Address) } if node.Address6 != "" { wireguard.Section(section_interface).Key("Address").SetValue(node.Address6) } // need to figure out DNS //if node.DNSOn == "yes" { // wireguard.Section(section_interface).Key("DNS").SetValue(cfg.Server.CoreDNSAddr) //} if node.PostUp != "" { wireguard.Section(section_interface).Key("PostUp").SetValue(node.PostUp) } if node.PostDown != "" { wireguard.Section(section_interface).Key("PostDown").SetValue(node.PostDown) } if node.MTU != 0 { wireguard.Section(section_interface).Key("MTU").SetValue(strconv.FormatInt(int64(node.MTU), 10)) } for i, peer := range peers { wireguard.SectionWithIndex(section_peers, i).Key("PublicKey").SetValue(peer.PublicKey.String()) if peer.PresharedKey != nil { wireguard.SectionWithIndex(section_peers, i).Key("PreSharedKey").SetValue(peer.PresharedKey.String()) } if peer.AllowedIPs != nil { var allowedIPs string for i, ip := range peer.AllowedIPs { if i == 0 { allowedIPs = ip.String() } else { allowedIPs = allowedIPs + ", " + ip.String() } } wireguard.SectionWithIndex(section_peers, i).Key("AllowedIps").SetValue(allowedIPs) } if peer.Endpoint != nil { wireguard.SectionWithIndex(section_peers, i).Key("Endpoint").SetValue(peer.Endpoint.String()) } if peer.PersistentKeepaliveInterval != nil && peer.PersistentKeepaliveInterval.Seconds() > 0 { wireguard.SectionWithIndex(section_peers, i).Key("PersistentKeepalive").SetValue(strconv.FormatInt((int64)(peer.PersistentKeepaliveInterval.Seconds()), 10)) } } if err := wireguard.SaveTo(ncutils.GetNetclientPathSpecific() + node.Interface + ".conf"); err != nil { return err } return nil } // UpdateWgPeers - updates the peers of a network func UpdateWgPeers(file string, peers []wgtypes.PeerConfig) error { options := ini.LoadOptions{ AllowNonUniqueSections: true, AllowShadows: true, } wireguard, err := ini.LoadSources(options, file) if err != nil { return err } //delete the peers sections as they are going to be replaced wireguard.DeleteSection(section_peers) for i, peer := range peers { wireguard.SectionWithIndex(section_peers, i).Key("PublicKey").SetValue(peer.PublicKey.String()) if peer.PresharedKey != nil { wireguard.SectionWithIndex(section_peers, i).Key("PreSharedKey").SetValue(peer.PresharedKey.String()) } if peer.AllowedIPs != nil { var allowedIPs string for i, ip := range peer.AllowedIPs { if i == 0 { allowedIPs = ip.String() } else { allowedIPs = allowedIPs + ", " + ip.String() } } wireguard.SectionWithIndex(section_peers, i).Key("AllowedIps").SetValue(allowedIPs) } if peer.Endpoint != nil { wireguard.SectionWithIndex(section_peers, i).Key("Endpoint").SetValue(peer.Endpoint.String()) } if peer.PersistentKeepaliveInterval != nil && peer.PersistentKeepaliveInterval.Seconds() > 0 { wireguard.SectionWithIndex(section_peers, i).Key("PersistentKeepalive").SetValue(strconv.FormatInt((int64)(peer.PersistentKeepaliveInterval.Seconds()), 10)) } } if err := wireguard.SaveTo(file); err != nil { return err } return nil } // UpdateWgInterface - updates the interface section of a wireguard config file func UpdateWgInterface(file, privateKey, nameserver string, node models.Node) error { options := ini.LoadOptions{ AllowNonUniqueSections: true, AllowShadows: true, } wireguard, err := ini.LoadSources(options, file) if err != nil { return err } if node.UDPHolePunch == "yes" { node.ListenPort = 0 } wireguard.Section(section_interface).Key("PrivateKey").SetValue(privateKey) wireguard.Section(section_interface).Key("ListenPort").SetValue(strconv.Itoa(int(node.ListenPort))) if node.Address != "" { wireguard.Section(section_interface).Key("Address").SetValue(node.Address) } if node.Address6 != "" { wireguard.Section(section_interface).Key("Address").SetValue(node.Address6) } //if node.DNSOn == "yes" { // wireguard.Section(section_interface).Key("DNS").SetValue(nameserver) //} if node.PostUp != "" { wireguard.Section(section_interface).Key("PostUp").SetValue(node.PostUp) } if node.PostDown != "" { wireguard.Section(section_interface).Key("PostDown").SetValue(node.PostDown) } if node.MTU != 0 { wireguard.Section(section_interface).Key("MTU").SetValue(strconv.FormatInt(int64(node.MTU), 10)) } if err := wireguard.SaveTo(file); err != nil { return err } return nil } // UpdatePrivateKey - updates the private key of a wireguard config file func UpdatePrivateKey(file, privateKey string) error { options := ini.LoadOptions{ AllowNonUniqueSections: true, AllowShadows: true, } wireguard, err := ini.LoadSources(options, file) if err != nil { return err } wireguard.Section(section_interface).Key("PrivateKey").SetValue(privateKey) if err := wireguard.SaveTo(file); err != nil { return err } return nil } // UpdateKeepAlive - updates the persistentkeepalive of all peers func UpdateKeepAlive(file string, keepalive int32) error { options := ini.LoadOptions{ AllowNonUniqueSections: true, AllowShadows: true, } wireguard, err := ini.LoadSources(options, file) if err != nil { return err } peers, err := wireguard.SectionsByName(section_peers) if err != nil { return err } newvalue := strconv.Itoa(int(keepalive)) for i := range peers { wireguard.SectionWithIndex(section_peers, i).Key("PersistentKeepALive").SetValue(newvalue) } if err := wireguard.SaveTo(file); err != nil { return err } return nil } // RemoveConfGraceful - Run remove conf and wait for it to actually be gone before proceeding func RemoveConfGraceful(ifacename string) { // ensure you clear any existing interface first wgclient, err := wgctrl.New() if err != nil { ncutils.PrintLog("could not create wgclient", 0) return } defer wgclient.Close() d, _ := wgclient.Device(ifacename) startTime := time.Now() for d != nil && d.Name == ifacename { if err = RemoveConf(ifacename, false); err != nil { // remove interface first if strings.Contains(err.Error(), "does not exist") { err = nil break } } time.Sleep(time.Second >> 2) d, _ = wgclient.Device(ifacename) if time.Now().After(startTime.Add(time.Second << 4)) { break } } time.Sleep(time.Second << 1) }