diff --git a/modules/logging/netwriter.go b/modules/logging/netwriter.go
index 7aa4c183e..37ff1d65f 100644
--- a/modules/logging/netwriter.go
+++ b/modules/logging/netwriter.go
@@ -23,6 +23,7 @@ import (
 	"net"
 	"os"
 	"path/filepath"
+	"strings"
 	"sync"
 	"time"
 
@@ -128,8 +129,7 @@ func (nw *NetWriter) WriterKey() string {
 func (nw *NetWriter) OpenWriter() (io.WriteCloser, error) {
 	// Set up WAL directory
 	baseDir := caddy.AppDataDir()
-
-	nw.walDir = filepath.Join(baseDir, "wal", "netwriter", nw.addr.String())
+	nw.walDir = filepath.Join(baseDir, "wal", "netwriter", strings.Replace(nw.addr.String(), ":", "-", -1))
 	if err := os.MkdirAll(nw.walDir, 0o755); err != nil {
 		return nil, fmt.Errorf("failed to create WAL directory: %v", err)
 	}