fix(cli): unable to use CLI within the container

In the container, `OLLAMA_HOST` is set by default to `0.0.0.0` (ref: [Dockerfile#L137]), which is fine when starting the server.
However, as a client, it is must to use `127.0.0.1` or `localhost` for requests.

fix: #3521 #1337
maybe fix: #3526

[Dockerfile#L137]: https://github.com/ollama/ollama/blob/7e432cdfac51583459e7bfa8fdd485c74a6597e7/Dockerfile#L137

Signed-off-by: Kevin Cui <bh@bugs.cc>

api/client.go

@@ -111,6 +111,15 @@ func GetOllamaHost() (OllamaHost, error) {
 		return OllamaHost{}, ErrInvalidHostPort
 	}
 
+	// 0.0.0.0 => 127.0.0.1
+	if ip := net.ParseIP(host); ip != nil && ip.IsUnspecified() {
+		if ip.To4() != nil {
+			host = "127.0.0.1"
+		} else {
+			host = net.IPv6loopback.String()
+		}
+	}
+
 	return OllamaHost{
 		Scheme: scheme,
 		Host:   host,

api/client_test.go

@@ -48,23 +48,25 @@ func TestClientFromEnvironment(t *testing.T) {
 	}
 
 	hostTestCases := map[string]*testCase{
-		"empty":               {value: "", expect: "127.0.0.1:11434"},
-		"only address":        {value: "1.2.3.4", expect: "1.2.3.4:11434"},
-		"only port":           {value: ":1234", expect: ":1234"},
-		"address and port":    {value: "1.2.3.4:1234", expect: "1.2.3.4:1234"},
-		"hostname":            {value: "example.com", expect: "example.com:11434"},
-		"hostname and port":   {value: "example.com:1234", expect: "example.com:1234"},
-		"zero port":           {value: ":0", expect: ":0"},
-		"too large port":      {value: ":66000", err: ErrInvalidHostPort},
-		"too small port":      {value: ":-1", err: ErrInvalidHostPort},
-		"ipv6 localhost":      {value: "[::1]", expect: "[::1]:11434"},
-		"ipv6 world open":     {value: "[::]", expect: "[::]:11434"},
-		"ipv6 no brackets":    {value: "::1", expect: "[::1]:11434"},
-		"ipv6 + port":         {value: "[::1]:1337", expect: "[::1]:1337"},
-		"extra space":         {value: " 1.2.3.4 ", expect: "1.2.3.4:11434"},
-		"extra quotes":        {value: "\"1.2.3.4\"", expect: "1.2.3.4:11434"},
-		"extra space+quotes":  {value: " \" 1.2.3.4 \" ", expect: "1.2.3.4:11434"},
-		"extra single quotes": {value: "'1.2.3.4'", expect: "1.2.3.4:11434"},
+		"empty":                 {value: "", expect: "127.0.0.1:11434"},
+		"only address":          {value: "1.2.3.4", expect: "1.2.3.4:11434"},
+		"only port":             {value: ":1234", expect: ":1234"},
+		"address and port":      {value: "1.2.3.4:1234", expect: "1.2.3.4:1234"},
+		"hostname":              {value: "example.com", expect: "example.com:11434"},
+		"hostname and port":     {value: "example.com:1234", expect: "example.com:1234"},
+		"zero port":             {value: ":0", expect: ":0"},
+		"too large port":        {value: ":66000", err: ErrInvalidHostPort},
+		"too small port":        {value: ":-1", err: ErrInvalidHostPort},
+		"ipv6 localhost":        {value: "[::1]", expect: "[::1]:11434"},
+		"ipv6 world open":       {value: "[::]", expect: "[::1]:11434"},
+		"ipv6 no brackets":      {value: "::1", expect: "[::1]:11434"},
+		"ipv6 + port":           {value: "[::1]:1337", expect: "[::1]:1337"},
+		"extra space":           {value: " 1.2.3.4 ", expect: "1.2.3.4:11434"},
+		"extra quotes":          {value: "\"1.2.3.4\"", expect: "1.2.3.4:11434"},
+		"extra space+quotes":    {value: " \" 1.2.3.4 \" ", expect: "1.2.3.4:11434"},
+		"extra single quotes":   {value: "'1.2.3.4'", expect: "1.2.3.4:11434"},
+		"unspecified ipv4 host": {value: "0.0.0.0:1234", expect: "127.0.0.1:1234"},
+		"unspecified ipv6 host": {value: "[::]:1234", expect: "[::1]:1234"},
 	}
 
 	for k, v := range hostTestCases {