mirror of
https://github.com/containers/podman.git
synced 2026-07-19 19:51:51 -04:00
Address a number of issues in the streaming logic in remote build, most
importantly an error in using buffered channels on the server side.
The pattern below does not guarantee that the channel is entirely read
before the context fires.
for {
select {
case <- bufferedChannel:
...
case <- ctx.Done():
...
}
}
Fixes: #10154
Signed-off-by: Valentin Rothberg <rothberg@redhat.com>
385 lines
11 KiB
Go
385 lines
11 KiB
Go
package bindings
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"net"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/blang/semver"
|
|
"github.com/containers/podman/v3/pkg/terminal"
|
|
"github.com/containers/podman/v3/version"
|
|
jsoniter "github.com/json-iterator/go"
|
|
"github.com/pkg/errors"
|
|
"github.com/sirupsen/logrus"
|
|
"golang.org/x/crypto/ssh"
|
|
"golang.org/x/crypto/ssh/agent"
|
|
)
|
|
|
|
type APIResponse struct {
|
|
*http.Response
|
|
Request *http.Request
|
|
}
|
|
|
|
type Connection struct {
|
|
URI *url.URL
|
|
Client *http.Client
|
|
}
|
|
|
|
type valueKey string
|
|
|
|
const (
|
|
clientKey = valueKey("Client")
|
|
)
|
|
|
|
// GetClient from context build by NewConnection()
|
|
func GetClient(ctx context.Context) (*Connection, error) {
|
|
c, ok := ctx.Value(clientKey).(*Connection)
|
|
if !ok {
|
|
return nil, errors.Errorf("ClientKey not set in context")
|
|
}
|
|
return c, nil
|
|
}
|
|
|
|
// JoinURL elements with '/'
|
|
func JoinURL(elements ...string) string {
|
|
return "/" + strings.Join(elements, "/")
|
|
}
|
|
|
|
func NewConnection(ctx context.Context, uri string) (context.Context, error) {
|
|
return NewConnectionWithIdentity(ctx, uri, "")
|
|
}
|
|
|
|
// NewConnection takes a URI as a string and returns a context with the
|
|
// Connection embedded as a value. This context needs to be passed to each
|
|
// endpoint to work correctly.
|
|
//
|
|
// A valid URI connection should be scheme://
|
|
// For example tcp://localhost:<port>
|
|
// or unix:///run/podman/podman.sock
|
|
// or ssh://<user>@<host>[:port]/run/podman/podman.sock?secure=True
|
|
func NewConnectionWithIdentity(ctx context.Context, uri string, identity string) (context.Context, error) {
|
|
var (
|
|
err error
|
|
secure bool
|
|
)
|
|
if v, found := os.LookupEnv("CONTAINER_HOST"); found && uri == "" {
|
|
uri = v
|
|
}
|
|
|
|
if v, found := os.LookupEnv("CONTAINER_SSHKEY"); found && len(identity) == 0 {
|
|
identity = v
|
|
}
|
|
|
|
passPhrase := ""
|
|
if v, found := os.LookupEnv("CONTAINER_PASSPHRASE"); found {
|
|
passPhrase = v
|
|
}
|
|
|
|
_url, err := url.Parse(uri)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "Value of CONTAINER_HOST is not a valid url: %s", uri)
|
|
}
|
|
|
|
// Now we setup the http Client to use the connection above
|
|
var connection Connection
|
|
switch _url.Scheme {
|
|
case "ssh":
|
|
secure, err = strconv.ParseBool(_url.Query().Get("secure"))
|
|
if err != nil {
|
|
secure = false
|
|
}
|
|
connection, err = sshClient(_url, secure, passPhrase, identity)
|
|
case "unix":
|
|
if !strings.HasPrefix(uri, "unix:///") {
|
|
// autofix unix://path_element vs unix:///path_element
|
|
_url.Path = JoinURL(_url.Host, _url.Path)
|
|
_url.Host = ""
|
|
}
|
|
connection = unixClient(_url)
|
|
case "tcp":
|
|
if !strings.HasPrefix(uri, "tcp://") {
|
|
return nil, errors.New("tcp URIs should begin with tcp://")
|
|
}
|
|
connection = tcpClient(_url)
|
|
default:
|
|
return nil, errors.Errorf("unable to create connection. %q is not a supported schema", _url.Scheme)
|
|
}
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "failed to create %sClient", _url.Scheme)
|
|
}
|
|
|
|
ctx = context.WithValue(ctx, clientKey, &connection)
|
|
if err := pingNewConnection(ctx); err != nil {
|
|
return nil, errors.Wrap(err, "cannot connect to the Podman socket, please verify that Podman REST API service is running")
|
|
}
|
|
return ctx, nil
|
|
}
|
|
|
|
func tcpClient(_url *url.URL) Connection {
|
|
connection := Connection{
|
|
URI: _url,
|
|
}
|
|
connection.Client = &http.Client{
|
|
Transport: &http.Transport{
|
|
DialContext: func(ctx context.Context, _, _ string) (net.Conn, error) {
|
|
return net.Dial("tcp", _url.Host)
|
|
},
|
|
DisableCompression: true,
|
|
},
|
|
}
|
|
return connection
|
|
}
|
|
|
|
// pingNewConnection pings to make sure the RESTFUL service is up
|
|
// and running. it should only be used when initializing a connection
|
|
func pingNewConnection(ctx context.Context) error {
|
|
client, err := GetClient(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// the ping endpoint sits at / in this case
|
|
response, err := client.DoRequest(nil, http.MethodGet, "/_ping", nil, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if response.StatusCode == http.StatusOK {
|
|
versionHdr := response.Header.Get("Libpod-API-Version")
|
|
if versionHdr == "" {
|
|
logrus.Info("Service did not provide Libpod-API-Version Header")
|
|
return nil
|
|
}
|
|
versionSrv, err := semver.ParseTolerant(versionHdr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
switch version.APIVersion[version.Libpod][version.MinimalAPI].Compare(versionSrv) {
|
|
case -1, 0:
|
|
// Server's job when Client version is equal or older
|
|
return nil
|
|
case 1:
|
|
return errors.Errorf("server API version is too old. Client %q server %q",
|
|
version.APIVersion[version.Libpod][version.MinimalAPI].String(), versionSrv.String())
|
|
}
|
|
}
|
|
return errors.Errorf("ping response was %d", response.StatusCode)
|
|
}
|
|
|
|
func sshClient(_url *url.URL, secure bool, passPhrase string, identity string) (Connection, error) {
|
|
// if you modify the authmethods or their conditionals, you will also need to make similar
|
|
// changes in the client (currently cmd/podman/system/connection/add getUDS).
|
|
|
|
var signers []ssh.Signer // order Signers are appended to this list determines which key is presented to server
|
|
|
|
if len(identity) > 0 {
|
|
s, err := terminal.PublicKey(identity, []byte(passPhrase))
|
|
if err != nil {
|
|
return Connection{}, errors.Wrapf(err, "failed to parse identity %q", identity)
|
|
}
|
|
|
|
signers = append(signers, s)
|
|
logrus.Debugf("SSH Ident Key %q %s %s", identity, ssh.FingerprintSHA256(s.PublicKey()), s.PublicKey().Type())
|
|
}
|
|
|
|
if sock, found := os.LookupEnv("SSH_AUTH_SOCK"); found {
|
|
logrus.Debugf("Found SSH_AUTH_SOCK %q, ssh-agent signer(s) enabled", sock)
|
|
|
|
c, err := net.Dial("unix", sock)
|
|
if err != nil {
|
|
return Connection{}, err
|
|
}
|
|
|
|
agentSigners, err := agent.NewClient(c).Signers()
|
|
if err != nil {
|
|
return Connection{}, err
|
|
}
|
|
signers = append(signers, agentSigners...)
|
|
|
|
if logrus.IsLevelEnabled(logrus.DebugLevel) {
|
|
for _, s := range agentSigners {
|
|
logrus.Debugf("SSH Agent Key %s %s", ssh.FingerprintSHA256(s.PublicKey()), s.PublicKey().Type())
|
|
}
|
|
}
|
|
}
|
|
|
|
var authMethods []ssh.AuthMethod
|
|
if len(signers) > 0 {
|
|
var dedup = make(map[string]ssh.Signer)
|
|
// Dedup signers based on fingerprint, ssh-agent keys override CONTAINER_SSHKEY
|
|
for _, s := range signers {
|
|
fp := ssh.FingerprintSHA256(s.PublicKey())
|
|
if _, found := dedup[fp]; found {
|
|
logrus.Debugf("Dedup SSH Key %s %s", ssh.FingerprintSHA256(s.PublicKey()), s.PublicKey().Type())
|
|
}
|
|
dedup[fp] = s
|
|
}
|
|
|
|
var uniq []ssh.Signer
|
|
for _, s := range dedup {
|
|
uniq = append(uniq, s)
|
|
}
|
|
authMethods = append(authMethods, ssh.PublicKeysCallback(func() ([]ssh.Signer, error) {
|
|
return uniq, nil
|
|
}))
|
|
}
|
|
|
|
if pw, found := _url.User.Password(); found {
|
|
authMethods = append(authMethods, ssh.Password(pw))
|
|
}
|
|
|
|
if len(authMethods) == 0 {
|
|
callback := func() (string, error) {
|
|
pass, err := terminal.ReadPassword("Login password:")
|
|
return string(pass), err
|
|
}
|
|
authMethods = append(authMethods, ssh.PasswordCallback(callback))
|
|
}
|
|
|
|
port := _url.Port()
|
|
if port == "" {
|
|
port = "22"
|
|
}
|
|
|
|
callback := ssh.InsecureIgnoreHostKey()
|
|
if secure {
|
|
host := _url.Hostname()
|
|
if port != "22" {
|
|
host = fmt.Sprintf("[%s]:%s", host, port)
|
|
}
|
|
key := terminal.HostKey(host)
|
|
if key != nil {
|
|
callback = ssh.FixedHostKey(key)
|
|
}
|
|
}
|
|
|
|
bastion, err := ssh.Dial("tcp",
|
|
net.JoinHostPort(_url.Hostname(), port),
|
|
&ssh.ClientConfig{
|
|
User: _url.User.Username(),
|
|
Auth: authMethods,
|
|
HostKeyCallback: callback,
|
|
HostKeyAlgorithms: []string{
|
|
ssh.KeyAlgoRSA,
|
|
ssh.KeyAlgoDSA,
|
|
ssh.KeyAlgoECDSA256,
|
|
ssh.KeyAlgoECDSA384,
|
|
ssh.KeyAlgoECDSA521,
|
|
ssh.KeyAlgoED25519,
|
|
},
|
|
Timeout: 5 * time.Second,
|
|
},
|
|
)
|
|
if err != nil {
|
|
return Connection{}, errors.Wrapf(err, "Connection to bastion host (%s) failed.", _url.String())
|
|
}
|
|
|
|
connection := Connection{URI: _url}
|
|
connection.Client = &http.Client{
|
|
Transport: &http.Transport{
|
|
DialContext: func(ctx context.Context, _, _ string) (net.Conn, error) {
|
|
return bastion.Dial("unix", _url.Path)
|
|
},
|
|
}}
|
|
return connection, nil
|
|
}
|
|
|
|
func unixClient(_url *url.URL) Connection {
|
|
connection := Connection{URI: _url}
|
|
connection.Client = &http.Client{
|
|
Transport: &http.Transport{
|
|
DialContext: func(ctx context.Context, _, _ string) (net.Conn, error) {
|
|
return (&net.Dialer{}).DialContext(ctx, "unix", _url.Path)
|
|
},
|
|
DisableCompression: true,
|
|
},
|
|
}
|
|
return connection
|
|
}
|
|
|
|
// DoRequest assembles the http request and returns the response
|
|
func (c *Connection) DoRequest(httpBody io.Reader, httpMethod, endpoint string, queryParams url.Values, header map[string]string, pathValues ...string) (*APIResponse, error) {
|
|
var (
|
|
err error
|
|
response *http.Response
|
|
)
|
|
|
|
params := make([]interface{}, len(pathValues)+3)
|
|
|
|
// Including the semver suffices breaks older services... so do not include them
|
|
v := version.APIVersion[version.Libpod][version.CurrentAPI]
|
|
params[0] = v.Major
|
|
params[1] = v.Minor
|
|
params[2] = v.Patch
|
|
for i, pv := range pathValues {
|
|
// url.URL lacks the semantics for escaping embedded path parameters... so we manually
|
|
// escape each one and assume the caller included the correct formatting in "endpoint"
|
|
params[i+3] = url.PathEscape(pv)
|
|
}
|
|
|
|
uri := fmt.Sprintf("http://d/v%d.%d.%d/libpod"+endpoint, params...)
|
|
logrus.Debugf("DoRequest Method: %s URI: %v", httpMethod, uri)
|
|
|
|
req, err := http.NewRequestWithContext(context.WithValue(context.Background(), clientKey, c), httpMethod, uri, httpBody)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if len(queryParams) > 0 {
|
|
req.URL.RawQuery = queryParams.Encode()
|
|
}
|
|
for key, val := range header {
|
|
req.Header.Set(key, val)
|
|
}
|
|
// Give the Do three chances in the case of a comm/service hiccup
|
|
for i := 0; i < 3; i++ {
|
|
response, err = c.Client.Do(req) // nolint
|
|
if err == nil {
|
|
break
|
|
}
|
|
time.Sleep(time.Duration(i*100) * time.Millisecond)
|
|
}
|
|
return &APIResponse{response, req}, err
|
|
}
|
|
|
|
// FiltersToString converts our typical filter format of a
|
|
// map[string][]string to a query/html safe string.
|
|
func FiltersToString(filters map[string][]string) (string, error) {
|
|
lowerCaseKeys := make(map[string][]string)
|
|
for k, v := range filters {
|
|
lowerCaseKeys[strings.ToLower(k)] = v
|
|
}
|
|
return jsoniter.MarshalToString(lowerCaseKeys)
|
|
}
|
|
|
|
// IsInformation returns true if the response code is 1xx
|
|
func (h *APIResponse) IsInformational() bool {
|
|
return h.Response.StatusCode/100 == 1
|
|
}
|
|
|
|
// IsSuccess returns true if the response code is 2xx
|
|
func (h *APIResponse) IsSuccess() bool {
|
|
return h.Response.StatusCode/100 == 2
|
|
}
|
|
|
|
// IsRedirection returns true if the response code is 3xx
|
|
func (h *APIResponse) IsRedirection() bool {
|
|
return h.Response.StatusCode/100 == 3
|
|
}
|
|
|
|
// IsClientError returns true if the response code is 4xx
|
|
func (h *APIResponse) IsClientError() bool {
|
|
return h.Response.StatusCode/100 == 4
|
|
}
|
|
|
|
// IsServerError returns true if the response code is 5xx
|
|
func (h *APIResponse) IsServerError() bool {
|
|
return h.Response.StatusCode/100 == 5
|
|
}
|