package backend import ( "crypto/tls" "crypto/x509" "encoding/pem" "net" "net/http" "os" "strings" "time" "github.com/peterbourgon/unixtransport" "github.com/restic/restic/internal/debug" "github.com/restic/restic/internal/errors" "github.com/restic/restic/internal/feature" "golang.org/x/net/http2" ) // TransportOptions collects various options which can be set for an HTTP based // transport. type TransportOptions struct { // contains filenames of PEM encoded root certificates to trust RootCertFilenames []string // contains the name of a file containing the TLS client certificate and private key in PEM format TLSClientCertKeyFilename string // Skip TLS certificate verification InsecureTLS bool // Specify Custom User-Agent for the http Client HTTPUserAgent string } // readPEMCertKey reads a file and returns the PEM encoded certificate and key // blocks. func readPEMCertKey(filename string) (certs []byte, key []byte, err error) { data, err := os.ReadFile(filename) if err != nil { return nil, nil, errors.Wrap(err, "ReadFile") } var block *pem.Block for { if len(data) == 0 { break } block, data = pem.Decode(data) if block == nil { break } switch { case strings.HasSuffix(block.Type, "CERTIFICATE"): certs = append(certs, pem.EncodeToMemory(block)...) case strings.HasSuffix(block.Type, "PRIVATE KEY"): if key != nil { return nil, nil, errors.Errorf("error loading TLS cert and key from %v: more than one private key found", filename) } key = pem.EncodeToMemory(block) default: return nil, nil, errors.Errorf("error loading TLS cert and key from %v: unknown block type %v found", filename, block.Type) } } return certs, key, nil } // Transport returns a new http.RoundTripper with default settings applied. If // a custom rootCertFilename is non-empty, it must point to a valid PEM file, // otherwise the function will return an error. func Transport(opts TransportOptions) (http.RoundTripper, error) { // copied from net/http tr := &http.Transport{ Proxy: http.ProxyFromEnvironment, DialContext: (&net.Dialer{ Timeout: 30 * time.Second, KeepAlive: 30 * time.Second, DualStack: true, }).DialContext, MaxIdleConns: 100, MaxIdleConnsPerHost: 100, IdleConnTimeout: 90 * time.Second, TLSHandshakeTimeout: 10 * time.Second, ExpectContinueTimeout: 1 * time.Second, TLSClientConfig: &tls.Config{}, } // ensure that http2 connections are closed if they are broken h2, err := http2.ConfigureTransports(tr) if err != nil { panic(err) } if feature.Flag.Enabled(feature.BackendErrorRedesign) { h2.WriteByteTimeout = 120 * time.Second h2.ReadIdleTimeout = 60 * time.Second h2.PingTimeout = 60 * time.Second } unixtransport.Register(tr) if opts.InsecureTLS { tr.TLSClientConfig.InsecureSkipVerify = true } if opts.TLSClientCertKeyFilename != "" { certs, key, err := readPEMCertKey(opts.TLSClientCertKeyFilename) if err != nil { return nil, err } crt, err := tls.X509KeyPair(certs, key) if err != nil { return nil, errors.Errorf("parse TLS client cert or key: %v", err) } tr.TLSClientConfig.Certificates = []tls.Certificate{crt} } if opts.RootCertFilenames != nil { pool := x509.NewCertPool() for _, filename := range opts.RootCertFilenames { if filename == "" { return nil, errors.Errorf("empty filename for root certificate supplied") } b, err := os.ReadFile(filename) if err != nil { return nil, errors.Errorf("unable to read root certificate: %v", err) } if ok := pool.AppendCertsFromPEM(b); !ok { return nil, errors.Errorf("cannot parse root certificate from %q", filename) } } tr.TLSClientConfig.RootCAs = pool } rt := http.RoundTripper(tr) // if the userAgent is set in the Transport Options, wrap the // http.RoundTripper if opts.HTTPUserAgent != "" { rt = newCustomUserAgentRoundTripper(rt, opts.HTTPUserAgent) } if feature.Flag.Enabled(feature.BackendErrorRedesign) { rt = newWatchdogRoundtripper(rt, 5*time.Minute, 128*1024) } // wrap in the debug round tripper (if active) return debug.RoundTripper(rt), nil }