mirror of
https://github.com/netbirdio/gvisor.git
synced 2026-05-22 17:12:49 -07:00
This commit supports a third-party network stack as a plugin stack for gVisor. The overall plugin package structure is the following: - pkg/sentry/socket/plugin: Interfaces for initializing plugin network stack. It will be used in network setting up during sandbox creating. - pkg/sentry/socket/plugin/stack: Glue layer for plugin stack's socket and stack ops with sentry. It will also register plugin stack operations if imported. - pkg/sentry/socket/plugin/cgo: Interfaces defined in C for plugin network stack to support. To build target runsc-plugin-stack, which imports pkg/sentry/socket/plugin/stack package and enables CGO: bazel build --config=plugin-tldk runsc:runsc-plugin-stack (i.e. --config=plugin-tldk indicates that using TLDK as plugin stack) By using runsc-plugin-stack binary and setting "--network=plugin" in runtimeArgs, user can use third-party network stack instead of netstack embedded in gVisor to get better network performance. Redis benchmark with following setups: 1. KVM platform 2. 4 physical cores for target pod 3. target pod as redis server Runc: $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 115207.38 requests per second, p50=0.215 msec GET: 92336.11 requests per second, p50=0.279 msec $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 113895.21 requests per second, p50=0.247 msec GET: 96899.23 requests per second, p50=0.271 msec $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 126582.27 requests per second, p50=0.199 msec GET: 95969.28 requests per second, p50=0.271 msec Runsc with plugin stack: $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 123915.74 requests per second, p50=0.343 msec GET: 115473.45 requests per second, p50=0.335 msec $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 120918.98 requests per second, p50=0.351 msec GET: 117647.05 requests per second, p50=0.351 msec $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 119904.08 requests per second, p50=0.367 msec GET: 112739.57 requests per second, p50=0.375 msec Runsc with netstack: $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 59952.04 requests per second, p50=0.759 msec GET: 61162.08 requests per second, p50=0.631 msec $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 52219.32 requests per second, p50=0.719 msec GET: 58719.91 requests per second, p50=0.663 msec $redis-benchmark -h [target ip] -n 100000 -t get,set -q SET: 59952.04 requests per second, p50=0.751 msec GET: 60827.25 requests per second, p50=0.751 msec Updates https://github.com/google/gvisor/issues/9266 Co-developed-by: Tianyu Zhou <wentong.zty@antgroup.com> Signed-off-by: Anqi Shen <amy.saq@antgroup.com>
106 lines
2.8 KiB
Go
106 lines
2.8 KiB
Go
// Copyright 2023 The gVisor Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package stack
|
|
|
|
import (
|
|
"syscall"
|
|
|
|
"gvisor.dev/gvisor/pkg/abi/linux"
|
|
"gvisor.dev/gvisor/pkg/sentry/kernel"
|
|
"gvisor.dev/gvisor/pkg/sentry/kernel/auth"
|
|
"gvisor.dev/gvisor/pkg/sentry/socket"
|
|
"gvisor.dev/gvisor/pkg/sentry/socket/plugin/cgo"
|
|
"gvisor.dev/gvisor/pkg/sentry/vfs"
|
|
"gvisor.dev/gvisor/pkg/syserr"
|
|
"gvisor.dev/gvisor/pkg/tcpip"
|
|
"gvisor.dev/gvisor/pkg/tcpip/network/ipv4"
|
|
"gvisor.dev/gvisor/pkg/tcpip/network/ipv6"
|
|
)
|
|
|
|
type provider struct {
|
|
family int
|
|
netProto tcpip.NetworkProtocolNumber
|
|
}
|
|
|
|
// Socket creates a new socket object for the AF_INET or AF_INET6 family.
|
|
func (p *provider) Socket(t *kernel.Task, skType linux.SockType, protocol int) (*vfs.FileDescription, *syserr.Error) {
|
|
// Fail right away if there is no plugin stack registered.
|
|
ctx := t.NetworkContext()
|
|
if ctx == nil {
|
|
return nil, nil
|
|
}
|
|
_, ok := ctx.(*Stack)
|
|
if !ok {
|
|
return nil, nil
|
|
}
|
|
|
|
// Only accept TCP and UDP.
|
|
stype := skType & linux.SOCK_TYPE_MASK
|
|
switch stype {
|
|
case syscall.SOCK_STREAM:
|
|
switch protocol {
|
|
case 0, syscall.IPPROTO_TCP:
|
|
default:
|
|
return nil, syserr.ErrProtocolNotSupported
|
|
}
|
|
case syscall.SOCK_DGRAM:
|
|
switch protocol {
|
|
case 0, syscall.IPPROTO_UDP:
|
|
default:
|
|
return nil, syserr.ErrProtocolNotSupported
|
|
}
|
|
case syscall.SOCK_RAW:
|
|
// Raw sockets require CAP_NET_RAW.
|
|
creds := auth.CredentialsFromContext(t)
|
|
if !creds.HasCapability(linux.CAP_NET_RAW) {
|
|
return nil, syserr.ErrPermissionDenied
|
|
}
|
|
default:
|
|
return nil, syserr.ErrSocketNotSupported
|
|
}
|
|
|
|
handle := cgo.Socket(p.family, int(skType), protocol)
|
|
if handle < 0 {
|
|
return nil, int2err(handle)
|
|
}
|
|
|
|
fd, err := newSocket(t, p.family, skType, protocol, stack.notifier, int(handle), uint32(skType&syscall.SOCK_NONBLOCK))
|
|
return fd, err
|
|
}
|
|
|
|
// Pair just returns nil sockets (not supported).
|
|
func (*provider) Pair(*kernel.Task, linux.SockType, int) (*vfs.FileDescription, *vfs.FileDescription, *syserr.Error) {
|
|
return nil, nil, nil
|
|
}
|
|
|
|
func init() {
|
|
// Providers backed by plugin stack.
|
|
p := []provider{
|
|
{
|
|
family: linux.AF_INET,
|
|
netProto: ipv4.ProtocolNumber,
|
|
},
|
|
|
|
{
|
|
family: linux.AF_INET6,
|
|
netProto: ipv6.ProtocolNumber,
|
|
},
|
|
}
|
|
|
|
for i := range p {
|
|
socket.RegisterProvider(p[i].family, &p[i])
|
|
}
|
|
}
|