socket

package
v4.0.0+incompatible Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 27, 2018 License: Apache-2.0, Apache-2.0 Imports: 20 Imported by: 0

README

Socket

A concise, powerful and high-performance connection socket.

Feature

  • The server and client are peer-to-peer interfaces
  • Support set the size of socket I/O buffer
  • Support custom communication protocol
  • Support custom transfer filter pipe (Such as gzip, encrypt, verify...)
  • Packet contains both Header and Body
  • Supports custom encoding types, e.g JSON Protobuf
  • Header contains the status code and its description text
  • Each socket is assigned an id
  • Provides Socket Hub, Socket pool and *Packet stack
  • Support setting the size of the reading packet (if exceed disconnect it)
  • Provide an operating interface to control the connection file descriptor

Benchmark

  • Test server configuration
darwin amd64 4CPU 8GB
  • teleport-socket

tp_socket_benchmark

test code

  • contrast rpcx

rpcx_benchmark

test code

  • torch of teleport-socket

tp_socket_torch

svg file

Example

server.go
package main

import (
	"log"
	"net"

	"github.com/henrylee2cn/teleport/socket"
	"github.com/henrylee2cn/teleport/socket/example/pb"
)

func main() {
	socket.SetPacketSizeLimit(512)
	lis, err := net.Listen("tcp", "0.0.0.0:8000")
	if err != nil {
		log.Fatalf("[SVR] listen err: %v", err)
	}
	log.Printf("listen tcp 0.0.0.0:8000")
	for {
		conn, err := lis.Accept()
		if err != nil {
			log.Fatalf("[SVR] accept err: %v", err)
		}
		go func(s socket.Socket) {
			log.Printf("accept %s", s.Id())
			defer s.Close()
			var pbTest = new(pb.PbTest)
			for {
				// read request
				var packet = socket.GetPacket(socket.WithNewBody(
					func(header socket.Header) interface{} {
						*pbTest = pb.PbTest{}
						return pbTest
					}),
				)
				err = s.ReadPacket(packet)
				if err != nil {
					log.Printf("[SVR] read request err: %v", err)
					return
				} else {
					// log.Printf("[SVR] read request: %v", packet)
				}

				// write response
				pbTest.A = pbTest.A + pbTest.B
				pbTest.B = pbTest.A - pbTest.B*2
				packet.SetBody(pbTest)

				err = s.WritePacket(packet)
				if err != nil {
					log.Printf("[SVR] write response err: %v", err)
				} else {
					// log.Printf("[SVR] write response: %v", packet)
				}
				socket.PutPacket(packet)
			}
		}(socket.GetSocket(conn))
	}
}
client.go
package main

import (
	"log"
	"net"

	"github.com/henrylee2cn/teleport/codec"
	"github.com/henrylee2cn/teleport/socket"

	"github.com/henrylee2cn/teleport/socket/example/pb"
)

func main() {
	conn, err := net.Dial("tcp", "127.0.0.1:8000")
	if err != nil {
		log.Fatalf("[CLI] dial err: %v", err)
	}
	s := socket.GetSocket(conn)
	defer s.Close()
	var packet = socket.GetPacket()
	defer socket.PutPacket(packet)
	for i := uint64(0); i < 1; i++ {
		// write request
		packet.Reset()
		packet.SetPtype(0)
		packet.SetBodyCodec(codec.ID_JSON)
		packet.SetSeq(i)
		packet.SetUri("/a/b")
		packet.SetBody(&pb.PbTest{A: 10, B: 2})
		err = s.WritePacket(packet)
		if err != nil {
			log.Printf("[CLI] write request err: %v", err)
			continue
		}
		log.Printf("[CLI] write request: %v", packet)

		// read response
		packet.Reset(socket.WithNewBody(
			func(header socket.Header) interface{} {
				return new(pb.PbTest)
			}),
		)
		err = s.ReadPacket(packet)
		if err != nil {
			log.Printf("[CLI] read response err: %v", err)
		} else {
			log.Printf("[CLI] read response: %v", packet)
		}
	}
}

More Examples

Keyworks

  • Packet: The corresponding structure of the data package
  • Proto: The protocol interface of packet pack/unpack
  • Codec: Serialization interface for Packet.Body
  • XferPipe: A series of pipelines to handle packet data before transfer
  • XferFilter: A interface to handle packet data before transfer

Packet

The contents of every one packet:

// in .../teleport/socket package
type (
	type Packet struct {
		// Has unexported fields.
	}
	    Packet a socket data packet.
	
	func GetPacket(settings ...PacketSetting) *Packet
	func NewPacket(settings ...PacketSetting) *Packet
	func (p *Packet) Body() interface{}
	func (p *Packet) BodyCodec() byte
	func (p *Packet) Context() context.Context
	func (p *Packet) MarshalBody() ([]byte, error)
	func (p *Packet) Meta() *utils.Args
	func (p *Packet) Ptype() byte
	func (p *Packet) Reset(settings ...PacketSetting)
	func (p *Packet) Seq() string
	func (p *Packet) SetBody(body interface{})
	func (p *Packet) SetBodyCodec(bodyCodec byte)
	func (p *Packet) SetNewBody(newBodyFunc NewBodyFunc)
	func (p *Packet) SetPtype(ptype byte)
	func (p *Packet) SetSeq(seq string)
	func (p *Packet) SetSize(size uint32) error
	func (p *Packet) SetUri(uri string)
	func (p *Packet) SetUriObject(uriObject *url.URL)
	func (p *Packet) Size() uint32
	func (p *Packet) String() string
	func (p *Packet) UnmarshalBody(bodyBytes []byte) error
	func (p *Packet) Uri() string
	func (p *Packet) UriObject() *url.URL
	func (p *Packet) XferPipe() *xfer.XferPipe

	// NewBodyFunc creates a new body by header.
	NewBodyFunc func(Header) interface{}
)

// in .../teleport/xfer package
type (
	// XferPipe transfer filter pipe, handlers from outer-most to inner-most.
	// Note: the length can not be bigger than 255!
	XferPipe struct {
		filters []XferFilter
	}
	// XferFilter handles byte stream of packet when transfer.
	XferFilter interface {
		Id() byte
		OnPack([]byte) ([]byte, error)
		OnUnpack([]byte) ([]byte, error)
	}
)

Protocol

You can customize your own communication protocol by implementing the interface:

type (
	// Proto pack/unpack protocol scheme of socket packet.
	Proto interface {
		// Version returns the protocol's id and name.
		Version() (byte, string)
		// Pack writes the Packet into the connection.
		// Note: Make sure to write only once or there will be package contamination!
		Pack(*Packet) error
		// Unpack reads bytes from the connection to the Packet.
		// Note: Concurrent unsafe!
		Unpack(*Packet) error
	}
	ProtoFunc func(io.ReadWriter) Proto
)

Next, you can specify the communication protocol in the following ways:

func SetDefaultProtoFunc(ProtoFunc)
func GetSocket(net.Conn, ...ProtoFunc) Socket
func NewSocket(net.Conn, ...ProtoFunc) Socket

Default protocol FastProto(Big Endian):

{4 bytes packet length}
{1 byte protocol version}
{1 byte transfer pipe length}
{transfer pipe IDs}
# The following is handled data by transfer pipe
{4 bytes sequence length}
{sequence}
{1 byte packet type} // e.g. CALL:1; REPLY:2; PUSH:3
{4 bytes URI length}
{URI}
{4 bytes metadata length}
{metadata(urlencoded)}
{1 byte body codec id}
{body}

Optimize

  • SetPacketSizeLimit sets max packet size. If maxSize<=0, set it to max uint32.

    func SetPacketSizeLimit(maxPacketSize uint32)

  • SetKeepAlive sets whether the operating system should send keepalive messages on the connection.

    func SetKeepAlive(keepalive bool)

  • SetKeepAlivePeriod sets period between keep alives.

    func SetKeepAlivePeriod(d time.Duration)

  • SetNoDelay controls whether the operating system should delay packet transmission in hopes of sending fewer packets (Nagle's algorithm). The default is true (no delay), meaning that data is sent as soon as possible after a Write.

    func SetNoDelay(_noDelay bool)

  • SetReadBuffer sets the size of the operating system's receive buffer associated with the connection.

    func SetReadBuffer(bytes int)

  • SetWriteBuffer sets the size of the operating system's transmit buffer associated with the connection.

    func SetWriteBuffer(bytes int)

Documentation

Overview

Package socket provides a concise, powerful and high-performance TCP.

Copyright 2017 HenryLee. All Rights Reserved.

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at 

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

Constants

This section is empty.

Variables

View Source 
var (

	// ErrExceedPacketSizeLimit error
	ErrExceedPacketSizeLimit = errors.New("Size of package exceeds limit.")
)
View Source 
var ErrProactivelyCloseSocket = errors.New("socket is closed proactively")

ErrProactivelyCloseSocket proactively close the socket error.

View Source 
var NewRawProtoFunc = func(rw io.ReadWriter) Proto {
	var (
		rawProtoReadBufioSize     int
		readBufferSize, isDefault = ReadBuffer()
	)
	if isDefault {
		rawProtoReadBufioSize = 1024 * 4
	} else if readBufferSize == 0 {
		rawProtoReadBufioSize = 1024 * 35
	} else {
		rawProtoReadBufioSize = readBufferSize / 2
	}
	return &rawProto{
		id:   'r',
		name: "raw",
		r:    bufio.NewReaderSize(rw, rawProtoReadBufioSize),
		w:    rw,
	}
}

NewRawProtoFunc is creation function of fast socket protocol. NOTE: it is the default protocol.

Functions

func PacketSizeLimit 

func PacketSizeLimit() uint32

PacketSizeLimit gets the packet size upper limit of reading.

func PutPacket 

func PutPacket(p *Packet)

PutPacket puts a *Packet to packet stack.

func ReadBuffer 

func ReadBuffer() (bytes int, isDefault bool)

ReadBuffer returns the size of the operating system's receive buffer associated with the connection. Note: if using the system default value, bytes=-1 and isDefault=true.

func SetDefaultProtoFunc 

func SetDefaultProtoFunc(protoFunc ProtoFunc)

SetDefaultProtoFunc sets the default builder of socket communication protocol

func SetKeepAlive 

func SetKeepAlive(keepalive bool)

SetKeepAlive sets whether the operating system should send keepalive messages on the connection. Note: If have not called the function, the system defaults are used.

func SetKeepAlivePeriod 

func SetKeepAlivePeriod(d time.Duration)

SetKeepAlivePeriod sets period between keep alives. Note: if d<0, don't change the value.

func SetNoDelay 

func SetNoDelay(_noDelay bool)

SetNoDelay controls whether the operating system should delay packet transmission in hopes of sending fewer packets (Nagle's algorithm). The default is true (no delay), meaning that data is sent as soon as possible after a Write.

func SetPacketSizeLimit 

func SetPacketSizeLimit(maxPacketSize uint32)

SetPacketSizeLimit sets max packet size. If maxSize<=0, set it to max uint32.

func SetReadBuffer 

func SetReadBuffer(bytes int)

SetReadBuffer sets the size of the operating system's receive buffer associated with the connection. Note: if bytes<0, don't change the value.

func SetWriteBuffer 

func SetWriteBuffer(bytes int)

SetWriteBuffer sets the size of the operating system's transmit buffer associated with the connection. Note: if bytes<0, don't change the value.

func WriteBuffer 

func WriteBuffer() (bytes int, isDefault bool)

WriteBuffer returns the size of the operating system's transmit buffer associated with the connection. Note: if using the system default value, bytes=-1 and isDefault=true.

Types

type Body 

type Body interface {
	// BodyCodec returns the body codec type id
	BodyCodec() byte
	// SetBodyCodec sets the body codec type id
	SetBodyCodec(bodyCodec byte)
	// Body returns the body object
	Body() interface{}
	// SetBody sets the body object
	SetBody(body interface{})
	// SetNewBody resets the function of geting body.
	SetNewBody(newBodyFunc NewBodyFunc)
	// MarshalBody returns the encoding of body.
	// Note: when the body is a stream of bytes, no marshalling is done.
	MarshalBody() ([]byte, error)
	// UnmarshalBody unmarshals the encoded data to the body.
	// Note:
	//  seq, ptype, uri must be setted already;
	//  if body=nil, try to use newBodyFunc to create a new one;
	//  when the body is a stream of bytes, no unmarshalling is done.
	UnmarshalBody(bodyBytes []byte) error
}

Body packet body interface 

type Header interface {
	// Ptype returns the packet sequence
	Seq() string
	// SetSeq sets the packet sequence
	SetSeq(string)
	// Ptype returns the packet type, such as CALL, PUSH, REPLY
	Ptype() byte
	// Ptype sets the packet type
	SetPtype(byte)
	// Uri returns the URI string
	Uri() string
	// UriObject returns the URI object
	UriObject() *url.URL
	// SetUri sets the packet URI
	SetUri(string)
	// SetUriObject sets the packet URI
	SetUriObject(uriObject *url.URL)
	// Meta returns the metadata
	Meta() *utils.Args
}

Header packet header interface

type NewBodyFunc 

type NewBodyFunc func(Header) interface{}

NewBodyFunc creates a new body by header.

type Packet 

type Packet struct {
	// contains filtered or unexported fields
}

Packet a socket data packet.

func GetPacket 

func GetPacket(settings ...PacketSetting) *Packet

GetPacket gets a *Packet form packet stack. Note: 

newBodyFunc is only for reading form connection;
settings are only for writing to connection.

func NewPacket 

func NewPacket(settings ...PacketSetting) *Packet

NewPacket creates a new *Packet. Note: 

NewBody is only for reading form connection;
settings are only for writing to connection.

func (*Packet) Body 

func (p *Packet) Body() interface{}

Body returns the body object

func (*Packet) BodyCodec 

func (p *Packet) BodyCodec() byte

BodyCodec returns the body codec type id

func (*Packet) Context 

func (p *Packet) Context() context.Context

Context returns the packet handling context.

func (*Packet) MarshalBody 

func (p *Packet) MarshalBody() ([]byte, error)

MarshalBody returns the encoding of body. Note: when the body is a stream of bytes, no marshalling is done.

func (*Packet) Meta 

func (p *Packet) Meta() *utils.Args

Meta returns the metadata. When the package is reset, it will be reset.

func (*Packet) Ptype 

func (p *Packet) Ptype() byte

Ptype returns the packet type, such as CALL, PUSH, REPLY

func (*Packet) Reset 

func (p *Packet) Reset(settings ...PacketSetting)

Reset resets itself. Note: 

newBodyFunc is only for reading form connection;
settings are only for writing to connection.

func (*Packet) Seq 

func (p *Packet) Seq() string

Seq returns the packet sequence

func (*Packet) SetBody 

func (p *Packet) SetBody(body interface{})

SetBody sets the body object

func (*Packet) SetBodyCodec 

func (p *Packet) SetBodyCodec(bodyCodec byte)

SetBodyCodec sets the body codec type id

func (*Packet) SetNewBody 

func (p *Packet) SetNewBody(newBodyFunc NewBodyFunc)

SetNewBody resets the function of geting body.

func (*Packet) SetPtype 

func (p *Packet) SetPtype(ptype byte)

SetPtype sets the packet type

func (*Packet) SetSeq 

func (p *Packet) SetSeq(seq string)

SetSeq sets the packet sequence

func (*Packet) SetSize 

func (p *Packet) SetSize(size uint32) error

SetSize sets the size of packet. If the size is too big, returns error.

func (*Packet) SetUri 

func (p *Packet) SetUri(uri string)

SetUri sets the packet URI

func (*Packet) SetUriObject 

func (p *Packet) SetUriObject(uriObject *url.URL)

SetUriObject sets the packet URI

func (*Packet) Size 

func (p *Packet) Size() uint32

Size returns the size of packet.

func (*Packet) String 

func (p *Packet) String() string

String returns printing text.

func (*Packet) UnmarshalBody 

func (p *Packet) UnmarshalBody(bodyBytes []byte) error

UnmarshalBody unmarshals the encoded data to the body. Note: 

seq, ptype, uri must be setted already;
if body=nil, try to use newBodyFunc to create a new one;
when the body is a stream of bytes, no unmarshalling is done.

func (*Packet) Uri 

func (p *Packet) Uri() string

Uri returns the URI string

func (*Packet) UriObject 

func (p *Packet) UriObject() *url.URL

UriObject returns the URI object

func (*Packet) XferPipe 

func (p *Packet) XferPipe() *xfer.XferPipe

XferPipe returns transfer filter pipe, handlers from outer-most to inner-most. Note: the length can not be bigger than 255!

type PacketSetting 

type PacketSetting func(*Packet)

PacketSetting is a pipe function type for setting socket package.

func WithAddMeta 

func WithAddMeta(key, value string) PacketSetting

WithAddMeta adds 'key=value' metadata argument. Multiple values for the same key may be added.

func WithBody 

func WithBody(body interface{}) PacketSetting

WithBody sets the body object.

func WithBodyCodec 

func WithBodyCodec(bodyCodec byte) PacketSetting

WithBodyCodec sets the body codec.

func WithContext 

func WithContext(ctx context.Context) PacketSetting

WithContext sets the packet handling context.

func WithNewBody 

func WithNewBody(newBodyFunc NewBodyFunc) PacketSetting

WithNewBody resets the function of geting body.

func WithPtype 

func WithPtype(ptype byte) PacketSetting

WithPtype sets the packet type.

func WithQuery 

func WithQuery(key, value string) PacketSetting

WithQuery sets the packet URI query parameter.

func WithSeq 

func WithSeq(seq string) PacketSetting

WithSeq sets the packet sequence.

func WithSetMeta 

func WithSetMeta(key, value string) PacketSetting

WithSetMeta sets 'key=value' metadata argument.

func WithUri 

func WithUri(uri string) PacketSetting

WithUri sets the packet URI string.

func WithUriObject 

func WithUriObject(uriObject *url.URL) PacketSetting

WithUriObject sets the packet URI object.

func WithXferPipe 

func WithXferPipe(filterId ...byte) PacketSetting

WithXferPipe sets transfer filter pipe. NOTE: 

panic if the filterId is not registered

type Proto 

type Proto interface {
	// Version returns the protocol's id and name.
	Version() (byte, string)
	// Pack writes the Packet into the connection.
	// Note: Make sure to write only once or there will be package contamination!
	Pack(*Packet) error
	// Unpack reads bytes from the connection to the Packet.
	// Note: Concurrent unsafe!
	Unpack(*Packet) error
}

Proto pack/unpack protocol scheme of socket packet.

type ProtoFunc 

type ProtoFunc func(io.ReadWriter) Proto

ProtoFunc function used to create a custom Proto interface.

func DefaultProtoFunc 

func DefaultProtoFunc() ProtoFunc

DefaultProtoFunc gets the default builder of socket communication protocol

type Socket 

type Socket interface {
	// ControlFD invokes f on the underlying connection's file
	// descriptor or handle.
	// The file descriptor fd is guaranteed to remain valid while
	// f executes but not after f returns.
	ControlFD(f func(fd uintptr)) error
	// LocalAddr returns the local network address.
	LocalAddr() net.Addr
	// RemoteAddr returns the remote network address.
	RemoteAddr() net.Addr
	// SetDeadline sets the read and write deadlines associated
	// with the connection. It is equivalent to calling both
	// SetReadDeadline and SetWriteDeadline.
	//
	// A deadline is an absolute time after which I/O operations
	// fail with a timeout (see type Error) instead of
	// blocking. The deadline applies to all future and pending
	// I/O, not just the immediately following call to Read or
	// Write. After a deadline has been exceeded, the connection
	// can be refreshed by setting a deadline in the future.
	//
	// An idle timeout can be implemented by repeatedly extending
	// the deadline after successful Read or Write calls.
	//
	// A zero value for t means I/O operations will not time out.
	SetDeadline(t time.Time) error
	// SetReadDeadline sets the deadline for future Read calls
	// and any currently-blocked Read call.
	// A zero value for t means Read will not time out.
	SetReadDeadline(t time.Time) error
	// SetWriteDeadline sets the deadline for future Write calls
	// and any currently-blocked Write call.
	// Even if write times out, it may return n > 0, indicating that
	// some of the data was successfully written.
	// A zero value for t means Write will not time out.
	SetWriteDeadline(t time.Time) error
	// WritePacket writes header and body to the connection.
	// Note: must be safe for concurrent use by multiple goroutines.
	WritePacket(packet *Packet) error
	// ReadPacket reads header and body from the connection.
	// Note: must be safe for concurrent use by multiple goroutines.
	ReadPacket(packet *Packet) error
	// Read reads data from the connection.
	// Read can be made to time out and return an Error with Timeout() == true
	// after a fixed time limit; see SetDeadline and SetReadDeadline.
	Read(b []byte) (n int, err error)
	// Write writes data to the connection.
	// Write can be made to time out and return an Error with Timeout() == true
	// after a fixed time limit; see SetDeadline and SetWriteDeadline.
	Write(b []byte) (n int, err error)
	// Close closes the connection socket.
	// Any blocked Read or Write operations will be unblocked and return errors.
	Close() error
	// Swap returns custom data swap of the socket.
	Swap() goutil.Map
	// SwapLen returns the amount of custom data of the socket.
	SwapLen() int
	// Id returns the socket id.
	Id() string
	// SetId sets the socket id.
	SetId(string)
	// Reset reset net.Conn and ProtoFunc.
	Reset(netConn net.Conn, protoFunc ...ProtoFunc)
}

Socket is a generic stream-oriented network connection.

Multiple goroutines may invoke methods on a Socket simultaneously.

func GetSocket 

func GetSocket(c net.Conn, protoFunc ...ProtoFunc) Socket

GetSocket gets a Socket from pool, and reset it.

func NewSocket 

func NewSocket(c net.Conn, protoFunc ...ProtoFunc) Socket

NewSocket wraps a net.Conn as a Socket.

type SocketHub 

type SocketHub struct {
	// contains filtered or unexported fields
}

SocketHub sockets hub

func NewSocketHub 

func NewSocketHub() *SocketHub

NewSocketHub creates a new sockets hub.

func (*SocketHub) ChangeId 

func (sh *SocketHub) ChangeId(newId string, socket Socket)

ChangeId changes the socket id. Note: if the old id is remoteAddr, won't delete the index from socketHub.

func (*SocketHub) Delete 

func (sh *SocketHub) Delete(id string)

Delete deletes the Socket for a id.

func (*SocketHub) Get 

func (sh *SocketHub) Get(id string) (Socket, bool)

Get gets Socket by id. If second returned arg is false, mean the Socket is not found.

func (*SocketHub) Len 

func (sh *SocketHub) Len() int

Len returns the length of the socket hub. Note: the count implemented using sync.Map may be inaccurate.

func (*SocketHub) Random 

func (sh *SocketHub) Random() (Socket, bool)

Random gets a Socket randomly. If third returned arg is false, mean no Socket is exist.

func (*SocketHub) Range 

func (sh *SocketHub) Range(f func(Socket) bool)

Range calls f sequentially for each id and Socket present in the socket hub. If f returns false, range stops the iteration.

func (*SocketHub) Set 

func (sh *SocketHub) Set(socket Socket)

Set sets a Socket.

Source Files

View all Source files

Directories

Path Synopsis
pb
Package pb is a generated protocol buffer package.
 Package pb is a generated protocol buffer package.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.