basic_host.go 8.84 KB
Newer Older
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
1
2
3
package basichost

import (
4
	"context"
5
	"io"
6
	"time"
7

Jeromy's avatar
Jeromy committed
8
9
10
	identify "github.com/libp2p/go-libp2p/p2p/protocol/identify"
	relay "github.com/libp2p/go-libp2p/p2p/protocol/relay"

Jeromy's avatar
Jeromy committed
11
12
	logging "github.com/ipfs/go-log"
	goprocess "github.com/jbenet/goprocess"
Jeromy's avatar
Jeromy committed
13
14
15
	metrics "github.com/libp2p/go-libp2p-metrics"
	mstream "github.com/libp2p/go-libp2p-metrics/stream"
	inet "github.com/libp2p/go-libp2p-net"
Jeromy's avatar
Jeromy committed
16
17
	peer "github.com/libp2p/go-libp2p-peer"
	pstore "github.com/libp2p/go-libp2p-peerstore"
Jeromy's avatar
Jeromy committed
18
	protocol "github.com/libp2p/go-libp2p-protocol"
Jeromy's avatar
Jeromy committed
19
	ma "github.com/multiformats/go-multiaddr"
Jeromy's avatar
Jeromy committed
20

Jeromy's avatar
Jeromy committed
21
	msmux "github.com/whyrusleeping/go-multistream"
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
22
23
)

24
var log = logging.Logger("basichost")
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
25

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
26
// Option is a type used to pass in options to the host.
27
28
29
type Option int

const (
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
30
31
32
33
34
	// NATPortMap makes the host attempt to open port-mapping in NAT devices
	// for all its listeners. Pass in this option in the constructor to
	// asynchronously a) find a gateway, b) open port mappings, c) republish
	// port mappings periodically. The NATed addresses are included in the
	// Host's Addrs() list.
35
36
37
	NATPortMap Option = iota
)

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
38
39
40
41
42
43
// BasicHost is the basic implementation of the host.Host interface. This
// particular host implementation:
//  * uses a protocol muxer to mux per-protocol streams
//  * uses an identity service to send + receive node information
//  * uses a relay service to allow hosts to relay conns for each other
//  * uses a nat service to establish NAT port mappings
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
44
45
type BasicHost struct {
	network inet.Network
Jeromy's avatar
Jeromy committed
46
	mux     *msmux.MultistreamMuxer
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
47
48
	ids     *identify.IDService
	relay   *relay.RelayService
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
49
	natmgr  *natManager
50
51

	proc goprocess.Process
Jeromy's avatar
Jeromy committed
52
53

	bwc metrics.Reporter
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
54
55
56
}

// New constructs and sets up a new *BasicHost with given Network
Jeromy's avatar
Jeromy committed
57
func New(net inet.Network, opts ...interface{}) *BasicHost {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
58
	h := &BasicHost{
59
60
61
		network: net,
		mux:     msmux.NewMultistreamMuxer(),
		bwc:     metrics.NewBandwidthCounter(),
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
62
63
	}

64
	h.proc = goprocess.WithTeardown(func() error {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
65
66
67
68
		if h.natmgr != nil {
			h.natmgr.Close()
		}

69
70
71
		return h.Network().Close()
	})

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
72
73
	// setup host services
	h.ids = identify.NewIDService(h)
Jeromy's avatar
Jeromy committed
74
75
76
77
78
79

	muxh := h.Mux().Handle
	handle := func(s inet.Stream) {
		muxh(s)
	}
	h.relay = relay.NewRelayService(h, handle)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
80

81
	for _, o := range opts {
Jeromy's avatar
Jeromy committed
82
83
84
85
86
87
88
89
		switch o := o.(type) {
		case Option:
			switch o {
			case NATPortMap:
				h.natmgr = newNatManager(h)
			}
		case metrics.Reporter:
			h.bwc = o
90
91
92
		}
	}

Jeromy's avatar
Jeromy committed
93
94
95
	net.SetConnHandler(h.newConnHandler)
	net.SetStreamHandler(h.newStreamHandler)

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
96
97
98
99
100
101
102
103
104
	return h
}

// newConnHandler is the remote-opened conn handler for inet.Network
func (h *BasicHost) newConnHandler(c inet.Conn) {
	h.ids.IdentifyConn(c)
}

// newStreamHandler is the remote-opened stream handler for inet.Network
Jeromy's avatar
Jeromy committed
105
// TODO: this feels a bit wonky
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
106
func (h *BasicHost) newStreamHandler(s inet.Stream) {
107
	before := time.Now()
Jeromy's avatar
Jeromy committed
108
	protoID, handle, err := h.Mux().Negotiate(s)
109
	took := time.Now().Sub(before)
Jeromy's avatar
Jeromy committed
110
	if err != nil {
111
		if err == io.EOF {
112
113
114
115
116
			logf := log.Debugf
			if took > time.Second*10 {
				logf = log.Warningf
			}
			logf("protocol EOF: %s (took %s)", s.Conn().RemotePeer(), took)
117
		} else {
118
			log.Warning("protocol mux failed: %s (took %s)", err, took)
119
		}
120
		s.Close()
Jeromy's avatar
Jeromy committed
121
122
		return
	}
123
	s.SetProtocol(protocol.ID(protoID))
Jeromy's avatar
Jeromy committed
124

125
126
127
128
	if h.bwc != nil {
		s = mstream.WrapStream(s, h.bwc)
	}
	log.Debugf("protocol negotiation took %s", took)
Jeromy's avatar
Jeromy committed
129

130
	go handle(protoID, s)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
131
132
133
134
135
136
137
138
}

// ID returns the (local) peer.ID associated with this Host
func (h *BasicHost) ID() peer.ID {
	return h.Network().LocalPeer()
}

// Peerstore returns the Host's repository of Peer Addresses and Keys.
Jeromy's avatar
Jeromy committed
139
func (h *BasicHost) Peerstore() pstore.Peerstore {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
140
141
142
	return h.Network().Peerstore()
}

143
// Network returns the Network interface of the Host
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
144
145
146
147
148
func (h *BasicHost) Network() inet.Network {
	return h.network
}

// Mux returns the Mux multiplexing incoming streams to protocol handlers
Jeromy's avatar
Jeromy committed
149
func (h *BasicHost) Mux() *msmux.MultistreamMuxer {
Brian Tiger Chow's avatar
Brian Tiger Chow committed
150
	return h.mux
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
151
152
}

153
// IDService returns
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
154
155
156
157
158
159
160
161
162
func (h *BasicHost) IDService() *identify.IDService {
	return h.ids
}

// SetStreamHandler sets the protocol handler on the Host's Mux.
// This is equivalent to:
//   host.Mux().SetHandler(proto, handler)
// (Threadsafe)
func (h *BasicHost) SetStreamHandler(pid protocol.ID, handler inet.StreamHandler) {
163
164
	h.Mux().AddHandler(string(pid), func(p string, rwc io.ReadWriteCloser) error {
		is := rwc.(inet.Stream)
165
		is.SetProtocol(protocol.ID(p))
166
		handler(is)
Jeromy's avatar
Jeromy committed
167
168
		return nil
	})
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
169
170
}

171
172
173
174
175
// SetStreamHandlerMatch sets the protocol handler on the Host's Mux
// using a matching function to do protocol comparisons
func (h *BasicHost) SetStreamHandlerMatch(pid protocol.ID, m func(string) bool, handler inet.StreamHandler) {
	h.Mux().AddHandlerWithFunc(string(pid), m, func(p string, rwc io.ReadWriteCloser) error {
		is := rwc.(inet.Stream)
176
		is.SetProtocol(protocol.ID(p))
177
178
179
180
181
		handler(is)
		return nil
	})
}

182
// RemoveStreamHandler returns ..
Jeromy's avatar
Jeromy committed
183
func (h *BasicHost) RemoveStreamHandler(pid protocol.ID) {
Jeromy's avatar
Jeromy committed
184
	h.Mux().RemoveHandler(string(pid))
Jeromy's avatar
Jeromy committed
185
186
}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
187
188
189
190
// NewStream opens a new stream to given peer p, and writes a p2p/protocol
// header with given protocol.ID. If there is no connection to p, attempts
// to create one. If ProtocolID is "", writes no header.
// (Threadsafe)
191
func (h *BasicHost) NewStream(ctx context.Context, p peer.ID, pids ...protocol.ID) (inet.Stream, error) {
192
193
194
195
196
	pref, err := h.preferredProtocol(p, pids)
	if err != nil {
		return nil, err
	}

197
198
199
200
	if pref != "" {
		return h.newStream(ctx, p, pref)
	}

201
	var protoStrs []string
202
	for _, pid := range pids {
203
204
		protoStrs = append(protoStrs, string(pid))
	}
205

206
207
208
209
	s, err := h.Network().NewStream(ctx, p)
	if err != nil {
		return nil, err
	}
210

211
212
213
214
	selected, err := msmux.SelectOneOf(protoStrs, s)
	if err != nil {
		s.Close()
		return nil, err
215
	}
216
217
	selpid := protocol.ID(selected)
	s.SetProtocol(selpid)
218
	h.Peerstore().AddProtocols(p, selected)
219

220
	return mstream.WrapStream(s, h.bwc), nil
221
222
}

223
224
225
226
func pidsToStrings(pids []protocol.ID) []string {
	out := make([]string, len(pids))
	for i, p := range pids {
		out[i] = string(p)
227
	}
228
	return out
229
230
}

231
232
233
234
235
func (h *BasicHost) preferredProtocol(p peer.ID, pids []protocol.ID) (protocol.ID, error) {
	pidstrs := pidsToStrings(pids)
	supported, err := h.Peerstore().SupportsProtocols(p, pidstrs...)
	if err != nil {
		return "", err
236
237
	}

238
239
240
241
242
	var out protocol.ID
	if len(supported) > 0 {
		out = protocol.ID(supported[0])
	}
	return out, nil
243
244
245
}

func (h *BasicHost) newStream(ctx context.Context, p peer.ID, pid protocol.ID) (inet.Stream, error) {
246
	s, err := h.Network().NewStream(ctx, p)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
247
248
249
250
	if err != nil {
		return nil, err
	}

251
	s.SetProtocol(pid)
252

253
	logStream := mstream.WrapStream(s, h.bwc)
Jeromy's avatar
Jeromy committed
254

Jeromy's avatar
Jeromy committed
255
256
257
258
259
	lzcon := msmux.NewMSSelect(logStream, string(pid))
	return &streamWrapper{
		Stream: logStream,
		rw:     lzcon,
	}, nil
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
260
261
262
263
264
265
266
}

// Connect ensures there is a connection between this host and the peer with
// given peer.ID. Connect will absorb the addresses in pi into its internal
// peerstore. If there is not an active connection, Connect will issue a
// h.Network.Dial, and block until a connection is open, or an error is
// returned. // TODO: Relay + NAT.
Jeromy's avatar
Jeromy committed
267
func (h *BasicHost) Connect(ctx context.Context, pi pstore.PeerInfo) error {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
268
269

	// absorb addresses into peerstore
Jeromy's avatar
Jeromy committed
270
	h.Peerstore().AddAddrs(pi.ID, pi.Addrs, pstore.TempAddrTTL)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306

	cs := h.Network().ConnsToPeer(pi.ID)
	if len(cs) > 0 {
		return nil
	}

	return h.dialPeer(ctx, pi.ID)
}

// dialPeer opens a connection to peer, and makes sure to identify
// the connection once it has been opened.
func (h *BasicHost) dialPeer(ctx context.Context, p peer.ID) error {
	log.Debugf("host %s dialing %s", h.ID, p)
	c, err := h.Network().DialPeer(ctx, p)
	if err != nil {
		return err
	}

	// identify the connection before returning.
	done := make(chan struct{})
	go func() {
		h.ids.IdentifyConn(c)
		close(done)
	}()

	// respect don contexteone
	select {
	case <-done:
	case <-ctx.Done():
		return ctx.Err()
	}

	log.Debugf("host %s finished dialing %s", h.ID, p)
	return nil
}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
307
308
// Addrs returns all the addresses of BasicHost at this moment in time.
// It's ok to not include addresses if they're not available to be used now.
309
310
311
312
313
314
func (h *BasicHost) Addrs() []ma.Multiaddr {
	addrs, err := h.Network().InterfaceListenAddresses()
	if err != nil {
		log.Debug("error retrieving network interface addrs")
	}

315
316
317
318
	if h.ids != nil { // add external observed addresses
		addrs = append(addrs, h.ids.OwnObservedAddrs()...)
	}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
319
320
321
322
323
	if h.natmgr != nil { // natmgr is nil if we do not use nat option.
		nat := h.natmgr.NAT()
		if nat != nil { // nat is nil if not ready, or no nat is available.
			addrs = append(addrs, nat.ExternalAddrs()...)
		}
324
325
326
327
328
	}

	return addrs
}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
329
330
// Close shuts down the Host's services (network, etc).
func (h *BasicHost) Close() error {
331
	return h.proc.Close()
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
332
}
Jeromy's avatar
Jeromy committed
333

334
// GetBandwidthReporter exposes the Host's bandiwth metrics reporter
Jeromy's avatar
Jeromy committed
335
336
337
func (h *BasicHost) GetBandwidthReporter() metrics.Reporter {
	return h.bwc
}
Jeromy's avatar
Jeromy committed
338
339
340
341
342
343
344
345
346
347
348
349
350

type streamWrapper struct {
	inet.Stream
	rw io.ReadWriter
}

func (s *streamWrapper) Read(b []byte) (int, error) {
	return s.rw.Read(b)
}

func (s *streamWrapper) Write(b []byte) (int, error) {
	return s.rw.Write(b)
}