basic_host.go 8.85 KB
Newer Older
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
1
2
3
package basichost

import (
4
	"context"
5
	"io"
6
	"time"
7

Jeromy's avatar
Jeromy committed
8
9
10
	identify "github.com/libp2p/go-libp2p/p2p/protocol/identify"
	relay "github.com/libp2p/go-libp2p/p2p/protocol/relay"

Jeromy's avatar
Jeromy committed
11
12
	logging "github.com/ipfs/go-log"
	goprocess "github.com/jbenet/goprocess"
Jeromy's avatar
Jeromy committed
13
14
15
	metrics "github.com/libp2p/go-libp2p-metrics"
	mstream "github.com/libp2p/go-libp2p-metrics/stream"
	inet "github.com/libp2p/go-libp2p-net"
Jeromy's avatar
Jeromy committed
16
17
	peer "github.com/libp2p/go-libp2p-peer"
	pstore "github.com/libp2p/go-libp2p-peerstore"
Jeromy's avatar
Jeromy committed
18
	protocol "github.com/libp2p/go-libp2p-protocol"
Jeromy's avatar
Jeromy committed
19
	ma "github.com/multiformats/go-multiaddr"
Jeromy's avatar
Jeromy committed
20

Jeromy's avatar
Jeromy committed
21
	msmux "github.com/whyrusleeping/go-multistream"
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
22
23
)

24
var log = logging.Logger("basichost")
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
25

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
26
// Option is a type used to pass in options to the host.
27
28
29
type Option int

const (
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
30
31
32
33
34
	// NATPortMap makes the host attempt to open port-mapping in NAT devices
	// for all its listeners. Pass in this option in the constructor to
	// asynchronously a) find a gateway, b) open port mappings, c) republish
	// port mappings periodically. The NATed addresses are included in the
	// Host's Addrs() list.
35
36
37
	NATPortMap Option = iota
)

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
38
39
40
41
42
43
// BasicHost is the basic implementation of the host.Host interface. This
// particular host implementation:
//  * uses a protocol muxer to mux per-protocol streams
//  * uses an identity service to send + receive node information
//  * uses a relay service to allow hosts to relay conns for each other
//  * uses a nat service to establish NAT port mappings
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
44
45
type BasicHost struct {
	network inet.Network
Jeromy's avatar
Jeromy committed
46
	mux     *msmux.MultistreamMuxer
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
47
48
	ids     *identify.IDService
	relay   *relay.RelayService
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
49
	natmgr  *natManager
50
51

	proc goprocess.Process
Jeromy's avatar
Jeromy committed
52
53

	bwc metrics.Reporter
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
54
55
56
}

// New constructs and sets up a new *BasicHost with given Network
Jeromy's avatar
Jeromy committed
57
func New(net inet.Network, opts ...interface{}) *BasicHost {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
58
	h := &BasicHost{
59
60
		network: net,
		mux:     msmux.NewMultistreamMuxer(),
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
61
62
	}

63
	h.proc = goprocess.WithTeardown(func() error {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
64
65
66
67
		if h.natmgr != nil {
			h.natmgr.Close()
		}

68
69
70
		return h.Network().Close()
	})

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
71
72
	// setup host services
	h.ids = identify.NewIDService(h)
Jeromy's avatar
Jeromy committed
73
74
75
76
77
78

	muxh := h.Mux().Handle
	handle := func(s inet.Stream) {
		muxh(s)
	}
	h.relay = relay.NewRelayService(h, handle)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
79

80
	for _, o := range opts {
Jeromy's avatar
Jeromy committed
81
82
83
84
85
86
87
88
		switch o := o.(type) {
		case Option:
			switch o {
			case NATPortMap:
				h.natmgr = newNatManager(h)
			}
		case metrics.Reporter:
			h.bwc = o
89
90
91
		}
	}

Jeromy's avatar
Jeromy committed
92
93
	h.ids.Reporter = h.bwc

Jeromy's avatar
Jeromy committed
94
95
96
	net.SetConnHandler(h.newConnHandler)
	net.SetStreamHandler(h.newStreamHandler)

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
97
98
99
100
101
102
103
104
105
	return h
}

// newConnHandler is the remote-opened conn handler for inet.Network
func (h *BasicHost) newConnHandler(c inet.Conn) {
	h.ids.IdentifyConn(c)
}

// newStreamHandler is the remote-opened stream handler for inet.Network
Jeromy's avatar
Jeromy committed
106
// TODO: this feels a bit wonky
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
107
func (h *BasicHost) newStreamHandler(s inet.Stream) {
108
	before := time.Now()
Jeromy's avatar
Jeromy committed
109
	protoID, handle, err := h.Mux().Negotiate(s)
110
	took := time.Now().Sub(before)
Jeromy's avatar
Jeromy committed
111
	if err != nil {
112
		if err == io.EOF {
113
114
115
116
117
			logf := log.Debugf
			if took > time.Second*10 {
				logf = log.Warningf
			}
			logf("protocol EOF: %s (took %s)", s.Conn().RemotePeer(), took)
118
		} else {
119
			log.Warning("protocol mux failed: %s (took %s)", err, took)
120
		}
121
		s.Close()
Jeromy's avatar
Jeromy committed
122
123
		return
	}
124
	s.SetProtocol(protocol.ID(protoID))
Jeromy's avatar
Jeromy committed
125

126
127
128
129
	if h.bwc != nil {
		s = mstream.WrapStream(s, h.bwc)
	}
	log.Debugf("protocol negotiation took %s", took)
Jeromy's avatar
Jeromy committed
130

131
	go handle(protoID, s)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
132
133
134
135
136
137
138
139
}

// ID returns the (local) peer.ID associated with this Host
func (h *BasicHost) ID() peer.ID {
	return h.Network().LocalPeer()
}

// Peerstore returns the Host's repository of Peer Addresses and Keys.
Jeromy's avatar
Jeromy committed
140
func (h *BasicHost) Peerstore() pstore.Peerstore {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
141
142
143
	return h.Network().Peerstore()
}

144
// Network returns the Network interface of the Host
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
145
146
147
148
149
func (h *BasicHost) Network() inet.Network {
	return h.network
}

// Mux returns the Mux multiplexing incoming streams to protocol handlers
Jeromy's avatar
Jeromy committed
150
func (h *BasicHost) Mux() *msmux.MultistreamMuxer {
Brian Tiger Chow's avatar
Brian Tiger Chow committed
151
	return h.mux
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
152
153
}

154
// IDService returns
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
155
156
157
158
159
160
161
162
163
func (h *BasicHost) IDService() *identify.IDService {
	return h.ids
}

// SetStreamHandler sets the protocol handler on the Host's Mux.
// This is equivalent to:
//   host.Mux().SetHandler(proto, handler)
// (Threadsafe)
func (h *BasicHost) SetStreamHandler(pid protocol.ID, handler inet.StreamHandler) {
164
165
	h.Mux().AddHandler(string(pid), func(p string, rwc io.ReadWriteCloser) error {
		is := rwc.(inet.Stream)
166
		is.SetProtocol(protocol.ID(p))
167
		handler(is)
Jeromy's avatar
Jeromy committed
168
169
		return nil
	})
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
170
171
}

172
173
174
175
176
// SetStreamHandlerMatch sets the protocol handler on the Host's Mux
// using a matching function to do protocol comparisons
func (h *BasicHost) SetStreamHandlerMatch(pid protocol.ID, m func(string) bool, handler inet.StreamHandler) {
	h.Mux().AddHandlerWithFunc(string(pid), m, func(p string, rwc io.ReadWriteCloser) error {
		is := rwc.(inet.Stream)
177
		is.SetProtocol(protocol.ID(p))
178
179
180
181
182
		handler(is)
		return nil
	})
}

183
// RemoveStreamHandler returns ..
Jeromy's avatar
Jeromy committed
184
func (h *BasicHost) RemoveStreamHandler(pid protocol.ID) {
Jeromy's avatar
Jeromy committed
185
	h.Mux().RemoveHandler(string(pid))
Jeromy's avatar
Jeromy committed
186
187
}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
188
189
190
191
// NewStream opens a new stream to given peer p, and writes a p2p/protocol
// header with given protocol.ID. If there is no connection to p, attempts
// to create one. If ProtocolID is "", writes no header.
// (Threadsafe)
192
func (h *BasicHost) NewStream(ctx context.Context, p peer.ID, pids ...protocol.ID) (inet.Stream, error) {
193
194
195
196
197
	pref, err := h.preferredProtocol(p, pids)
	if err != nil {
		return nil, err
	}

198
199
200
201
	if pref != "" {
		return h.newStream(ctx, p, pref)
	}

202
	var protoStrs []string
203
	for _, pid := range pids {
204
205
		protoStrs = append(protoStrs, string(pid))
	}
206

207
208
209
210
	s, err := h.Network().NewStream(ctx, p)
	if err != nil {
		return nil, err
	}
211

212
213
214
215
	selected, err := msmux.SelectOneOf(protoStrs, s)
	if err != nil {
		s.Close()
		return nil, err
216
	}
217
218
	selpid := protocol.ID(selected)
	s.SetProtocol(selpid)
219
	h.Peerstore().AddProtocols(p, selected)
220

Jeromy's avatar
Jeromy committed
221
222
223
224
225
	if h.bwc != nil {
		s = mstream.WrapStream(s, h.bwc)
	}

	return s, nil
226
227
}

228
229
230
231
func pidsToStrings(pids []protocol.ID) []string {
	out := make([]string, len(pids))
	for i, p := range pids {
		out[i] = string(p)
232
	}
233
	return out
234
235
}

236
237
238
239
240
func (h *BasicHost) preferredProtocol(p peer.ID, pids []protocol.ID) (protocol.ID, error) {
	pidstrs := pidsToStrings(pids)
	supported, err := h.Peerstore().SupportsProtocols(p, pidstrs...)
	if err != nil {
		return "", err
241
242
	}

243
244
245
246
247
	var out protocol.ID
	if len(supported) > 0 {
		out = protocol.ID(supported[0])
	}
	return out, nil
248
249
250
}

func (h *BasicHost) newStream(ctx context.Context, p peer.ID, pid protocol.ID) (inet.Stream, error) {
251
	s, err := h.Network().NewStream(ctx, p)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
252
253
254
255
	if err != nil {
		return nil, err
	}

256
	s.SetProtocol(pid)
257

Jeromy's avatar
Jeromy committed
258
259
260
	if h.bwc != nil {
		s = mstream.WrapStream(s, h.bwc)
	}
Jeromy's avatar
Jeromy committed
261

Jeromy's avatar
Jeromy committed
262
	lzcon := msmux.NewMSSelect(s, string(pid))
Jeromy's avatar
Jeromy committed
263
	return &streamWrapper{
Jeromy's avatar
Jeromy committed
264
		Stream: s,
Jeromy's avatar
Jeromy committed
265
266
		rw:     lzcon,
	}, nil
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
267
268
269
270
271
272
273
}

// Connect ensures there is a connection between this host and the peer with
// given peer.ID. Connect will absorb the addresses in pi into its internal
// peerstore. If there is not an active connection, Connect will issue a
// h.Network.Dial, and block until a connection is open, or an error is
// returned. // TODO: Relay + NAT.
Jeromy's avatar
Jeromy committed
274
func (h *BasicHost) Connect(ctx context.Context, pi pstore.PeerInfo) error {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
275
276

	// absorb addresses into peerstore
Jeromy's avatar
Jeromy committed
277
	h.Peerstore().AddAddrs(pi.ID, pi.Addrs, pstore.TempAddrTTL)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313

	cs := h.Network().ConnsToPeer(pi.ID)
	if len(cs) > 0 {
		return nil
	}

	return h.dialPeer(ctx, pi.ID)
}

// dialPeer opens a connection to peer, and makes sure to identify
// the connection once it has been opened.
func (h *BasicHost) dialPeer(ctx context.Context, p peer.ID) error {
	log.Debugf("host %s dialing %s", h.ID, p)
	c, err := h.Network().DialPeer(ctx, p)
	if err != nil {
		return err
	}

	// identify the connection before returning.
	done := make(chan struct{})
	go func() {
		h.ids.IdentifyConn(c)
		close(done)
	}()

	// respect don contexteone
	select {
	case <-done:
	case <-ctx.Done():
		return ctx.Err()
	}

	log.Debugf("host %s finished dialing %s", h.ID, p)
	return nil
}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
314
315
// Addrs returns all the addresses of BasicHost at this moment in time.
// It's ok to not include addresses if they're not available to be used now.
316
317
318
319
320
321
func (h *BasicHost) Addrs() []ma.Multiaddr {
	addrs, err := h.Network().InterfaceListenAddresses()
	if err != nil {
		log.Debug("error retrieving network interface addrs")
	}

322
323
324
325
	if h.ids != nil { // add external observed addresses
		addrs = append(addrs, h.ids.OwnObservedAddrs()...)
	}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
326
327
328
329
330
	if h.natmgr != nil { // natmgr is nil if we do not use nat option.
		nat := h.natmgr.NAT()
		if nat != nil { // nat is nil if not ready, or no nat is available.
			addrs = append(addrs, nat.ExternalAddrs()...)
		}
331
332
333
334
335
	}

	return addrs
}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
336
337
// Close shuts down the Host's services (network, etc).
func (h *BasicHost) Close() error {
338
	return h.proc.Close()
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
339
}
Jeromy's avatar
Jeromy committed
340

341
// GetBandwidthReporter exposes the Host's bandiwth metrics reporter
Jeromy's avatar
Jeromy committed
342
343
344
func (h *BasicHost) GetBandwidthReporter() metrics.Reporter {
	return h.bwc
}
Jeromy's avatar
Jeromy committed
345
346
347
348
349
350
351
352
353
354
355
356
357

type streamWrapper struct {
	inet.Stream
	rw io.ReadWriter
}

func (s *streamWrapper) Read(b []byte) (int, error) {
	return s.rw.Read(b)
}

func (s *streamWrapper) Write(b []byte) (int, error) {
	return s.rw.Write(b)
}