handler.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780
  1. // Copyright 2015 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package eth
  17. import (
  18. "encoding/json"
  19. "errors"
  20. "fmt"
  21. "math"
  22. "math/big"
  23. "sync"
  24. "sync/atomic"
  25. "time"
  26. "github.com/ethereum/go-ethereum/common"
  27. "github.com/ethereum/go-ethereum/consensus"
  28. "github.com/ethereum/go-ethereum/consensus/misc"
  29. "github.com/ethereum/go-ethereum/core"
  30. "github.com/ethereum/go-ethereum/core/types"
  31. "github.com/ethereum/go-ethereum/eth/downloader"
  32. "github.com/ethereum/go-ethereum/eth/fetcher"
  33. "github.com/ethereum/go-ethereum/ethdb"
  34. "github.com/ethereum/go-ethereum/event"
  35. "github.com/ethereum/go-ethereum/log"
  36. "github.com/ethereum/go-ethereum/p2p"
  37. "github.com/ethereum/go-ethereum/p2p/discover"
  38. "github.com/ethereum/go-ethereum/params"
  39. "github.com/ethereum/go-ethereum/rlp"
  40. )
  41. const (
  42. softResponseLimit = 2 * 1024 * 1024 // Target maximum size of returned blocks, headers or node data.
  43. estHeaderRlpSize = 500 // Approximate size of an RLP encoded block header
  44. // txChanSize is the size of channel listening to NewTxsEvent.
  45. // The number is referenced from the size of tx pool.
  46. txChanSize = 4096
  47. )
  48. var (
  49. daoChallengeTimeout = 15 * time.Second // Time allowance for a node to reply to the DAO handshake challenge
  50. )
  51. // errIncompatibleConfig is returned if the requested protocols and configs are
  52. // not compatible (low protocol version restrictions and high requirements).
  53. var errIncompatibleConfig = errors.New("incompatible configuration")
  54. func errResp(code errCode, format string, v ...interface{}) error {
  55. return fmt.Errorf("%v - %v", code, fmt.Sprintf(format, v...))
  56. }
  57. type ProtocolManager struct {
  58. networkId uint64
  59. fastSync uint32 // Flag whether fast sync is enabled (gets disabled if we already have blocks)
  60. acceptTxs uint32 // Flag whether we're considered synchronised (enables transaction processing)
  61. txpool txPool
  62. blockchain *core.BlockChain
  63. chainconfig *params.ChainConfig
  64. maxPeers int
  65. downloader *downloader.Downloader
  66. fetcher *fetcher.Fetcher
  67. peers *peerSet
  68. SubProtocols []p2p.Protocol
  69. eventMux *event.TypeMux
  70. txsCh chan core.NewTxsEvent
  71. txsSub event.Subscription
  72. minedBlockSub *event.TypeMuxSubscription
  73. // channels for fetcher, syncer, txsyncLoop
  74. newPeerCh chan *peer
  75. txsyncCh chan *txsync
  76. quitSync chan struct{}
  77. noMorePeers chan struct{}
  78. // wait group is used for graceful shutdowns during downloading
  79. // and processing
  80. wg sync.WaitGroup
  81. }
  82. // NewProtocolManager returns a new Ethereum sub protocol manager. The Ethereum sub protocol manages peers capable
  83. // with the Ethereum network.
  84. func NewProtocolManager(config *params.ChainConfig, mode downloader.SyncMode, networkId uint64, mux *event.TypeMux, txpool txPool, engine consensus.Engine, blockchain *core.BlockChain, chaindb ethdb.Database) (*ProtocolManager, error) {
  85. // Create the protocol manager with the base fields
  86. manager := &ProtocolManager{
  87. networkId: networkId,
  88. eventMux: mux,
  89. txpool: txpool,
  90. blockchain: blockchain,
  91. chainconfig: config,
  92. peers: newPeerSet(),
  93. newPeerCh: make(chan *peer),
  94. noMorePeers: make(chan struct{}),
  95. txsyncCh: make(chan *txsync),
  96. quitSync: make(chan struct{}),
  97. }
  98. // Figure out whether to allow fast sync or not
  99. if mode == downloader.FastSync && blockchain.CurrentBlock().NumberU64() > 0 {
  100. log.Warn("Blockchain not empty, fast sync disabled")
  101. mode = downloader.FullSync
  102. }
  103. if mode == downloader.FastSync {
  104. manager.fastSync = uint32(1)
  105. }
  106. // Initiate a sub-protocol for every implemented version we can handle
  107. manager.SubProtocols = make([]p2p.Protocol, 0, len(ProtocolVersions))
  108. for i, version := range ProtocolVersions {
  109. // Skip protocol version if incompatible with the mode of operation
  110. if mode == downloader.FastSync && version < eth63 {
  111. continue
  112. }
  113. // Compatible; initialise the sub-protocol
  114. version := version // Closure for the run
  115. manager.SubProtocols = append(manager.SubProtocols, p2p.Protocol{
  116. Name: ProtocolName,
  117. Version: version,
  118. Length: ProtocolLengths[i],
  119. Run: func(p *p2p.Peer, rw p2p.MsgReadWriter) error {
  120. peer := manager.newPeer(int(version), p, rw)
  121. select {
  122. case manager.newPeerCh <- peer:
  123. manager.wg.Add(1)
  124. defer manager.wg.Done()
  125. return manager.handle(peer)
  126. case <-manager.quitSync:
  127. return p2p.DiscQuitting
  128. }
  129. },
  130. NodeInfo: func() interface{} {
  131. return manager.NodeInfo()
  132. },
  133. PeerInfo: func(id discover.NodeID) interface{} {
  134. if p := manager.peers.Peer(fmt.Sprintf("%x", id[:8])); p != nil {
  135. return p.Info()
  136. }
  137. return nil
  138. },
  139. })
  140. }
  141. if len(manager.SubProtocols) == 0 {
  142. return nil, errIncompatibleConfig
  143. }
  144. // Construct the different synchronisation mechanisms
  145. manager.downloader = downloader.New(mode, chaindb, manager.eventMux, blockchain, nil, manager.removePeer)
  146. validator := func(header *types.Header) error {
  147. return engine.VerifyHeader(blockchain, header, true)
  148. }
  149. heighter := func() uint64 {
  150. return blockchain.CurrentBlock().NumberU64()
  151. }
  152. inserter := func(blocks types.Blocks) (int, error) {
  153. // If fast sync is running, deny importing weird blocks
  154. if atomic.LoadUint32(&manager.fastSync) == 1 {
  155. log.Warn("Discarded bad propagated block", "number", blocks[0].Number(), "hash", blocks[0].Hash())
  156. return 0, nil
  157. }
  158. atomic.StoreUint32(&manager.acceptTxs, 1) // Mark initial sync done on any fetcher import
  159. return manager.blockchain.InsertChain(blocks)
  160. }
  161. manager.fetcher = fetcher.New(blockchain.GetBlockByHash, validator, manager.BroadcastBlock, heighter, inserter, manager.removePeer)
  162. return manager, nil
  163. }
  164. func (pm *ProtocolManager) removePeer(id string) {
  165. // Short circuit if the peer was already removed
  166. peer := pm.peers.Peer(id)
  167. if peer == nil {
  168. return
  169. }
  170. log.Debug("Removing Ethereum peer", "peer", id)
  171. // Unregister the peer from the downloader and Ethereum peer set
  172. pm.downloader.UnregisterPeer(id)
  173. if err := pm.peers.Unregister(id); err != nil {
  174. log.Error("Peer removal failed", "peer", id, "err", err)
  175. }
  176. // Hard disconnect at the networking layer
  177. if peer != nil {
  178. peer.Peer.Disconnect(p2p.DiscUselessPeer)
  179. }
  180. }
  181. func (pm *ProtocolManager) Start(maxPeers int) {
  182. pm.maxPeers = maxPeers
  183. // broadcast transactions
  184. pm.txsCh = make(chan core.NewTxsEvent, txChanSize)
  185. pm.txsSub = pm.txpool.SubscribeNewTxsEvent(pm.txsCh)
  186. go pm.txBroadcastLoop()
  187. // broadcast mined blocks
  188. pm.minedBlockSub = pm.eventMux.Subscribe(core.NewMinedBlockEvent{})
  189. go pm.minedBroadcastLoop()
  190. // start sync handlers
  191. go pm.syncer()
  192. go pm.txsyncLoop()
  193. }
  194. func (pm *ProtocolManager) Stop() {
  195. log.Info("Stopping Ethereum protocol")
  196. pm.txsSub.Unsubscribe() // quits txBroadcastLoop
  197. pm.minedBlockSub.Unsubscribe() // quits blockBroadcastLoop
  198. // Quit the sync loop.
  199. // After this send has completed, no new peers will be accepted.
  200. pm.noMorePeers <- struct{}{}
  201. // Quit fetcher, txsyncLoop.
  202. close(pm.quitSync)
  203. // Disconnect existing sessions.
  204. // This also closes the gate for any new registrations on the peer set.
  205. // sessions which are already established but not added to pm.peers yet
  206. // will exit when they try to register.
  207. pm.peers.Close()
  208. // Wait for all peer handler goroutines and the loops to come down.
  209. pm.wg.Wait()
  210. log.Info("Ethereum protocol stopped")
  211. }
  212. func (pm *ProtocolManager) newPeer(pv int, p *p2p.Peer, rw p2p.MsgReadWriter) *peer {
  213. return newPeer(pv, p, newMeteredMsgWriter(rw))
  214. }
  215. // handle is the callback invoked to manage the life cycle of an eth peer. When
  216. // this function terminates, the peer is disconnected.
  217. func (pm *ProtocolManager) handle(p *peer) error {
  218. // Ignore maxPeers if this is a trusted peer
  219. if pm.peers.Len() >= pm.maxPeers && !p.Peer.Info().Network.Trusted {
  220. return p2p.DiscTooManyPeers
  221. }
  222. p.Log().Debug("Ethereum peer connected", "name", p.Name())
  223. // Execute the Ethereum handshake
  224. var (
  225. genesis = pm.blockchain.Genesis()
  226. head = pm.blockchain.CurrentHeader()
  227. hash = head.Hash()
  228. number = head.Number.Uint64()
  229. td = pm.blockchain.GetTd(hash, number)
  230. )
  231. if err := p.Handshake(pm.networkId, td, hash, genesis.Hash()); err != nil {
  232. p.Log().Debug("Ethereum handshake failed", "err", err)
  233. return err
  234. }
  235. if rw, ok := p.rw.(*meteredMsgReadWriter); ok {
  236. rw.Init(p.version)
  237. }
  238. // Register the peer locally
  239. if err := pm.peers.Register(p); err != nil {
  240. p.Log().Error("Ethereum peer registration failed", "err", err)
  241. return err
  242. }
  243. defer pm.removePeer(p.id)
  244. // Register the peer in the downloader. If the downloader considers it banned, we disconnect
  245. if err := pm.downloader.RegisterPeer(p.id, p.version, p); err != nil {
  246. return err
  247. }
  248. // Propagate existing transactions. new transactions appearing
  249. // after this will be sent via broadcasts.
  250. pm.syncTransactions(p)
  251. // If we're DAO hard-fork aware, validate any remote peer with regard to the hard-fork
  252. if daoBlock := pm.chainconfig.DAOForkBlock; daoBlock != nil {
  253. // Request the peer's DAO fork header for extra-data validation
  254. if err := p.RequestHeadersByNumber(daoBlock.Uint64(), 1, 0, false); err != nil {
  255. return err
  256. }
  257. // Start a timer to disconnect if the peer doesn't reply in time
  258. p.forkDrop = time.AfterFunc(daoChallengeTimeout, func() {
  259. p.Log().Debug("Timed out DAO fork-check, dropping")
  260. pm.removePeer(p.id)
  261. })
  262. // Make sure it's cleaned up if the peer dies off
  263. defer func() {
  264. if p.forkDrop != nil {
  265. p.forkDrop.Stop()
  266. p.forkDrop = nil
  267. }
  268. }()
  269. }
  270. // main loop. handle incoming messages.
  271. for {
  272. if err := pm.handleMsg(p); err != nil {
  273. p.Log().Debug("Ethereum message handling failed", "err", err)
  274. return err
  275. }
  276. }
  277. }
  278. // handleMsg is invoked whenever an inbound message is received from a remote
  279. // peer. The remote connection is torn down upon returning any error.
  280. func (pm *ProtocolManager) handleMsg(p *peer) error {
  281. // Read the next message from the remote peer, and ensure it's fully consumed
  282. msg, err := p.rw.ReadMsg()
  283. if err != nil {
  284. return err
  285. }
  286. if msg.Size > ProtocolMaxMsgSize {
  287. return errResp(ErrMsgTooLarge, "%v > %v", msg.Size, ProtocolMaxMsgSize)
  288. }
  289. defer msg.Discard()
  290. // Handle the message depending on its contents
  291. switch {
  292. case msg.Code == StatusMsg:
  293. // Status messages should never arrive after the handshake
  294. return errResp(ErrExtraStatusMsg, "uncontrolled status message")
  295. // Block header query, collect the requested headers and reply
  296. case msg.Code == GetBlockHeadersMsg:
  297. // Decode the complex header query
  298. var query getBlockHeadersData
  299. if err := msg.Decode(&query); err != nil {
  300. return errResp(ErrDecode, "%v: %v", msg, err)
  301. }
  302. hashMode := query.Origin.Hash != (common.Hash{})
  303. // Gather headers until the fetch or network limits is reached
  304. var (
  305. bytes common.StorageSize
  306. headers []*types.Header
  307. unknown bool
  308. )
  309. for !unknown && len(headers) < int(query.Amount) && bytes < softResponseLimit && len(headers) < downloader.MaxHeaderFetch {
  310. // Retrieve the next header satisfying the query
  311. var origin *types.Header
  312. if hashMode {
  313. origin = pm.blockchain.GetHeaderByHash(query.Origin.Hash)
  314. } else {
  315. origin = pm.blockchain.GetHeaderByNumber(query.Origin.Number)
  316. }
  317. if origin == nil {
  318. break
  319. }
  320. number := origin.Number.Uint64()
  321. headers = append(headers, origin)
  322. bytes += estHeaderRlpSize
  323. // Advance to the next header of the query
  324. switch {
  325. case query.Origin.Hash != (common.Hash{}) && query.Reverse:
  326. // Hash based traversal towards the genesis block
  327. for i := 0; i < int(query.Skip)+1; i++ {
  328. if header := pm.blockchain.GetHeader(query.Origin.Hash, number); header != nil {
  329. query.Origin.Hash = header.ParentHash
  330. number--
  331. } else {
  332. unknown = true
  333. break
  334. }
  335. }
  336. case query.Origin.Hash != (common.Hash{}) && !query.Reverse:
  337. // Hash based traversal towards the leaf block
  338. var (
  339. current = origin.Number.Uint64()
  340. next = current + query.Skip + 1
  341. )
  342. if next <= current {
  343. infos, _ := json.MarshalIndent(p.Peer.Info(), "", " ")
  344. p.Log().Warn("GetBlockHeaders skip overflow attack", "current", current, "skip", query.Skip, "next", next, "attacker", infos)
  345. unknown = true
  346. } else {
  347. if header := pm.blockchain.GetHeaderByNumber(next); header != nil {
  348. if pm.blockchain.GetBlockHashesFromHash(header.Hash(), query.Skip+1)[query.Skip] == query.Origin.Hash {
  349. query.Origin.Hash = header.Hash()
  350. } else {
  351. unknown = true
  352. }
  353. } else {
  354. unknown = true
  355. }
  356. }
  357. case query.Reverse:
  358. // Number based traversal towards the genesis block
  359. if query.Origin.Number >= query.Skip+1 {
  360. query.Origin.Number -= query.Skip + 1
  361. } else {
  362. unknown = true
  363. }
  364. case !query.Reverse:
  365. // Number based traversal towards the leaf block
  366. query.Origin.Number += query.Skip + 1
  367. }
  368. }
  369. return p.SendBlockHeaders(headers)
  370. case msg.Code == BlockHeadersMsg:
  371. // A batch of headers arrived to one of our previous requests
  372. var headers []*types.Header
  373. if err := msg.Decode(&headers); err != nil {
  374. return errResp(ErrDecode, "msg %v: %v", msg, err)
  375. }
  376. // If no headers were received, but we're expending a DAO fork check, maybe it's that
  377. if len(headers) == 0 && p.forkDrop != nil {
  378. // Possibly an empty reply to the fork header checks, sanity check TDs
  379. verifyDAO := true
  380. // If we already have a DAO header, we can check the peer's TD against it. If
  381. // the peer's ahead of this, it too must have a reply to the DAO check
  382. if daoHeader := pm.blockchain.GetHeaderByNumber(pm.chainconfig.DAOForkBlock.Uint64()); daoHeader != nil {
  383. if _, td := p.Head(); td.Cmp(pm.blockchain.GetTd(daoHeader.Hash(), daoHeader.Number.Uint64())) >= 0 {
  384. verifyDAO = false
  385. }
  386. }
  387. // If we're seemingly on the same chain, disable the drop timer
  388. if verifyDAO {
  389. p.Log().Debug("Seems to be on the same side of the DAO fork")
  390. p.forkDrop.Stop()
  391. p.forkDrop = nil
  392. return nil
  393. }
  394. }
  395. // Filter out any explicitly requested headers, deliver the rest to the downloader
  396. filter := len(headers) == 1
  397. if filter {
  398. // If it's a potential DAO fork check, validate against the rules
  399. if p.forkDrop != nil && pm.chainconfig.DAOForkBlock.Cmp(headers[0].Number) == 0 {
  400. // Disable the fork drop timer
  401. p.forkDrop.Stop()
  402. p.forkDrop = nil
  403. // Validate the header and either drop the peer or continue
  404. if err := misc.VerifyDAOHeaderExtraData(pm.chainconfig, headers[0]); err != nil {
  405. p.Log().Debug("Verified to be on the other side of the DAO fork, dropping")
  406. return err
  407. }
  408. p.Log().Debug("Verified to be on the same side of the DAO fork")
  409. return nil
  410. }
  411. // Irrelevant of the fork checks, send the header to the fetcher just in case
  412. headers = pm.fetcher.FilterHeaders(p.id, headers, time.Now())
  413. }
  414. if len(headers) > 0 || !filter {
  415. err := pm.downloader.DeliverHeaders(p.id, headers)
  416. if err != nil {
  417. log.Debug("Failed to deliver headers", "err", err)
  418. }
  419. }
  420. case msg.Code == GetBlockBodiesMsg:
  421. // Decode the retrieval message
  422. msgStream := rlp.NewStream(msg.Payload, uint64(msg.Size))
  423. if _, err := msgStream.List(); err != nil {
  424. return err
  425. }
  426. // Gather blocks until the fetch or network limits is reached
  427. var (
  428. hash common.Hash
  429. bytes int
  430. bodies []rlp.RawValue
  431. )
  432. for bytes < softResponseLimit && len(bodies) < downloader.MaxBlockFetch {
  433. // Retrieve the hash of the next block
  434. if err := msgStream.Decode(&hash); err == rlp.EOL {
  435. break
  436. } else if err != nil {
  437. return errResp(ErrDecode, "msg %v: %v", msg, err)
  438. }
  439. // Retrieve the requested block body, stopping if enough was found
  440. if data := pm.blockchain.GetBodyRLP(hash); len(data) != 0 {
  441. bodies = append(bodies, data)
  442. bytes += len(data)
  443. }
  444. }
  445. return p.SendBlockBodiesRLP(bodies)
  446. case msg.Code == BlockBodiesMsg:
  447. // A batch of block bodies arrived to one of our previous requests
  448. var request blockBodiesData
  449. if err := msg.Decode(&request); err != nil {
  450. return errResp(ErrDecode, "msg %v: %v", msg, err)
  451. }
  452. // Deliver them all to the downloader for queuing
  453. transactions := make([][]*types.Transaction, len(request))
  454. uncles := make([][]*types.Header, len(request))
  455. for i, body := range request {
  456. transactions[i] = body.Transactions
  457. uncles[i] = body.Uncles
  458. }
  459. // Filter out any explicitly requested bodies, deliver the rest to the downloader
  460. filter := len(transactions) > 0 || len(uncles) > 0
  461. if filter {
  462. transactions, uncles = pm.fetcher.FilterBodies(p.id, transactions, uncles, time.Now())
  463. }
  464. if len(transactions) > 0 || len(uncles) > 0 || !filter {
  465. err := pm.downloader.DeliverBodies(p.id, transactions, uncles)
  466. if err != nil {
  467. log.Debug("Failed to deliver bodies", "err", err)
  468. }
  469. }
  470. case p.version >= eth63 && msg.Code == GetNodeDataMsg:
  471. // Decode the retrieval message
  472. msgStream := rlp.NewStream(msg.Payload, uint64(msg.Size))
  473. if _, err := msgStream.List(); err != nil {
  474. return err
  475. }
  476. // Gather state data until the fetch or network limits is reached
  477. var (
  478. hash common.Hash
  479. bytes int
  480. data [][]byte
  481. )
  482. for bytes < softResponseLimit && len(data) < downloader.MaxStateFetch {
  483. // Retrieve the hash of the next state entry
  484. if err := msgStream.Decode(&hash); err == rlp.EOL {
  485. break
  486. } else if err != nil {
  487. return errResp(ErrDecode, "msg %v: %v", msg, err)
  488. }
  489. // Retrieve the requested state entry, stopping if enough was found
  490. if entry, err := pm.blockchain.TrieNode(hash); err == nil {
  491. data = append(data, entry)
  492. bytes += len(entry)
  493. }
  494. }
  495. return p.SendNodeData(data)
  496. case p.version >= eth63 && msg.Code == NodeDataMsg:
  497. // A batch of node state data arrived to one of our previous requests
  498. var data [][]byte
  499. if err := msg.Decode(&data); err != nil {
  500. return errResp(ErrDecode, "msg %v: %v", msg, err)
  501. }
  502. // Deliver all to the downloader
  503. if err := pm.downloader.DeliverNodeData(p.id, data); err != nil {
  504. log.Debug("Failed to deliver node state data", "err", err)
  505. }
  506. case p.version >= eth63 && msg.Code == GetReceiptsMsg:
  507. // Decode the retrieval message
  508. msgStream := rlp.NewStream(msg.Payload, uint64(msg.Size))
  509. if _, err := msgStream.List(); err != nil {
  510. return err
  511. }
  512. // Gather state data until the fetch or network limits is reached
  513. var (
  514. hash common.Hash
  515. bytes int
  516. receipts []rlp.RawValue
  517. )
  518. for bytes < softResponseLimit && len(receipts) < downloader.MaxReceiptFetch {
  519. // Retrieve the hash of the next block
  520. if err := msgStream.Decode(&hash); err == rlp.EOL {
  521. break
  522. } else if err != nil {
  523. return errResp(ErrDecode, "msg %v: %v", msg, err)
  524. }
  525. // Retrieve the requested block's receipts, skipping if unknown to us
  526. results := pm.blockchain.GetReceiptsByHash(hash)
  527. if results == nil {
  528. if header := pm.blockchain.GetHeaderByHash(hash); header == nil || header.ReceiptHash != types.EmptyRootHash {
  529. continue
  530. }
  531. }
  532. // If known, encode and queue for response packet
  533. if encoded, err := rlp.EncodeToBytes(results); err != nil {
  534. log.Error("Failed to encode receipt", "err", err)
  535. } else {
  536. receipts = append(receipts, encoded)
  537. bytes += len(encoded)
  538. }
  539. }
  540. return p.SendReceiptsRLP(receipts)
  541. case p.version >= eth63 && msg.Code == ReceiptsMsg:
  542. // A batch of receipts arrived to one of our previous requests
  543. var receipts [][]*types.Receipt
  544. if err := msg.Decode(&receipts); err != nil {
  545. return errResp(ErrDecode, "msg %v: %v", msg, err)
  546. }
  547. // Deliver all to the downloader
  548. if err := pm.downloader.DeliverReceipts(p.id, receipts); err != nil {
  549. log.Debug("Failed to deliver receipts", "err", err)
  550. }
  551. case msg.Code == NewBlockHashesMsg:
  552. var announces newBlockHashesData
  553. if err := msg.Decode(&announces); err != nil {
  554. return errResp(ErrDecode, "%v: %v", msg, err)
  555. }
  556. // Mark the hashes as present at the remote node
  557. for _, block := range announces {
  558. p.MarkBlock(block.Hash)
  559. }
  560. // Schedule all the unknown hashes for retrieval
  561. unknown := make(newBlockHashesData, 0, len(announces))
  562. for _, block := range announces {
  563. if !pm.blockchain.HasBlock(block.Hash, block.Number) {
  564. unknown = append(unknown, block)
  565. }
  566. }
  567. for _, block := range unknown {
  568. pm.fetcher.Notify(p.id, block.Hash, block.Number, time.Now(), p.RequestOneHeader, p.RequestBodies)
  569. }
  570. case msg.Code == NewBlockMsg:
  571. // Retrieve and decode the propagated block
  572. var request newBlockData
  573. if err := msg.Decode(&request); err != nil {
  574. return errResp(ErrDecode, "%v: %v", msg, err)
  575. }
  576. request.Block.ReceivedAt = msg.ReceivedAt
  577. request.Block.ReceivedFrom = p
  578. // Mark the peer as owning the block and schedule it for import
  579. p.MarkBlock(request.Block.Hash())
  580. pm.fetcher.Enqueue(p.id, request.Block)
  581. // Assuming the block is importable by the peer, but possibly not yet done so,
  582. // calculate the head hash and TD that the peer truly must have.
  583. var (
  584. trueHead = request.Block.ParentHash()
  585. trueTD = new(big.Int).Sub(request.TD, request.Block.Difficulty())
  586. )
  587. // Update the peers total difficulty if better than the previous
  588. if _, td := p.Head(); trueTD.Cmp(td) > 0 {
  589. p.SetHead(trueHead, trueTD)
  590. // Schedule a sync if above ours. Note, this will not fire a sync for a gap of
  591. // a singe block (as the true TD is below the propagated block), however this
  592. // scenario should easily be covered by the fetcher.
  593. currentBlock := pm.blockchain.CurrentBlock()
  594. if trueTD.Cmp(pm.blockchain.GetTd(currentBlock.Hash(), currentBlock.NumberU64())) > 0 {
  595. go pm.synchronise(p)
  596. }
  597. }
  598. case msg.Code == TxMsg:
  599. // Transactions arrived, make sure we have a valid and fresh chain to handle them
  600. if atomic.LoadUint32(&pm.acceptTxs) == 0 {
  601. break
  602. }
  603. // Transactions can be processed, parse all of them and deliver to the pool
  604. var txs []*types.Transaction
  605. if err := msg.Decode(&txs); err != nil {
  606. return errResp(ErrDecode, "msg %v: %v", msg, err)
  607. }
  608. for i, tx := range txs {
  609. // Validate and mark the remote transaction
  610. if tx == nil {
  611. return errResp(ErrDecode, "transaction %d is nil", i)
  612. }
  613. p.MarkTransaction(tx.Hash())
  614. }
  615. pm.txpool.AddRemotes(txs)
  616. default:
  617. return errResp(ErrInvalidMsgCode, "%v", msg.Code)
  618. }
  619. return nil
  620. }
  621. // BroadcastBlock will either propagate a block to a subset of it's peers, or
  622. // will only announce it's availability (depending what's requested).
  623. func (pm *ProtocolManager) BroadcastBlock(block *types.Block, propagate bool) {
  624. hash := block.Hash()
  625. peers := pm.peers.PeersWithoutBlock(hash)
  626. // If propagation is requested, send to a subset of the peer
  627. if propagate {
  628. // Calculate the TD of the block (it's not imported yet, so block.Td is not valid)
  629. var td *big.Int
  630. if parent := pm.blockchain.GetBlock(block.ParentHash(), block.NumberU64()-1); parent != nil {
  631. td = new(big.Int).Add(block.Difficulty(), pm.blockchain.GetTd(block.ParentHash(), block.NumberU64()-1))
  632. } else {
  633. log.Error("Propagating dangling block", "number", block.Number(), "hash", hash)
  634. return
  635. }
  636. // Send the block to a subset of our peers
  637. transfer := peers[:int(math.Sqrt(float64(len(peers))))]
  638. for _, peer := range transfer {
  639. peer.AsyncSendNewBlock(block, td)
  640. }
  641. log.Trace("Propagated block", "hash", hash, "recipients", len(transfer), "duration", common.PrettyDuration(time.Since(block.ReceivedAt)))
  642. return
  643. }
  644. // Otherwise if the block is indeed in out own chain, announce it
  645. if pm.blockchain.HasBlock(hash, block.NumberU64()) {
  646. for _, peer := range peers {
  647. peer.AsyncSendNewBlockHash(block)
  648. }
  649. log.Trace("Announced block", "hash", hash, "recipients", len(peers), "duration", common.PrettyDuration(time.Since(block.ReceivedAt)))
  650. }
  651. }
  652. // BroadcastTxs will propagate a batch of transactions to all peers which are not known to
  653. // already have the given transaction.
  654. func (pm *ProtocolManager) BroadcastTxs(txs types.Transactions) {
  655. var txset = make(map[*peer]types.Transactions)
  656. // Broadcast transactions to a batch of peers not knowing about it
  657. for _, tx := range txs {
  658. peers := pm.peers.PeersWithoutTx(tx.Hash())
  659. for _, peer := range peers {
  660. txset[peer] = append(txset[peer], tx)
  661. }
  662. log.Trace("Broadcast transaction", "hash", tx.Hash(), "recipients", len(peers))
  663. }
  664. // FIXME include this again: peers = peers[:int(math.Sqrt(float64(len(peers))))]
  665. for peer, txs := range txset {
  666. peer.AsyncSendTransactions(txs)
  667. }
  668. }
  669. // Mined broadcast loop
  670. func (pm *ProtocolManager) minedBroadcastLoop() {
  671. // automatically stops if unsubscribe
  672. for obj := range pm.minedBlockSub.Chan() {
  673. switch ev := obj.Data.(type) {
  674. case core.NewMinedBlockEvent:
  675. pm.BroadcastBlock(ev.Block, true) // First propagate block to peers
  676. pm.BroadcastBlock(ev.Block, false) // Only then announce to the rest
  677. }
  678. }
  679. }
  680. func (pm *ProtocolManager) txBroadcastLoop() {
  681. for {
  682. select {
  683. case event := <-pm.txsCh:
  684. pm.BroadcastTxs(event.Txs)
  685. // Err() channel will be closed when unsubscribing.
  686. case <-pm.txsSub.Err():
  687. return
  688. }
  689. }
  690. }
  691. // NodeInfo represents a short summary of the Ethereum sub-protocol metadata
  692. // known about the host peer.
  693. type NodeInfo struct {
  694. Network uint64 `json:"network"` // Ethereum network ID (1=Frontier, 2=Morden, Ropsten=3, Rinkeby=4)
  695. Difficulty *big.Int `json:"difficulty"` // Total difficulty of the host's blockchain
  696. Genesis common.Hash `json:"genesis"` // SHA3 hash of the host's genesis block
  697. Config *params.ChainConfig `json:"config"` // Chain configuration for the fork rules
  698. Head common.Hash `json:"head"` // SHA3 hash of the host's best owned block
  699. }
  700. // NodeInfo retrieves some protocol metadata about the running host node.
  701. func (pm *ProtocolManager) NodeInfo() *NodeInfo {
  702. currentBlock := pm.blockchain.CurrentBlock()
  703. return &NodeInfo{
  704. Network: pm.networkId,
  705. Difficulty: pm.blockchain.GetTd(currentBlock.Hash(), currentBlock.NumberU64()),
  706. Genesis: pm.blockchain.Genesis().Hash(),
  707. Config: pm.blockchain.Config(),
  708. Head: currentBlock.Hash(),
  709. }
  710. }