You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

388 lines
9.7 KiB

  1. /*
  2. * Copyright 2018 gRPC authors.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. package test
  17. import (
  18. "bytes"
  19. "fmt"
  20. "io"
  21. "net"
  22. "strings"
  23. "sync"
  24. "time"
  25. "golang.org/x/net/http2"
  26. "golang.org/x/net/http2/hpack"
  27. )
  28. type listenerWrapper struct {
  29. net.Listener
  30. mu sync.Mutex
  31. rcw *rawConnWrapper
  32. }
  33. func listenWithConnControl(network, address string) (net.Listener, error) {
  34. l, err := net.Listen(network, address)
  35. if err != nil {
  36. return nil, err
  37. }
  38. return &listenerWrapper{Listener: l}, nil
  39. }
  40. // Accept blocks until Dial is called, then returns a net.Conn for the server
  41. // half of the connection.
  42. func (l *listenerWrapper) Accept() (net.Conn, error) {
  43. c, err := l.Listener.Accept()
  44. if err != nil {
  45. return nil, err
  46. }
  47. l.mu.Lock()
  48. l.rcw = newRawConnWrapperFromConn(c)
  49. l.mu.Unlock()
  50. return c, nil
  51. }
  52. func (l *listenerWrapper) getLastConn() *rawConnWrapper {
  53. l.mu.Lock()
  54. defer l.mu.Unlock()
  55. return l.rcw
  56. }
  57. type dialerWrapper struct {
  58. c net.Conn
  59. rcw *rawConnWrapper
  60. }
  61. func (d *dialerWrapper) dialer(target string, t time.Duration) (net.Conn, error) {
  62. c, err := net.DialTimeout("tcp", target, t)
  63. d.c = c
  64. d.rcw = newRawConnWrapperFromConn(c)
  65. return c, err
  66. }
  67. func (d *dialerWrapper) getRawConnWrapper() *rawConnWrapper {
  68. return d.rcw
  69. }
  70. type rawConnWrapper struct {
  71. cc io.ReadWriteCloser
  72. fr *http2.Framer
  73. // writing headers:
  74. headerBuf bytes.Buffer
  75. hpackEnc *hpack.Encoder
  76. // reading frames:
  77. frc chan http2.Frame
  78. frErrc chan error
  79. readTimer *time.Timer
  80. }
  81. func newRawConnWrapperFromConn(cc io.ReadWriteCloser) *rawConnWrapper {
  82. rcw := &rawConnWrapper{
  83. cc: cc,
  84. frc: make(chan http2.Frame, 1),
  85. frErrc: make(chan error, 1),
  86. }
  87. rcw.hpackEnc = hpack.NewEncoder(&rcw.headerBuf)
  88. rcw.fr = http2.NewFramer(cc, cc)
  89. rcw.fr.ReadMetaHeaders = hpack.NewDecoder(4096 /*initialHeaderTableSize*/, nil)
  90. return rcw
  91. }
  92. func (rcw *rawConnWrapper) Close() error {
  93. return rcw.cc.Close()
  94. }
  95. func (rcw *rawConnWrapper) readFrame() (http2.Frame, error) {
  96. go func() {
  97. fr, err := rcw.fr.ReadFrame()
  98. if err != nil {
  99. rcw.frErrc <- err
  100. } else {
  101. rcw.frc <- fr
  102. }
  103. }()
  104. t := time.NewTimer(2 * time.Second)
  105. defer t.Stop()
  106. select {
  107. case f := <-rcw.frc:
  108. return f, nil
  109. case err := <-rcw.frErrc:
  110. return nil, err
  111. case <-t.C:
  112. return nil, fmt.Errorf("timeout waiting for frame")
  113. }
  114. }
  115. // greet initiates the client's HTTP/2 connection into a state where
  116. // frames may be sent.
  117. func (rcw *rawConnWrapper) greet() error {
  118. rcw.writePreface()
  119. rcw.writeInitialSettings()
  120. rcw.wantSettings()
  121. rcw.writeSettingsAck()
  122. for {
  123. f, err := rcw.readFrame()
  124. if err != nil {
  125. return err
  126. }
  127. switch f := f.(type) {
  128. case *http2.WindowUpdateFrame:
  129. // grpc's transport/http2_server sends this
  130. // before the settings ack. The Go http2
  131. // server uses a setting instead.
  132. case *http2.SettingsFrame:
  133. if f.IsAck() {
  134. return nil
  135. }
  136. return fmt.Errorf("during greet, got non-ACK settings frame")
  137. default:
  138. return fmt.Errorf("during greet, unexpected frame type %T", f)
  139. }
  140. }
  141. }
  142. func (rcw *rawConnWrapper) writePreface() error {
  143. n, err := rcw.cc.Write([]byte(http2.ClientPreface))
  144. if err != nil {
  145. return fmt.Errorf("error writing client preface: %v", err)
  146. }
  147. if n != len(http2.ClientPreface) {
  148. return fmt.Errorf("writing client preface, wrote %d bytes; want %d", n, len(http2.ClientPreface))
  149. }
  150. return nil
  151. }
  152. func (rcw *rawConnWrapper) writeInitialSettings() error {
  153. if err := rcw.fr.WriteSettings(); err != nil {
  154. return fmt.Errorf("error writing initial SETTINGS frame from client to server: %v", err)
  155. }
  156. return nil
  157. }
  158. func (rcw *rawConnWrapper) writeSettingsAck() error {
  159. if err := rcw.fr.WriteSettingsAck(); err != nil {
  160. return fmt.Errorf("error writing ACK of server's SETTINGS: %v", err)
  161. }
  162. return nil
  163. }
  164. func (rcw *rawConnWrapper) wantSettings() (*http2.SettingsFrame, error) {
  165. f, err := rcw.readFrame()
  166. if err != nil {
  167. return nil, fmt.Errorf("error while expecting a SETTINGS frame: %v", err)
  168. }
  169. sf, ok := f.(*http2.SettingsFrame)
  170. if !ok {
  171. return nil, fmt.Errorf("got a %T; want *SettingsFrame", f)
  172. }
  173. return sf, nil
  174. }
  175. func (rcw *rawConnWrapper) wantSettingsAck() error {
  176. f, err := rcw.readFrame()
  177. if err != nil {
  178. return err
  179. }
  180. sf, ok := f.(*http2.SettingsFrame)
  181. if !ok {
  182. return fmt.Errorf("wanting a settings ACK, received a %T", f)
  183. }
  184. if !sf.IsAck() {
  185. return fmt.Errorf("settings Frame didn't have ACK set")
  186. }
  187. return nil
  188. }
  189. // wait for any activity from the server
  190. func (rcw *rawConnWrapper) wantAnyFrame() (http2.Frame, error) {
  191. f, err := rcw.fr.ReadFrame()
  192. if err != nil {
  193. return nil, err
  194. }
  195. return f, nil
  196. }
  197. func (rcw *rawConnWrapper) encodeHeaderField(k, v string) error {
  198. err := rcw.hpackEnc.WriteField(hpack.HeaderField{Name: k, Value: v})
  199. if err != nil {
  200. return fmt.Errorf("HPACK encoding error for %q/%q: %v", k, v, err)
  201. }
  202. return nil
  203. }
  204. // encodeRawHeader is for usage on both client and server side to construct header based on the input
  205. // key, value pairs.
  206. func (rcw *rawConnWrapper) encodeRawHeader(headers ...string) []byte {
  207. if len(headers)%2 == 1 {
  208. panic("odd number of kv args")
  209. }
  210. rcw.headerBuf.Reset()
  211. pseudoCount := map[string]int{}
  212. var keys []string
  213. vals := map[string][]string{}
  214. for len(headers) > 0 {
  215. k, v := headers[0], headers[1]
  216. headers = headers[2:]
  217. if _, ok := vals[k]; !ok {
  218. keys = append(keys, k)
  219. }
  220. if strings.HasPrefix(k, ":") {
  221. pseudoCount[k]++
  222. if pseudoCount[k] == 1 {
  223. vals[k] = []string{v}
  224. } else {
  225. // Allows testing of invalid headers w/ dup pseudo fields.
  226. vals[k] = append(vals[k], v)
  227. }
  228. } else {
  229. vals[k] = append(vals[k], v)
  230. }
  231. }
  232. for _, k := range keys {
  233. for _, v := range vals[k] {
  234. rcw.encodeHeaderField(k, v)
  235. }
  236. }
  237. return rcw.headerBuf.Bytes()
  238. }
  239. // encodeHeader is for usage on client side to write request header.
  240. //
  241. // encodeHeader encodes headers and returns their HPACK bytes. headers
  242. // must contain an even number of key/value pairs. There may be
  243. // multiple pairs for keys (e.g. "cookie"). The :method, :path, and
  244. // :scheme headers default to GET, / and https.
  245. func (rcw *rawConnWrapper) encodeHeader(headers ...string) []byte {
  246. if len(headers)%2 == 1 {
  247. panic("odd number of kv args")
  248. }
  249. rcw.headerBuf.Reset()
  250. if len(headers) == 0 {
  251. // Fast path, mostly for benchmarks, so test code doesn't pollute
  252. // profiles when we're looking to improve server allocations.
  253. rcw.encodeHeaderField(":method", "GET")
  254. rcw.encodeHeaderField(":path", "/")
  255. rcw.encodeHeaderField(":scheme", "https")
  256. return rcw.headerBuf.Bytes()
  257. }
  258. if len(headers) == 2 && headers[0] == ":method" {
  259. // Another fast path for benchmarks.
  260. rcw.encodeHeaderField(":method", headers[1])
  261. rcw.encodeHeaderField(":path", "/")
  262. rcw.encodeHeaderField(":scheme", "https")
  263. return rcw.headerBuf.Bytes()
  264. }
  265. pseudoCount := map[string]int{}
  266. keys := []string{":method", ":path", ":scheme"}
  267. vals := map[string][]string{
  268. ":method": {"GET"},
  269. ":path": {"/"},
  270. ":scheme": {"https"},
  271. }
  272. for len(headers) > 0 {
  273. k, v := headers[0], headers[1]
  274. headers = headers[2:]
  275. if _, ok := vals[k]; !ok {
  276. keys = append(keys, k)
  277. }
  278. if strings.HasPrefix(k, ":") {
  279. pseudoCount[k]++
  280. if pseudoCount[k] == 1 {
  281. vals[k] = []string{v}
  282. } else {
  283. // Allows testing of invalid headers w/ dup pseudo fields.
  284. vals[k] = append(vals[k], v)
  285. }
  286. } else {
  287. vals[k] = append(vals[k], v)
  288. }
  289. }
  290. for _, k := range keys {
  291. for _, v := range vals[k] {
  292. rcw.encodeHeaderField(k, v)
  293. }
  294. }
  295. return rcw.headerBuf.Bytes()
  296. }
  297. // writeHeadersGRPC is for usage on client side to write request header.
  298. func (rcw *rawConnWrapper) writeHeadersGRPC(streamID uint32, path string) {
  299. rcw.writeHeaders(http2.HeadersFrameParam{
  300. StreamID: streamID,
  301. BlockFragment: rcw.encodeHeader(
  302. ":method", "POST",
  303. ":path", path,
  304. "content-type", "application/grpc",
  305. "te", "trailers",
  306. ),
  307. EndStream: false,
  308. EndHeaders: true,
  309. })
  310. }
  311. func (rcw *rawConnWrapper) writeHeaders(p http2.HeadersFrameParam) error {
  312. if err := rcw.fr.WriteHeaders(p); err != nil {
  313. return fmt.Errorf("error writing HEADERS: %v", err)
  314. }
  315. return nil
  316. }
  317. func (rcw *rawConnWrapper) writeData(streamID uint32, endStream bool, data []byte) error {
  318. if err := rcw.fr.WriteData(streamID, endStream, data); err != nil {
  319. return fmt.Errorf("error writing DATA: %v", err)
  320. }
  321. return nil
  322. }
  323. func (rcw *rawConnWrapper) writeRSTStream(streamID uint32, code http2.ErrCode) error {
  324. if err := rcw.fr.WriteRSTStream(streamID, code); err != nil {
  325. return fmt.Errorf("error writing RST_STREAM: %v", err)
  326. }
  327. return nil
  328. }
  329. func (rcw *rawConnWrapper) writeDataPadded(streamID uint32, endStream bool, data, padding []byte) error {
  330. if err := rcw.fr.WriteDataPadded(streamID, endStream, data, padding); err != nil {
  331. return fmt.Errorf("error writing DATA with padding: %v", err)
  332. }
  333. return nil
  334. }
  335. func (rcw *rawConnWrapper) writeGoAway(maxStreamID uint32, code http2.ErrCode, debugData []byte) error {
  336. if err := rcw.fr.WriteGoAway(maxStreamID, code, debugData); err != nil {
  337. return fmt.Errorf("error writing GoAway: %v", err)
  338. }
  339. return nil
  340. }
  341. func (rcw *rawConnWrapper) writeRawFrame(t http2.FrameType, flags http2.Flags, streamID uint32, payload []byte) error {
  342. if err := rcw.fr.WriteRawFrame(t, flags, streamID, payload); err != nil {
  343. return fmt.Errorf("error writing Raw Frame: %v", err)
  344. }
  345. return nil
  346. }