|
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568 |
- // Copyright 2015 Google Inc. All rights reserved.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
-
- package trafficshape
-
- import (
- "bytes"
- "io"
- "io/ioutil"
- "net"
- "net/http"
- "net/http/httptest"
- "sync"
- "testing"
- "time"
- )
-
- func TestListenerRead(t *testing.T) {
- t.Parallel()
-
- l, err := net.Listen("tcp", "[::]:0")
- if err != nil {
- t.Fatalf("net.Listen(): got %v, want no error", err)
- }
-
- tsl := NewListener(l)
- defer tsl.Close()
-
- if got := tsl.ReadBitrate(); got != DefaultBitrate {
- t.Errorf("tsl.ReadBitrate(): got %d, want DefaultBitrate", got)
- }
- if got := tsl.WriteBitrate(); got != DefaultBitrate {
- t.Errorf("tsl.WriteBitrate(): got %d, want DefaultBitrate", got)
- }
-
- tsl.SetReadBitrate(40) // 4 bytes per second
- if got, want := tsl.ReadBitrate(), int64(40); got != want {
- t.Errorf("tsl.ReadBitrate(): got %d, want %d", got, want)
- }
-
- tsl.SetWriteBitrate(40) // 4 bytes per second
- if got, want := tsl.WriteBitrate(), int64(40); got != want {
- t.Errorf("tsl.WriteBitrate(): got %d, want %d", got, want)
- }
-
- tsl.SetLatency(time.Second)
- if got, want := tsl.Latency(), time.Second; got != want {
- t.Errorf("tsl.Latency(): got %s, want %s", got, want)
- }
-
- var wg sync.WaitGroup
- wg.Add(1)
-
- want := bytes.Repeat([]byte("*"), 16)
-
- go func() {
- // Dial the local listener.
- c, err := net.Dial("tcp", tsl.Addr().String())
- if err != nil {
- t.Fatalf("net.Dial(): got %v, want no error", err)
- }
- defer c.Close()
-
- // Wait for the signal that it's okay to write to the connection; ensure
- // the test is ready to read it.
- wg.Wait()
-
- c.Write(want)
- }()
-
- tsc, err := tsl.Accept()
- if err != nil {
- t.Fatalf("tsl.Accept(): got %v, want no error", err)
- }
- defer tsc.Close()
-
- // Signal to the write goroutine that it may begin writing.
- wg.Done()
-
- start := time.Now()
- got, err := ioutil.ReadAll(tsc)
- end := time.Now()
-
- if err != nil {
- t.Fatalf("tsc.Read(): got %v, want no error", err)
- }
- if !bytes.Equal(got, want) {
- t.Errorf("tsc.Read(): got %q, want %q", got, want)
- }
-
- // Breakdown of ~3s minimum:
- // 1 second for the initial latency
- // ~2-3 seconds for throttled read
- // - 4 bytes per second with 16 bytes total = 3 seconds (first four bytes
- // are read immediately at the zeroth second; 0:4, 1:8, 2:12, 3:16)
- // - the drain ticker begins before the initial start time so some of that
- // tick time is unaccounted for in the difference; potentially up to a
- // full second (the drain interval). For example, if the ticker is 300ms
- // into its tick before start is calculated we will believe that the
- // throttled read will have occurred in 2.7s. Allow for up to drain
- // interval in skew to account for this and ensure the test does not
- // flake.
- //
- // The test runtime should be negligible compared the latency simulation, so
- // we assume the ~3s (> 2.95s) is accounted for by throttling and latency in
- // the worst case (we read and a new tick happens immediately).
- min := 2*time.Second + 950*time.Millisecond
- max := 4*time.Second + 50*time.Millisecond
- if got := end.Sub(start); !between(got, min, max) {
- t.Errorf("tsc.Read(): took %s, want within [%s, %s]", got, min, max)
- }
- }
-
- func TestListenerWrite(t *testing.T) {
- t.Parallel()
-
- l, err := net.Listen("tcp", "[::]:0")
- if err != nil {
- t.Fatalf("net.Listen(): got %v, want no error", err)
- }
-
- tsl := NewListener(l)
- defer tsl.Close()
-
- tsl.SetReadBitrate(40) // 4 bytes per second
- tsl.SetWriteBitrate(40) // 4 bytes per second
- tsl.SetLatency(time.Second)
-
- var wg sync.WaitGroup
- wg.Add(1)
-
- want := bytes.Repeat([]byte("*"), 16)
-
- var start time.Time
- var end time.Time
-
- go func() {
- // Dial the local listener.
- c, err := net.Dial("tcp", tsl.Addr().String())
- if err != nil {
- t.Fatalf("net.Dial(): got %v, want no error", err)
- }
- defer c.Close()
-
- // Wait for the signal that it's okay to read from the connection; ensure
- // the test is ready to write to it.
- wg.Wait()
-
- got, err := ioutil.ReadAll(c)
- if err != nil {
- t.Fatalf("c.Read(): got %v, want no error", err)
- }
- if !bytes.Equal(got, want) {
- t.Errorf("c.Read(): got %q, want %q", got, want)
- }
- }()
-
- tsc, err := tsl.Accept()
- if err != nil {
- t.Fatalf("tsl.Accept(): got %v, want no error", err)
- }
-
- // Signal to the write goroutine that it may begin writing.
- wg.Done()
-
- start = time.Now()
- n, err := tsc.Write(want)
- end = time.Now()
-
- tsc.Close()
-
- if err != nil {
- t.Fatalf("tsc.Write(): got %v, want no error", err)
- }
- if got, want := n, len(want); got != want {
- t.Errorf("tsc.Write(): got %d bytes, want %d bytes", got, want)
- }
-
- // Breakdown of ~3s minimum:
- // 1 second for the initial latency
- // ~2-3 seconds for throttled write
- // - 4 bytes per second with 16 bytes total = 3 seconds (first four bytes
- // are written immediately at the zeroth second; 0:4, 1:8, 2:12, 3:16)
- // - the drain ticker begins before the initial start time so some of that
- // tick time is unaccounted for in the difference; potentially up to a
- // full second (the drain interval). For example, if the ticker is 300ms
- // into its tick before start is calculated we will believe that the
- // throttled write will have occurred in 2.7s. Allow for up to drain
- // interval in skew to account for this and ensure the test does not
- // flake.
- //
- // The test runtime should be negligible compared the latency simulation, so
- // we assume the ~3s (> 2.95s) is accounted for by throttling and latency in
- // the worst case (we write and a new tick happens immediately).
- min := 2*time.Second + 950*time.Millisecond
- max := 4*time.Second + 50*time.Millisecond
- if got := end.Sub(start); !between(got, min, max) {
- t.Errorf("tsc.Write(): took %s, want within [%s, %s]", got, min, max)
- }
- }
-
- func TestListenerWriteTo(t *testing.T) {
- t.Parallel()
-
- l, err := net.Listen("tcp", "[::]:0")
- if err != nil {
- t.Fatalf("net.Listen(): got %v, want no error", err)
- }
-
- tsl := NewListener(l)
- defer tsl.Close()
-
- tsl.SetReadBitrate(40) // 4 bytes per second
- tsl.SetWriteBitrate(40) // 4 bytes per second
- tsl.SetLatency(time.Second)
-
- var wg sync.WaitGroup
- wg.Add(1)
-
- want := bytes.Repeat([]byte("*"), 16)
-
- go func() {
- // Dial the local listener.
- c, err := net.Dial("tcp", tsl.Addr().String())
- if err != nil {
- t.Fatalf("net.Dial(): got %v, want no error", err)
- }
- defer c.Close()
-
- // Wait for the signal that it's okay to write to the connection; ensure
- // the test is ready to read it.
- wg.Wait()
-
- c.Write(want)
- }()
-
- tsc, err := tsl.Accept()
- if err != nil {
- t.Fatalf("tsl.Accept(): got %v, want no error", err)
- }
- defer tsc.Close()
-
- // Signal to the write goroutine that it may begin writing.
- wg.Done()
-
- got := &bytes.Buffer{}
-
- wt, ok := tsc.(io.WriterTo)
- if !ok {
- t.Fatal("tsc.(io.WriterTo): got !ok, want ok")
- }
-
- start := time.Now()
- n, err := wt.WriteTo(got)
- end := time.Now()
-
- if err != io.EOF {
- t.Fatalf("tsc.WriteTo(): got %v, want io.EOF", err)
- }
- if got, want := n, int64(len(want)); got != want {
- t.Errorf("tsc.WriteTo(): got %d bytes, want %d bytes", got, want)
- }
- if !bytes.Equal(got.Bytes(), want) {
- t.Errorf("tsc.WriteTo(): got %q, want %q", got.Bytes(), want)
- }
-
- // Breakdown of ~3s minimum:
- // 1 second for the initial latency
- // ~2-3 seconds for throttled read
- // - 4 bytes per second with 16 bytes total = 3 seconds (first four bytes
- // are read immediately at the zeroth second; 0:4, 1:8, 2:12, 3:16)
- // - the drain ticker begins before the initial start time so some of that
- // tick time is unaccounted for in the difference; potentially up to a
- // full second (the drain interval). For example, if the ticker is 300ms
- // into its tick before start is calculated we will believe that the
- // throttled read will have occurred in 2.7s. Allow for up to drain
- // interval in skew to account for this and ensure the test does not
- // flake.
- //
- // The test runtime should be negligible compared the latency simulation, so
- // we assume the ~3s (> 2.95s) is accounted for by throttling and latency in
- // the worst case (we read and a new tick happens immediately).
- min := 2*time.Second + 950*time.Millisecond
- max := 4*time.Second + 50*time.Millisecond
- if got := end.Sub(start); !between(got, min, max) {
- t.Errorf("tsc.WriteTo(): took %s, want within [%s, %s]", got, min, max)
- }
- }
-
- func TestListenerReadFrom(t *testing.T) {
- t.Parallel()
-
- l, err := net.Listen("tcp", "[::]:0")
- if err != nil {
- t.Fatalf("net.Listen(): got %v, want no error", err)
- }
-
- tsl := NewListener(l)
- defer tsl.Close()
-
- tsl.SetReadBitrate(40) // 4 bytes per second
- tsl.SetWriteBitrate(40) // 4 bytes per second
- tsl.SetLatency(time.Second)
-
- var wg sync.WaitGroup
- wg.Add(1)
-
- want := bytes.Repeat([]byte("*"), 16)
-
- var start time.Time
- var end time.Time
-
- go func() {
- // Dial the local listener.
- c, err := net.Dial("tcp", tsl.Addr().String())
- if err != nil {
- t.Fatalf("net.Dial(): got %v, want no error", err)
- }
- defer c.Close()
-
- // Wait for the signal that it's okay to read from the connection; ensure
- // the test is ready to write it.
- wg.Wait()
-
- got, err := ioutil.ReadAll(c)
- if err != nil {
- t.Fatalf("c.Read(): got %v, want no error", err)
- }
- if !bytes.Equal(got, want) {
- t.Errorf("c.Read(): got %q, want %q", got, want)
- }
- }()
-
- tsc, err := tsl.Accept()
- if err != nil {
- t.Fatalf("tsl.Accept(): got %v, want no error", err)
- }
-
- // Signal to the write goroutine that it may begin writing.
- wg.Done()
-
- buf := bytes.NewReader(want)
-
- rf, ok := tsc.(io.ReaderFrom)
- if !ok {
- t.Fatal("tsc.(io.ReaderFrom): got !ok, want ok")
- }
-
- start = time.Now()
- n, err := rf.ReadFrom(buf)
- end = time.Now()
- tsc.Close()
-
- if err != nil {
- t.Fatalf("tsc.ReadFrom(): got %v, want no error", err)
- }
- if got, want := n, int64(len(want)); got != want {
- t.Errorf("tsc.ReadFrom(): got %d bytes, want %d bytes", got, want)
- }
-
- // Breakdown of ~3s minimum:
- // 1 second for the initial latency
- // ~2-3 seconds for throttled writes
- // - 4 bytes per second with 16 bytes total = 3 seconds (first four bytes
- // are written immediately at the zeroth second; 0:4, 1:8, 2:12, 3:16)
- // - the drain ticker begins before the initial start time so some of that
- // tick time is unaccounted for in the difference; potentially up to a
- // full second (the drain interval). For example, if the ticker is 300ms
- // into its tick before start is calculated we will believe that the
- // throttled write will have occurred in 2.7s. Allow for up to drain
- // interval in skew to account for this and ensure the test does not
- // flake.
- //
- // The test runtime should be negligible compared the latency simulation, so
- // we assume the ~3s (> 2.95s) is accounted for by throttling and latency in
- // the worst case (we write and a new tick happens immediately).
- min := 2*time.Second + 950*time.Millisecond
- max := 4*time.Second + 50*time.Millisecond
- if got := end.Sub(start); !between(got, min, max) {
- t.Errorf("tsc.ReadFrom(): took %s, want within [%s, %s]", got, min, max)
- }
- }
-
- func between(d, min, max time.Duration) bool {
- return d >= min && d <= max
- }
-
- type throttleAssertion struct {
- Offset int64
- ThrottleContext *ThrottleContext
- }
-
- type actionByteAssertion struct {
- Offset int64
- NextActionInfo *NextActionInfo
- }
-
- func TestActionsAndThrottles(t *testing.T) {
- l, err := net.Listen("tcp", "[::]:0")
- if err != nil {
- t.Fatalf("net.Listen(): got %v, want no error", err)
- }
-
- tt := []struct {
- jsonString string
- throttleAssertions []throttleAssertion
- actionByteAssertions []actionByteAssertion
- }{
- {
- jsonString: `{"trafficshape":{"shapes":[{"url_regex":"http://example/example", "max_global_bandwidth":1000, "throttles":[{"bytes":"500-1000","bandwidth":100},{"bytes":"1000-2000","bandwidth":300},{"bytes":"2001-","bandwidth":400}],
- "halts":[{"byte":530,"duration": 5, "count": 1}],"close_connections":[{"byte":1078,"count":1}]}]}}`,
- throttleAssertions: []throttleAssertion{
- {
- Offset: 10,
- ThrottleContext: &ThrottleContext{ThrottleNow: false},
- },
- {
- Offset: 700,
- ThrottleContext: &ThrottleContext{ThrottleNow: true, Bandwidth: 100},
- },
- {
- Offset: 1000,
- ThrottleContext: &ThrottleContext{ThrottleNow: true, Bandwidth: 300},
- },
- {
- Offset: 5000,
- ThrottleContext: &ThrottleContext{ThrottleNow: true, Bandwidth: 400},
- },
- },
- actionByteAssertions: []actionByteAssertion{
- {
- Offset: 501,
- NextActionInfo: &NextActionInfo{ActionNext: true, ByteOffset: 530, Index: 1},
- },
- {
- Offset: 900,
- NextActionInfo: &NextActionInfo{ActionNext: true, ByteOffset: 1000, Index: 2},
- },
- {
- Offset: 1015,
- NextActionInfo: &NextActionInfo{ActionNext: true, ByteOffset: 1078, Index: 3},
- },
- {
- Offset: 2001,
- NextActionInfo: &NextActionInfo{ActionNext: true, ByteOffset: 2001, Index: 5},
- },
- },
- },
- }
-
- for i, tc := range tt {
- tsl := NewListener(l)
- defer tsl.Close()
-
- h := NewHandler(tsl)
- req, err := http.NewRequest("POST", "test", bytes.NewBufferString(tc.jsonString))
- if err != nil {
- t.Fatalf("%d. http.NewRequest(): got %v, want no error", i, err)
- }
-
- rw := httptest.NewRecorder()
-
- h.ServeHTTP(rw, req)
-
- if got, want := rw.Code, 200; got != want {
- t.Errorf("%d. rw.Code: got %d, want %d", i+1, got, want)
- }
-
- conn, err := net.Dial("tcp", l.Addr().String())
- defer conn.Close()
- if err != nil {
- t.Fatalf("net.Dial(): got %v, want no error", err)
- }
-
- tsconn := tsl.GetTrafficShapedConn(conn)
- tsconn.Context = &Context{
- Shaping: true,
- URLRegex: "http://example/example",
- }
-
- for _, ta := range tc.throttleAssertions {
- if got, want := *tsconn.GetCurrentThrottle(ta.Offset), *ta.ThrottleContext; got != want {
- t.Errorf("tc.%d CurtThrottleInfo at %d got %+v, want %+v", i+1, ta.Offset, got, want)
- }
- }
- for _, aba := range tc.actionByteAssertions {
- if got, want := *tsconn.GetNextActionFromByte(aba.Offset), *aba.NextActionInfo; got != want {
- t.Errorf("tc.%d NextActionInfo at %d got %+v, want %+v", i+1, aba.Offset, got, want)
- }
- }
- }
- }
-
- func TestActionsAfterUpdatingCounts(t *testing.T) {
- l, err := net.Listen("tcp", "[::]:0")
- if err != nil {
- t.Fatalf("net.Listen(): got %v, want no error", err)
- }
- jsonString := `{"trafficshape":{"shapes":[{"url_regex":"http://example/example", "max_global_bandwidth":1000, "throttles":[{"bytes":"500-1000","bandwidth":100}],
- "halts":[{"byte":530,"duration": 5, "count": 1},{"byte":550,"duration": 5, "count": 1}],"close_connections":[{"byte":1078,"count":1}]}]}}`
- tsl := NewListener(l)
- defer tsl.Close()
-
- h := NewHandler(tsl)
- req, err := http.NewRequest("POST", "test", bytes.NewBufferString(jsonString))
- if err != nil {
- t.Fatalf("http.NewRequest(): got %v, want no error", err)
- }
-
- rw := httptest.NewRecorder()
-
- h.ServeHTTP(rw, req)
-
- if got, want := rw.Code, 200; got != want {
- t.Errorf("rw.Code: got %d, want %d", got, want)
- }
-
- conn, err := net.Dial("tcp", l.Addr().String())
- defer conn.Close()
- if err != nil {
- t.Fatalf("net.Dial(): got %v, want no error", err)
- }
-
- tsconn := tsl.GetTrafficShapedConn(conn)
- tsconn.Context = &Context{
- Shaping: true,
- URLRegex: "http://example/example",
- }
-
- actions := tsconn.Shapes.M[tsconn.Context.URLRegex].Shape.Actions
- nai := []*NextActionInfo{
- &NextActionInfo{ActionNext: true, ByteOffset: 530, Index: 1},
- &NextActionInfo{ActionNext: true, ByteOffset: 550, Index: 2},
- &NextActionInfo{ActionNext: true, ByteOffset: 1000, Index: 3},
- &NextActionInfo{ActionNext: true, ByteOffset: 1078, Index: 4},
- &NextActionInfo{ActionNext: false},
- }
- if got, want := *tsconn.GetNextActionFromByte(515), *nai[0]; got != want {
- t.Errorf("NextActionInfo at %d got %+v, want %+v", 515, got, want)
- }
- actions[1].decrementCount()
- if got, want := *tsconn.GetNextActionFromByte(515), *nai[1]; got != want {
- t.Errorf("NextActionInfo at %d got %+v, want %+v", 515, got, want)
- }
- actions[2].decrementCount()
- if got, want := *tsconn.GetNextActionFromByte(515), *nai[2]; got != want {
- t.Errorf("NextActionInfo at %d got %+v, want %+v", 515, got, want)
- }
-
- if got, want := *tsconn.GetNextActionFromByte(1015), *nai[3]; got != want {
- t.Errorf("NextActionInfo at %d got %+v, want %+v", 1015, got, want)
- }
- actions[4].decrementCount()
- if got, want := *tsconn.GetNextActionFromByte(1015), *nai[4]; got != want {
- t.Errorf("NextActionInfo at %d got %+v, want %+v", 1015, got, want)
- }
- }
|