Update index.html

CNAME

@@ -0,0 +1 @@
+gortool.com

Dockerfile

@@ -1,22 +0,0 @@
-FROM golang:latest
-
-RUN apt-get update && apt-get install ruby vim-common -y
-
-# Install Java for middleware testing
-RUN echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu trusty main" | tee /etc/apt/sources.list.d/webupd8team-java.list
-RUN echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu trusty main" | tee -a /etc/apt/sources.list.d/webupd8team-java.list
-RUN apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886
-RUN apt-get update -y
-RUN echo oracle-java7-installer shared/accepted-oracle-license-v1-1 select true | /usr/bin/debconf-set-selections
-RUN apt-get install oracle-java8-installer -y
-
-RUN wget http://apache-mirror.rbc.ru/pub/apache//commons/io/binaries/commons-io-2.4-bin.tar.gz -P /tmp
-RUN tar xzf /tmp/commons-io-2.4-bin.tar.gz -C /tmp
-
-WORKDIR /go/src/github.com/buger/gor/
-ADD . /go/src/github.com/buger/gor/
-
-RUN javac -cp /tmp/commons-io-2.4/commons-io-2.4.jar ./examples/middleware/echo.java
-
-RUN go get -u github.com/golang/lint/golint
-RUN go get

ELASTICSEARCH.md

@@ -1,65 +0,0 @@
-gor & elasticsearch
-===================
-
-Prerequisites
--------------
-
-- elasticsearch
-- kibana (Get it here: http://www.elasticsearch.org/overview/kibana/)
-- gor
-
-
-elasticsearch
--------------
-
-The default elasticsearch configuration is just fine for most workloads. You won't need clustering, sharding or something like that.
-
-In this example we're installing it on our gor replay server which gives us the elasticsearch listener on _http://localhost:9200_
-
-
-kibana
-------
-
-Kibana (elasticsearch analytics web-ui) is just as simple. 
-Download it, extract it and serve it via a simple webserver.
-(Could be nginx or apache)
-
-You could also use a shell, ```cd``` into the kibana directory and start a little quick and dirty python webserver with:
-
-```
-python -m SimpleHTTPServer 8000
-```
-
-In this example we're also choosing the gor replay server as our kibana host. If you choose a different server you'll have to point kibana to your elasticsearch host.
-
-
-gor
----
-
-Start your gor replay server with elasticsearch option:
-
-```
-./gor --input-raw :8000 --output-http http://staging.com  --output-http-elasticsearch localhost:9200/gor
-```
-
-
-(You don't have to create the index upfront. That will be done for you automatically)
-
-
-Now visit your kibana url, load the predefined dashboard from the gist https://gist.github.com/gottwald/b2c875037f24719a9616 and watch the data rush in.
-
-
-Troubleshooting
----------------
-
-The replay process may complain about __too many open files__.
-That's because your typical linux shell has a small open files soft limit at 1024.
-You can easily raise that when you do this before starting your _gor replay_ process:
-
-```
-ulimit -n 64000
-```
-
-Please be aware, this is not a permanent setting. It's just valid for the following jobs you start from that shell.
-
-We reached the 1024 limit in our tests with a ubuntu box replaying about 9000 requests per minute. (We had very slow responses there, should be way more with fast responses)

Makefile

@@ -1,59 +0,0 @@
-SOURCE = emitter.go gor.go gor_stat.go input_dummy.go input_file.go input_raw.go input_tcp.go limiter.go output_dummy.go output_file.go input_http.go output_http.go output_tcp.go plugins.go settings.go test_input.go elasticsearch.go http_modifier.go http_modifier_settings.go http_client.go middleware.go protocol.go
-SOURCE_PATH = /go/src/github.com/buger/gor/
-RUN = docker run -v `pwd`:$(SOURCE_PATH) -p 0.0.0.0:8000:8000 -t -i gor
-
-release: release-x86 release-x64
-
-release-x64:
-	docker run -v `pwd`:$(SOURCE_PATH) -t --env GOOS=linux --env GOARCH=amd64 --env CGO_ENABLED=0 -i gor go build -ldflags "-X main.VERSION=$(VERSION)"&& tar -czf gor_$(VERSION)_x64.tar.gz gor && rm gor
-
-release-x86:
-	docker run -v `pwd`:$(SOURCE_PATH) -t --env GOOS=linux --env GOARCH=386 --env CGO_ENABLED=0 -i gor go build -ldflags "-X main.VERSION=$(VERSION)" && tar -czf gor_$(VERSION)_x86.tar.gz gor && rm gor
-
-build:
-	docker build -t gor .
-
-
-profile:
-	go build && ./gor --output-http="http://localhost:9000" --input-dummy 0 --input-raw :9000 --input-http :9000 --memprofile=./mem.out --cpuprofile=./cpu.out --stats --output-http-stats --output-http-timeout 100ms
-
-lint:
-	$(RUN) golint $(PKG)
-
-race:
-	$(RUN) go test ./... $(ARGS) -v -race -timeout 15s
-
-test:
-	$(RUN) go test ./... -timeout 10s $(ARGS) -v
-
-testone:
-	$(RUN) go test ./... -timeout 4s -run $(TEST) $(ARGS) -v
-
-cover:
-	$(RUN) go test $(ARGS) -race -v -timeout 15s -coverprofile=coverage.out
-	go tool cover -html=coverage.out
-
-fmt:
-	$(RUN) gofmt -w -s ./..
-
-vet:
-	$(RUN) go vet
-
-bench:
-	$(RUN) go test -v -run NOT_EXISTING -bench HTTP
-
-# Used mainly for debugging, because docker container do not have access to parent machine ports
-run:
-	$(RUN) go run $(SOURCE) --input-dummy=0 --output-http="http://localhost:9000" --input-raw :9000 --input-http :9000 --verbose --debug --middleware "./examples/middleware/echo.sh"
-
-run-2:
-	$(RUN) go run $(SOURCE) --input-file ./fixtures/requests.gor --output-dummy=0
-
-record:
-	$(RUN) go run $(SOURCE) --input-dummy=0 --output-file=requests.gor --verbose --debug
-
-replay:
-	$(RUN) go run $(SOURCE) --input-file=requests.bin --output-tcp=:9000 --verbose -h
-
-bash:
-	$(RUN) /bin/bash

Procfile

@@ -1,4 +0,0 @@
-web: python -m SimpleHTTPServer 8000
-replayed_web: python -m SimpleHTTPServer 8001
-listener: sudo -E go run ./bin/gor.go --input-raw :8000 --output-tcp :8002 --verbose
-replay: go run ./bin/gor.go --input-tcp :8002 --output-http localhost:8001 --verbose

byteutils/byteutils.go

@@ -1,40 +0,0 @@
-// Package byteutils probvides helpers for working with byte slices
-package byteutils
-
-// Cut elements from slice for a given range
-func Cut(a []byte, from, to int) []byte {
-	copy(a[from:], a[to:])
-	a = a[:len(a)-to+from]
-
-	return a
-}
-
-// Insert new slice at specified position
-func Insert(a []byte, i int, b []byte) []byte {
-	a = append(a, make([]byte, len(b))...)
-	copy(a[i+len(b):], a[i:])
-	copy(a[i:i+len(b)], b)
-
-	return a
-}
-
-// Replace function unlike bytes.Replace allows you to specify range
-func Replace(a []byte, from, to int, new []byte) []byte {
-	lenDiff := len(new) - (to - from)
-
-	if lenDiff > 0 {
-		// Extend if new segment bigger
-		a = append(a, make([]byte, lenDiff)...)
-		copy(a[to+lenDiff:], a[to:])
-		copy(a[from:from+len(new)], new)
-
-		return a
-	} else if lenDiff < 0 {
-		copy(a[from:], new)
-		copy(a[from+len(new):], a[to:])
-		return a[:len(a)+lenDiff]
-	} else { // same size
-		copy(a[from:], new)
-		return a
-	}
-}

byteutils/byteutils_test.go

@@ -1,32 +0,0 @@
-package byteutils
-
-import (
-	"bytes"
-	"testing"
-)
-
-func TestCut(t *testing.T) {
-	if !bytes.Equal(Cut([]byte("123456"), 2, 4), []byte("1256")) {
-		t.Error("Should properly cut")
-	}
-}
-
-func TestInsert(t *testing.T) {
-	if !bytes.Equal(Insert([]byte("123456"), 2, []byte("abcd")), []byte("12abcd3456")) {
-		t.Error("Should insert into middle of slice")
-	}
-}
-
-func TestReplace(t *testing.T) {
-	if !bytes.Equal(Replace([]byte("123456"), 2, 4, []byte("ab")), []byte("12ab56")) {
-		t.Error("Should replace when same length")
-	}
-
-	if !bytes.Equal(Replace([]byte("123456"), 2, 4, []byte("abcd")), []byte("12abcd56")) {
-		t.Error("Should replace when replacement length bigger")
-	}
-
-	if !bytes.Equal(Replace([]byte("123456"), 2, 5, []byte("ab")), []byte("12ab6")) {
-		t.Error("Should replace when replacement length bigger")
-	}
-}

c4fb00a3ac95.html

@@ -0,0 +1 @@
+c6ae4a47cd2a

elasticsearch.go

@@ -1,153 +0,0 @@
-package main
-
-import (
-	"encoding/json"
-	"github.com/buger/elastigo/api"
-	"github.com/buger/elastigo/core"
-	"github.com/buger/gor/proto"
-	"log"
-	"regexp"
-	"time"
-)
-
-type ESUriErorr struct{}
-
-func (e *ESUriErorr) Error() string {
-	return "Wrong ElasticSearch URL format. Expected to be: host:port/index_name"
-}
-
-type ESPlugin struct {
-	Active  bool
-	ApiPort string
-	Host    string
-	Index   string
-	indexor *core.BulkIndexer
-	done    chan bool
-}
-
-type ESRequestResponse struct {
-	ReqUrl               []byte `json:"Req_URL"`
-	ReqMethod            []byte `json:"Req_Method"`
-	ReqUserAgent         []byte `json:"Req_User-Agent"`
-	ReqAcceptLanguage    []byte `json:"Req_Accept-Language,omitempty"`
-	ReqAccept            []byte `json:"Req_Accept,omitempty"`
-	ReqAcceptEncoding    []byte `json:"Req_Accept-Encoding,omitempty"`
-	ReqIfModifiedSince   []byte `json:"Req_If-Modified-Since,omitempty"`
-	ReqConnection        []byte `json:"Req_Connection,omitempty"`
-	ReqCookies           []byte `json:"Req_Cookies,omitempty"`
-	RespStatus           []byte `json:"Resp_Status"`
-	RespStatusCode       []byte `json:"Resp_Status-Code"`
-	RespProto            []byte `json:"Resp_Proto,omitempty"`
-	RespContentLength    []byte `json:"Resp_Content-Length,omitempty"`
-	RespContentType      []byte `json:"Resp_Content-Type,omitempty"`
-	RespTransferEncoding []byte `json:"Resp_Transfer-Encoding,omitempty"`
-	RespContentEncoding  []byte `json:"Resp_Content-Encoding,omitempty"`
-	RespExpires          []byte `json:"Resp_Expires,omitempty"`
-	RespCacheControl     []byte `json:"Resp_Cache-Control,omitempty"`
-	RespVary             []byte `json:"Resp_Vary,omitempty"`
-	RespSetCookie        []byte `json:"Resp_Set-Cookie,omitempty"`
-	Rtt                  int64  `json:"RTT"`
-	Timestamp            time.Time
-}
-
-// Parse ElasticSearch URI
-//
-// Proper format is: host:port/index_name
-func parseURI(URI string) (err error, host string, port string, index string) {
-	rURI := regexp.MustCompile("(.+):([0-9]+)/(.+)")
-	match := rURI.FindAllStringSubmatch(URI, -1)
-
-	if len(match) == 0 {
-		err = new(ESUriErorr)
-	} else {
-		host = match[0][1]
-		port = match[0][2]
-		index = match[0][3]
-	}
-
-	return
-}
-
-func (p *ESPlugin) Init(URI string) {
-	var err error
-
-	err, p.Host, p.ApiPort, p.Index = parseURI(URI)
-
-	if err != nil {
-		log.Fatal("Can't initialize ElasticSearch plugin.", err)
-	}
-
-	api.Domain = p.Host
-	api.Port = p.ApiPort
-
-	p.indexor = core.NewBulkIndexerErrors(50, 60)
-	p.done = make(chan bool)
-	p.indexor.Run(p.done)
-
-	// Only start the ErrorHandler goroutine when in verbose mode
-	// no need to burn ressources otherwise
-	// go p.ErrorHandler()
-
-	log.Println("Initialized Elasticsearch Plugin")
-	return
-}
-
-func (p *ESPlugin) IndexerShutdown() {
-	p.done <- true
-	return
-}
-
-func (p *ESPlugin) ErrorHandler() {
-	for {
-		errBuf := <-p.indexor.ErrorChannel
-		log.Println(errBuf.Err)
-	}
-}
-
-func (p *ESPlugin) RttDurationToMs(d time.Duration) int64 {
-	sec := d / time.Second
-	nsec := d % time.Second
-	fl := float64(sec) + float64(nsec)*1e-6
-	return int64(fl)
-}
-
-func (p *ESPlugin) ResponseAnalyze(req, resp []byte, start, stop time.Time) {
-	if len(resp) == 0 {
-		// nil http response - skipped elasticsearch export for this request
-		return
-	}
-	t := time.Now()
-	rtt := p.RttDurationToMs(stop.Sub(start))
-
-	esResp := ESRequestResponse{
-		ReqUrl:               proto.Path(req),
-		ReqMethod:            proto.Method(req),
-		ReqUserAgent:         proto.Header(req, []byte("User-Agent")),
-		ReqAcceptLanguage:    proto.Header(req, []byte("Accept-Language")),
-		ReqAccept:            proto.Header(req, []byte("Accept")),
-		ReqAcceptEncoding:    proto.Header(req, []byte("Accept-Encoding")),
-		ReqIfModifiedSince:   proto.Header(req, []byte("If-Modified-Since")),
-		ReqConnection:        proto.Header(req, []byte("Connection")),
-		ReqCookies:           proto.Header(req, []byte("Cookie")),
-		RespStatus:           proto.Status(resp),
-		RespStatusCode:       proto.Status(resp),
-		RespProto:            proto.Method(resp),
-		RespContentLength:    proto.Header(resp, []byte("Content-Length")),
-		RespContentType:      proto.Header(resp, []byte("Content-Type")),
-		RespTransferEncoding: proto.Header(resp, []byte("Transfer-Encoding")),
-		RespContentEncoding:  proto.Header(resp, []byte("Content-Encoding")),
-		RespExpires:          proto.Header(resp, []byte("Expires")),
-		RespCacheControl:     proto.Header(resp, []byte("Cache-Control")),
-		RespVary:             proto.Header(resp, []byte("Vary")),
-		RespSetCookie:        proto.Header(resp, []byte("Set-Cookie")),
-		Rtt:                  rtt,
-		Timestamp:            t,
-	}
-	j, err := json.Marshal(&esResp)
-	if err != nil {
-		log.Println(err)
-	} else {
-		p.indexor.Index(p.Index, "RequestResponse", "", "", &t, j, true)
-	}
-	return
-}

emitter.go

@@ -1,107 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"io"
-	"time"
-)
-
-// Start initialize loop for sending data from inputs to outputs
-func Start(stop chan int) {
-	if Settings.middleware != "" {
-		middleware := NewMiddleware(Settings.middleware)
-
-		for _, in := range Plugins.Inputs {
-			middleware.ReadFrom(in)
-		}
-
-		// We going only to read responses, so using same ReadFrom method
-		for _, out := range Plugins.Outputs {
-			if r, ok := out.(io.Reader); ok {
-				middleware.ReadFrom(r)
-			}
-		}
-
-		go CopyMulty(middleware, Plugins.Outputs...)
-	} else {
-		for _, in := range Plugins.Inputs {
-			go CopyMulty(in, Plugins.Outputs...)
-		}
-	}
-
-	for {
-		select {
-		case <-stop:
-			return
-		case <-time.After(time.Second):
-		}
-	}
-}
-
-// CopyMulty copies from 1 reader to multiple writers
-func CopyMulty(src io.Reader, writers ...io.Writer) (err error) {
-	buf := make([]byte, 5*1024*1024)
-	wIndex := 0
-	modifier := NewHTTPModifier(&Settings.modifierConfig)
-
-	for {
-		nr, er := src.Read(buf)
-
-		if nr > 0 && len(buf) > nr {
-			payload := buf[:nr]
-
-			_maxN := nr
-			if nr > 500 {
-				_maxN = 500
-			}
-
-			if Settings.debug {
-				Debug("[EMITTER] input:", string(payload[0:_maxN]), nr, "from:", src)
-			}
-
-			if modifier != nil && isRequestPayload(payload) {
-				headSize := bytes.IndexByte(payload, '\n') + 1
-				body := payload[headSize:]
-				originalBodyLen := len(body)
-				body = modifier.Rewrite(body)
-
-				// If modifier tells to skip request
-				if len(body) == 0 {
-					continue
-				}
-
-				if originalBodyLen != len(body) {
-					payload = append(payload[:headSize], body...)
-				}
-
-				if Settings.debug {
-					Debug("[EMITTER] Rewrittern input:", len(payload), "First 500 bytes:", string(payload[0:_maxN]))
-				}
-			}
-
-			if Settings.splitOutput {
-				// Simple round robin
-				writers[wIndex].Write(payload)
-
-				wIndex++
-
-				if wIndex >= len(writers) {
-					wIndex = 0
-				}
-			} else {
-				for _, dst := range writers {
-					dst.Write(payload)
-				}
-			}
-
-		}
-		if er == io.EOF {
-			break
-		}
-		if er != nil {
-			err = er
-			break
-		}
-	}
-	return err
-}

emitter_test.go

@@ -1,99 +0,0 @@
-package main
-
-import (
-	"io"
-	"sync"
-	"sync/atomic"
-	"testing"
-)
-
-func TestEmitter(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-	output := NewTestOutput(func(data []byte) {
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 1000; i++ {
-		wg.Add(1)
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-func TestEmitterRoundRobin(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-
-	var counter1, counter2 int32
-
-	output1 := NewTestOutput(func(data []byte) {
-		atomic.AddInt32(&counter1, 1)
-		wg.Done()
-	})
-
-	output2 := NewTestOutput(func(data []byte) {
-		atomic.AddInt32(&counter2, 1)
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output1, output2}
-
-	Settings.splitOutput = true
-
-	go Start(quit)
-
-	for i := 0; i < 1000; i++ {
-		wg.Add(1)
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-
-	if counter1 == 0 || counter2 == 0 {
-		t.Errorf("Round robin should split traffic equally: %d vs %d", counter1, counter2)
-	}
-
-	Settings.splitOutput = false
-}
-
-func BenchmarkEmitter(b *testing.B) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-
-	output := NewTestOutput(func(data []byte) {
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	b.ResetTimer()
-
-	for i := 0; i < b.N; i++ {
-		wg.Add(1)
-		input.EmitGET()
-	}
-
-	wg.Wait()
-	close(quit)
-}

examples/middleware/echo.java

@@ -1,30 +0,0 @@
-import java.io.BufferedReader;
-import java.io.IOException;
-import java.io.InputStreamReader;
-
-import org.apache.commons.io.IOUtils;
-
-public class echo {
-    public static void main(String[] args) {
-        if(args != null){
-            for(String arg : args){
-                System.out.println(arg);
-            }
-
-        }
-
-        BufferedReader stdin = new BufferedReader(new InputStreamReader(
-                System.in));
-        String line = null;
-
-        try {
-            while ((line = stdin.readLine()) != null) {
-
-                System.out.println(line);
-
-            }
-        } catch (IOException e) {
-            IOUtils.closeQuietly(stdin);
-        }
-    }
-}

examples/middleware/echo.rb

@@ -1,15 +0,0 @@
-#!/usr/bin/env ruby
-# encoding: utf-8
-while data = STDIN.gets
-  next unless data
-  data = data.chomp
-
-  decoded = [data].pack("H*")
-  encoded = decoded.unpack("H*").first
-
-  STDOUT.puts encoded
-
-  STDERR.puts "[DEBUG][MIDDLEWARE] Original data: #{data}"
-  STDERR.puts "[DEBUG][MIDDLEWARE] Decoded request: #{decoded}"
-  STDERR.puts "[DEBUG][MIDDLEWARE] Encoded data: #{encoded}"
-end

examples/middleware/echo.sh

@@ -1,42 +0,0 @@
-#!/usr/bin/env bash
-#
-# `xxd` utility included into vim-common package
-# It allow hex decoding/encoding
-
-function log {
-    # Logging to stderr, because stdout/stdin used for data transfer
-    >&2 echo "[DEBUG][ECHO] $1"
-}
-
-while read line; do
-    decoded=$(echo -e "$line" | xxd -r -p)
-
-    header=$(echo -e "$decoded" | head -n +1)
-    payload=$(echo -e "$decoded" | tail -n +2)
-
-    encoded=$(echo -e "$header\n$payload" | xxd -p | tr -d "\\n")
-
-    log ""
-    log "==================================="
-
-    case ${header:0:1} in
-    "1")
-        log "Request type: Request"
-        ;;
-    "2")
-        log "Request type: Original Response"
-        ;;
-    "3")
-        log "Request type: Replayed Response"
-        ;;
-    *)
-        log "Unknown request type $header"
-    esac
-    echo "$encoded"
-
-    log "==================================="
-
-    log "Original data: $line"
-    log "Decoded request: $decoded"
-    log "Encoded data: $encoded"
-done;

examples/middleware/token_modifier.go

@@ -1,119 +0,0 @@
-/*
-This middleware made for auth system that randomly generate access tokens, which used later for accessing secure content. Since there is no pre-defined token value, naive approach without middleware (or if middleware use only request payloads) will fail, because replayed server have own tokens, not synced with origin. To fix this, our middleware should take in account responses of replayed and origin server, store `originalToken -> replayedToken` aliases and rewrite all requests using this token to use replayed alias. See `middleware_test.go#TestTokenMiddleware` test for examples of using this middleware.
-
-How middleware works:
-
-                   Original request      +--------------+
-+-------------+----------STDIN---------->+              |
-|  Gor input  |                          |  Middleware  |
-+-------------+----------STDIN---------->+              |
-                   Original response     +------+---+---+
-                                                |   ^
-+-------------+    Modified request             v   |
-| Gor output  +<---------STDOUT-----------------+   |
-+-----+-------+                                     |
-      |                                             |
-      |            Replayed response                |
-      +------------------STDIN----------------->----+
-*/
-
-package main
-
-import (
-	"bufio"
-	"bytes"
-	"encoding/hex"
-	"fmt"
-	"github.com/buger/gor/proto"
-	"os"
-)
-
-// requestID -> originalToken
-var originalTokens map[string][]byte
-
-// originalToken -> replayedToken
-var tokenAliases map[string][]byte
-
-func main() {
-	originalTokens = make(map[string][]byte)
-	tokenAliases = make(map[string][]byte)
-
-	scanner := bufio.NewScanner(os.Stdin)
-
-	for scanner.Scan() {
-		encoded := scanner.Bytes()
-		buf := make([]byte, len(encoded)/2)
-		hex.Decode(buf, encoded)
-
-		go process(buf)
-	}
-}
-
-func process(buf []byte) {
-	// First byte indicate payload type, possible values:
-	//  1 - Request
-	//  2 - Response
-	//  3 - ReplayedResponse
-	payloadType := buf[0]
-	headerSize := bytes.IndexByte(buf, '\n') + 1
-	header := buf[:headerSize-1]
-
-	// Header contains space separated values of: request type, request id, and request start time (or round-trip time for responses)
-	meta := bytes.Split(header, []byte(" "))
-	// For each request you should receive 3 payloads (request, response, replayed response) with same request id
-	reqID := string(meta[1])
-	payload := buf[headerSize:]
-
-	Debug("Received payload:", string(buf))
-
-	switch payloadType {
-	case '1': // Request
-		if bytes.Equal(proto.Path(payload), []byte("/token")) {
-			originalTokens[reqID] = []byte{}
-			Debug("Found token request:", reqID)
-		} else {
-			token, vs, _ := proto.PathParam(payload, []byte("token"))
-
-			if vs != -1 { // If there is GET token param
-				if alias, ok := tokenAliases[string(token)]; ok {
-					// Rewrite original token to alias
-					payload = proto.SetPathParam(payload, []byte("token"), alias)
-
-					// Copy modified payload to our buffer
-					buf = append(buf[:headerSize], payload...)
-				}
-			}
-		}
-
-		// Emitting data back
-		os.Stdout.Write(encode(buf))
-	case '2': // Original response
-		if _, ok := originalTokens[reqID]; ok {
-			// Token is inside response body
-			secureToken := proto.Body(payload)
-			originalTokens[reqID] = secureToken
-			Debug("Remember origial token:", string(secureToken))
-		}
-	case '3': // Replayed response
-		if originalToken, ok := originalTokens[reqID]; ok {
-			delete(originalTokens, reqID)
-			secureToken := proto.Body(payload)
-			tokenAliases[string(originalToken)] = secureToken
-
-			Debug("Create alias for new token token, was:", string(originalToken), "now:", string(secureToken))
-		}
-	}
-}
-
-func encode(buf []byte) []byte {
-	dst := make([]byte, len(buf)*2+1)
-	hex.Encode(dst, buf)
-	dst[len(dst)-1] = '\n'
-
-	return dst
-}
-
-func Debug(args ...interface{}) {
-	fmt.Fprint(os.Stderr, "[DEBUG][TOKEN-MOD] ")
-	fmt.Fprintln(os.Stderr, args...)
-}

gor.go

@@ -1,82 +0,0 @@
-// Gor is simple http traffic replication tool written in Go. Its main goal to replay traffic from production servers to staging and dev environments.
-// Now you can test your code on real user sessions in an automated and repeatable fashion.
-package main
-
-import (
-	"flag"
-	"fmt"
-	"log"
-	"os"
-	"runtime"
-	_ "runtime/debug"
-	"runtime/pprof"
-	"time"
-)
-
-var (
-	mode       string
-	cpuprofile = flag.String("cpuprofile", "", "write cpu profile to file")
-	memprofile = flag.String("memprofile", "", "write memory profile to this file")
-)
-
-func main() {
-	// // Don't exit on panic
-	// defer func() {
-	// 	if r := recover(); r != nil {
-	// 		fmt.Printf("PANIC: pkg: %v %s \n", r, debug.Stack())
-	// 	}
-	// }()
-
-	// If not set via env cariable
-	if len(os.Getenv("GOMAXPROCS")) == 0 {
-		runtime.GOMAXPROCS(runtime.NumCPU() * 2)
-	}
-
-	fmt.Println("Version:", VERSION)
-
-	flag.Parse()
-	InitPlugins()
-
-	if len(Plugins.Inputs) == 0 || len(Plugins.Outputs) == 0 {
-		log.Fatal("Required at least 1 input and 1 output")
-	}
-
-	if *memprofile != "" {
-		profileMEM(*memprofile)
-	}
-
-	if *cpuprofile != "" {
-		profileCPU(*cpuprofile)
-	}
-
-	Start(nil)
-}
-
-func profileCPU(cpuprofile string) {
-	if cpuprofile != "" {
-		f, err := os.Create(cpuprofile)
-		if err != nil {
-			log.Fatal(err)
-		}
-		pprof.StartCPUProfile(f)
-
-		time.AfterFunc(30*time.Second, func() {
-			pprof.StopCPUProfile()
-			f.Close()
-			log.Println("Stop profiling after 30 seconds")
-		})
-	}
-}
-
-func profileMEM(memprofile string) {
-	if memprofile != "" {
-		f, err := os.Create(memprofile)
-		if err != nil {
-			log.Fatal(err)
-		}
-		time.AfterFunc(30*time.Second, func() {
-			pprof.WriteHeapProfile(f)
-			f.Close()
-		})
-	}
-}

gor_stat.go

@@ -1,67 +0,0 @@
-package main
-
-import (
-	"log"
-	"runtime"
-	"strconv"
-	"time"
-)
-
-const (
-	rate = 5
-)
-
-type GorStat struct {
-	statName string
-	latest   int
-	mean     int
-	max      int
-	count    int
-}
-
-func NewGorStat(statName string) (s *GorStat) {
-	s = new(GorStat)
-	s.statName = statName
-	s.latest = 0
-	s.mean = 0
-	s.max = 0
-	s.count = 0
-
-	if Settings.stats {
-		log.Println(s.statName + ":latest,mean,max,count,count/second,gcount")
-		go s.reportStats()
-	}
-	return
-}
-
-func (s *GorStat) Write(latest int) {
-	if Settings.stats {
-		if latest > s.max {
-			s.max = latest
-		}
-		if latest != 0 {
-			s.mean = (s.mean + latest) / 2
-		}
-		s.latest = latest
-		s.count = s.count + 1
-	}
-}
-
-func (s *GorStat) Reset() {
-	s.latest = 0
-	s.max = 0
-	s.mean = 0
-	s.count = 0
-}
-
-func (s *GorStat) String() string {
-	return s.statName + ":" + strconv.Itoa(s.latest) + "," + strconv.Itoa(s.mean) + "," + strconv.Itoa(s.max) + "," + strconv.Itoa(s.count) + "," + strconv.Itoa(s.count/rate) + "," + strconv.Itoa(runtime.NumGoroutine())
-}
-
-func (s *GorStat) reportStats() {
-	for {
-		log.Println(s)
-		s.Reset()
-		time.Sleep(rate * time.Second)
-	}
-}

http_client.go

@@ -1,228 +0,0 @@
-package main
-
-import (
-	"crypto/tls"
-	"github.com/buger/gor/proto"
-	"io"
-	"log"
-	"net"
-	"net/url"
-	"runtime/debug"
-	"strings"
-	"time"
-)
-
-var defaultPorts = map[string]string{
-	"http":  "80",
-	"https": "443",
-}
-
-type HTTPClientConfig struct {
-	FollowRedirects    int
-	Debug              bool
-	OriginalHost       bool
-	ConnectionTimeout  time.Duration
-	Timeout            time.Duration
-	ResponseBufferSize int
-}
-
-type HTTPClient struct {
-	baseURL        string
-	scheme         string
-	host           string
-	conn           net.Conn
-	respBuf        []byte
-	config         *HTTPClientConfig
-	redirectsCount int
-}
-
-func NewHTTPClient(baseURL string, config *HTTPClientConfig) *HTTPClient {
-	if !strings.HasPrefix(baseURL, "http") {
-		baseURL = "http://" + baseURL
-	}
-
-	u, _ := url.Parse(baseURL)
-	if !strings.Contains(u.Host, ":") {
-		if u.Scheme != "http" {
-			u.Host += ":" + defaultPorts[u.Scheme]
-		}
-	}
-
-	if config.Timeout.Nanoseconds() == 0 {
-		config.Timeout = 5 * time.Second
-	}
-
-	if config.ResponseBufferSize == 0 {
-		config.ResponseBufferSize = 100 * 1024 // 100kb
-	}
-
-	client := new(HTTPClient)
-	client.baseURL = u.String()
-	client.host = u.Host
-	client.scheme = u.Scheme
-	client.respBuf = make([]byte, config.ResponseBufferSize)
-	client.config = config
-
-	return client
-}
-
-func (c *HTTPClient) Connect() (err error) {
-	c.Disconnect()
-
-	if !strings.Contains(c.host, ":") {
-		c.conn, err = net.DialTimeout("tcp", c.host+":80", c.config.ConnectionTimeout)
-	} else {
-		c.conn, err = net.DialTimeout("tcp", c.host, c.config.ConnectionTimeout)
-	}
-
-	if c.scheme == "https" {
-		tlsConn := tls.Client(c.conn, &tls.Config{InsecureSkipVerify: true})
-
-		if err = tlsConn.Handshake(); err != nil {
-			return
-		}
-
-		c.conn = tlsConn
-	}
-
-	return
-}
-
-func (c *HTTPClient) Disconnect() {
-	if c.conn != nil {
-		c.conn.Close()
-		c.conn = nil
-		Debug("[HTTP] Disconnected: ", c.baseURL)
-	}
-}
-
-func (c *HTTPClient) isAlive() bool {
-	one := make([]byte, 1)
-
-	// Ready 1 byte from socket without timeout to check if it not closed
-	c.conn.SetReadDeadline(time.Now().Add(time.Millisecond))
-	if _, err := c.conn.Read(one); err == io.EOF {
-		return false
-	}
-
-	return true
-}
-
-func (c *HTTPClient) Send(data []byte) (response []byte, err error) {
-	// Don't exit on panic
-	defer func() {
-		if r := recover(); r != nil {
-			Debug("[HTTPClient]", r, string(data))
-
-			if _, ok := r.(error); !ok {
-				log.Println("[HTTPClient] Failed to send request: ", string(data))
-				log.Println("PANIC: pkg:", r, debug.Stack())
-			}
-		}
-	}()
-
-	if c.conn == nil || !c.isAlive() {
-		Debug("[HTTPClient] Connecting:", c.baseURL)
-		if err = c.Connect(); err != nil {
-			log.Println("[HTTPClient] Connection error:", err)
-			response = errorPayload(HTTP_CONNECTION_ERROR)
-			return
-		}
-	}
-
-	timeout := time.Now().Add(c.config.Timeout)
-
-	c.conn.SetWriteDeadline(timeout)
-
-	if !c.config.OriginalHost {
-		data = proto.SetHost(data, []byte(c.baseURL), []byte(c.host))
-	}
-
-	if c.config.Debug {
-		Debug("[HTTPClient] Sending:", string(data))
-	}
-
-	if _, err = c.conn.Write(data); err != nil {
-		Debug("[HTTPClient] Write error:", err, c.baseURL)
-		response = errorPayload(HTTP_TIMEOUT)
-		return
-	}
-
-	c.conn.SetReadDeadline(timeout)
-	n, err := c.conn.Read(c.respBuf)
-
-	// If response large then our buffer, we need to read all response buffer
-	// Otherwise it will corrupt response of next request
-	// Parsing response body is non trivial thing, especially with keep-alive
-	// Simples case is to to close connection if response too large
-	//
-	// See https://github.com/buger/gor/issues/184
-	if n == len(c.respBuf) {
-		c.Disconnect()
-	}
-
-	if err != nil {
-		Debug("[HTTPClient] Response read error", err, c.conn)
-		response = errorPayload(HTTP_TIMEOUT)
-		return
-	}
-
-	payload := c.respBuf[:n]
-
-	if c.config.Debug {
-		Debug("[HTTPClient] Received:", string(payload))
-	}
-
-	if c.config.FollowRedirects > 0 && c.redirectsCount < c.config.FollowRedirects {
-		status := payload[9:12]
-
-		// 3xx requests
-		if status[0] == '3' {
-			c.redirectsCount++
-
-			location := proto.Header(payload, []byte("Location"))
-			redirectPayload := []byte("GET " + string(location) + " HTTP/1.1\r\n\r\n")
-
-			if c.config.Debug {
-				Debug("[HTTPClient] Redirecting to: " + string(location))
-			}
-
-			return c.Send(redirectPayload)
-		}
-	}
-
-	c.redirectsCount = 0
-
-	return payload, err
-}
-
-func (c *HTTPClient) Get(path string) (response []byte, err error) {
-	payload := "GET " + path + " HTTP/1.1\r\n\r\n"
-
-	return c.Send([]byte(payload))
-}
-
-const (
-	// https://support.cloudflare.com/hc/en-us/articles/200171936-Error-520-Web-server-is-returning-an-unknown-error
-	HTTP_UNKNOWN_ERROR = "520"
-	// https://support.cloudflare.com/hc/en-us/articles/200171916-Error-521-Web-server-is-down
-	HTTP_CONNECTION_ERROR = "521"
-	// https://support.cloudflare.com/hc/en-us/articles/200171906-Error-522-Connection-timed-out
-	HTTP_CONNECTION_TIMEOUT = "522"
-	// https://support.cloudflare.com/hc/en-us/articles/200171946-Error-523-Origin-is-unreachable
-	HTTP_UNREACHABLE = "523"
-	// https://support.cloudflare.com/hc/en-us/articles/200171926-Error-524-A-timeout-occurred
-	HTTP_TIMEOUT = "524"
-)
-
-var errorPayloadTemplate = "HTTP/1.1 202 Accepted\r\nDate: Mon, 17 Aug 2015 14:10:11 GMT\r\nContent-Length: 0\r\nContent-Type: text/plain; charset=utf-8\r\n\r\n"
-
-func errorPayload(errorCode string) []byte {
-	payload := make([]byte, len(errorPayloadTemplate))
-	copy(payload, errorPayloadTemplate)
-
-	copy(payload[29:58], []byte(time.Now().Format(time.RFC1123)))
-	copy(payload[9:12], errorCode)
-
-	return payload
-}

http_client_test.go

@@ -1,400 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"crypto/rand"
-	"github.com/buger/gor/proto"
-	"io/ioutil"
-	_ "log"
-	"net"
-	"net/http"
-	"net/http/httptest"
-	"net/http/httputil"
-	_ "reflect"
-	"sync"
-	"testing"
-	"time"
-	_ "time"
-)
-
-func TestHTTPClientURLPort(t *testing.T) {
-	c1 := NewHTTPClient("http://example.com", &HTTPClientConfig{})
-	if c1.baseURL != "http://example.com" {
-		t.Error("Sould not add 80 port for http:", c1.baseURL)
-	}
-
-	c2 := NewHTTPClient("https://example.com", &HTTPClientConfig{})
-	if c2.baseURL != "https://example.com:443" {
-		t.Error("Sould add 443 port for https:", c2.baseURL)
-	}
-
-	c3 := NewHTTPClient("https://example.com:1", &HTTPClientConfig{})
-	if c3.baseURL != "https://example.com:1" {
-		t.Error("Sould use specified port:", c3.baseURL)
-	}
-
-	c4 := NewHTTPClient("example.com", &HTTPClientConfig{})
-	if c4.baseURL != "http://example.com" {
-		t.Error("Sould not add default protocol:", c4.baseURL)
-	}
-}
-
-func TestHTTPClientSend(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	payload := func(reqType string) []byte {
-		switch reqType {
-		case "GET":
-			return []byte("GET / HTTP/1.1\r\n\r\n")
-		case "POST":
-			return []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-		case "POST_CHUNKED":
-			return []byte("POST / HTTP/1.1\r\nHost: www.w3.org\r\nTransfer-Encoding: chunked\r\n\r\n4\r\nWiki\r\n5\r\npedia\r\ne\r\n in\r\n\r\nchunks.\r\n0\r\n\r\n")
-		}
-
-		return []byte("")
-	}
-
-	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-
-		if r.Method == "POST" {
-			defer r.Body.Close()
-			body, _ := ioutil.ReadAll(r.Body)
-
-			if len(r.TransferEncoding) > 0 && r.TransferEncoding[0] == "chunked" {
-				if string(body) != "Wikipedia in\r\n\r\nchunks." {
-					t.Error("Wrong POST body:", body, string(body))
-				}
-			} else {
-				if string(body) != "a=1&b=2" {
-					buf, _ := httputil.DumpRequest(r, true)
-					t.Error("Wrong POST body:", string(body), string(buf))
-				}
-			}
-		}
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	client := NewHTTPClient(server.URL, &HTTPClientConfig{Debug: true})
-
-	wg.Add(4)
-	client.Send(payload("POST"))
-	client.Send(payload("GET"))
-	client.Send(payload("POST_CHUNKED"))
-	client.Send(payload("POST"))
-
-	wg.Wait()
-}
-
-// https://github.com/buger/gor/issues/184
-func TestHTTPClientResponseBuffer(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	payload := []byte("GET / HTTP/1.1\r\n\r\n")
-
-	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-
-		size := 10 * 1024 // 10kb
-		rb := make([]byte, size)
-		rand.Read(rb)
-
-		w.Write(rb)
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	client := NewHTTPClient(server.URL, &HTTPClientConfig{Debug: false, ResponseBufferSize: 1024})
-
-	wg.Add(2)
-	client.Send(payload)
-	resp, _ := client.Send(payload)
-
-	if !bytes.Equal(resp[0:8], []byte("HTTP/1.1")) {
-		t.Error("Response buffer contains data from previous request", string(resp[0:5]))
-	}
-
-	wg.Wait()
-}
-
-func TestHTTPClientHTTPSSend(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	payload := func(reqType string) []byte {
-		switch reqType {
-		case "GET":
-			return []byte("GET / HTTP/1.1\r\n\r\n")
-		case "POST":
-			return []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-		case "POST_CHUNKED":
-			return []byte("POST / HTTP/1.1\r\nHost: www.w3.org\r\nTransfer-Encoding: chunked\r\n\r\n4\r\nWiki\r\n5\r\npedia\r\ne\r\n in\r\n\r\nchunks.\r\n0\r\n\r\n")
-		}
-
-		return []byte("")
-	}
-
-	server := httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-
-		if r.Method == "POST" {
-			defer r.Body.Close()
-			body, _ := ioutil.ReadAll(r.Body)
-
-			if len(r.TransferEncoding) > 0 && r.TransferEncoding[0] == "chunked" {
-				if string(body) != "Wikipedia in\r\n\r\nchunks." {
-					t.Error("Wrong POST body:", body, string(body))
-				}
-			} else {
-				if string(body) != "a=1&b=2" {
-					buf, _ := httputil.DumpRequest(r, true)
-					t.Error("Wrong POST body:", string(body), string(buf))
-				}
-			}
-		}
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	client := NewHTTPClient(server.URL, &HTTPClientConfig{})
-
-	wg.Add(4)
-	client.Send(payload("POST"))
-	client.Send(payload("GET"))
-	client.Send(payload("POST_CHUNKED"))
-	client.Send(payload("POST"))
-
-	wg.Wait()
-}
-
-func TestHTTPClientServerInstantDisconnect(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	GETPayload := []byte("GET / HTTP/1.1\r\n\r\n")
-
-	ln, _ := net.Listen("tcp", "127.0.0.1:0")
-	defer ln.Close()
-
-	go func() {
-		for {
-			conn, err := ln.Accept()
-
-			if err != nil {
-				break
-			}
-			conn.Close()
-			wg.Done()
-		}
-	}()
-
-	client := NewHTTPClient(ln.Addr().String(), &HTTPClientConfig{})
-
-	wg.Add(2)
-	client.Send(GETPayload)
-	client.Send(GETPayload)
-
-	wg.Wait()
-}
-
-func TestHTTPClientServerNoKeepAlive(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	GETPayload := []byte("GET / HTTP/1.1\r\n\r\n")
-
-	ln, _ := net.Listen("tcp", "127.0.0.1:0")
-	defer ln.Close()
-
-	go func() {
-		for {
-			conn, err := ln.Accept()
-			if err != nil {
-				break
-			}
-
-			buf := make([]byte, 4096)
-			reqLen, err := conn.Read(buf)
-			if err != nil {
-				t.Error("Error reading:", err.Error())
-			}
-			Debug("Received: ", string(buf[0:reqLen]))
-			conn.Write([]byte("OK"))
-
-			// No keep-alive connections
-			conn.Close()
-
-			wg.Done()
-		}
-	}()
-
-	client := NewHTTPClient(ln.Addr().String(), &HTTPClientConfig{})
-
-	wg.Add(2)
-	client.Send(GETPayload)
-	client.Send(GETPayload)
-
-	wg.Wait()
-}
-
-func TestHTTPClientRedirect(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	GETPayload := []byte("GET / HTTP/1.1\r\n\r\n")
-
-	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-
-		if r.URL.Path == "/" {
-			http.Redirect(w, r, "/new", 301)
-		}
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	client := NewHTTPClient(server.URL, &HTTPClientConfig{FollowRedirects: 1, Debug: false})
-
-	// Should do 2 queries
-	wg.Add(2)
-	client.Send(GETPayload)
-
-	wg.Wait()
-}
-
-func TestHTTPClientRedirectLimit(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	GETPayload := []byte("GET / HTTP/1.1\r\n\r\n")
-
-	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-
-		if r.URL.Path == "/" {
-			http.Redirect(w, r, "/r1", 301)
-		}
-
-		if r.URL.Path == "/r1" {
-			http.Redirect(w, r, "/r2", 301)
-		}
-
-		if r.URL.Path == "/r2" {
-			http.Redirect(w, r, "/new", 301)
-		}
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	client := NewHTTPClient(server.URL, &HTTPClientConfig{FollowRedirects: 2, Debug: false})
-
-	// Have 3 redirects + 1 GET, but should do only 2 redirects + GET
-	wg.Add(3)
-	client.Send(GETPayload)
-
-	wg.Wait()
-}
-
-func TestHTTPClientHandleHTTP10(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	GETPayload := []byte("GET http://foobar.com/path HTTP/1.0\r\n\r\n")
-
-	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-
-		if r.URL.Path != "/path" {
-			t.Error("Path not match:", r.URL.Path)
-		}
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	client := NewHTTPClient(server.URL, &HTTPClientConfig{Debug: true})
-
-	wg.Add(1)
-	client.Send(GETPayload)
-
-	wg.Wait()
-}
-
-func TestHTTPClientErrors(t *testing.T) {
-	req := []byte("GET http://foobar.com/path HTTP/1.0\r\n\r\n")
-
-	// Port not exists
-	client := NewHTTPClient("http://127.0.0.1:1", &HTTPClientConfig{Debug: true})
-	if resp, err := client.Send(req); err != nil {
-		if s := proto.Status(resp); !bytes.Equal(s, []byte("521")) {
-			t.Error("Should return status 521 for connection refused, instead:", string(s))
-		}
-	} else {
-		t.Error("Should throw error")
-	}
-
-	client = NewHTTPClient("http://not.existing", &HTTPClientConfig{Debug: true})
-	if resp, err := client.Send(req); err != nil {
-		if s := proto.Status(resp); !bytes.Equal(s, []byte("521")) {
-			t.Error("Should return status 521 for no such host, instead:", string(s))
-		}
-	} else {
-		t.Error("Should throw error")
-	}
-
-	// Non routable IP address to simulate connection timeout
-	client = NewHTTPClient("http://10.255.255.1", &HTTPClientConfig{Debug: true, ConnectionTimeout: 100 * time.Millisecond})
-
-	if resp, err := client.Send(req); err != nil {
-		if s := proto.Status(resp); !bytes.Equal(s, []byte("521")) {
-			t.Error("Should return status 521 for io/timeout:", string(s))
-		}
-	} else {
-		t.Error("Should throw error")
-	}
-
-	// Connecting but io timeout on read
-	ln, _ := net.Listen("tcp", "127.0.0.1:0")
-	client = NewHTTPClient("http://"+ln.Addr().String(), &HTTPClientConfig{Debug: true, Timeout: 10 * time.Millisecond})
-	defer ln.Close()
-
-	if resp, err := client.Send(req); err != nil {
-		if s := proto.Status(resp); !bytes.Equal(s, []byte("524")) {
-			t.Error("Should return status 524 for io read, instead:", string(s))
-		}
-	} else {
-		t.Error("Should throw error")
-	}
-
-	// Response read error read tcp [::1]:51128: connection reset by peer &{{0xc20802a000}}
-	ln1, _ := net.Listen("tcp", "127.0.0.1:0")
-	go func() {
-		ln1.Accept()
-	}()
-	defer ln1.Close()
-
-	client = NewHTTPClient("http://"+ln1.Addr().String(), &HTTPClientConfig{Debug: true, Timeout: 10 * time.Millisecond})
-
-	if resp, err := client.Send(req); err != nil {
-		if s := proto.Status(resp); !bytes.Equal(s, []byte("524")) {
-			t.Error("Should return status 524 for connection reset by peer, instead:", string(s))
-		}
-	} else {
-		t.Error("Should throw error")
-	}
-
-	ln2, _ := net.Listen("tcp", "127.0.0.1:0")
-	go func() {
-		buf := make([]byte, 64*1024)
-		conn, _ := ln2.Accept()
-
-		conn.Read(buf)
-		defer conn.Close()
-	}()
-	defer ln2.Close()
-
-	client = NewHTTPClient("http://"+ln2.Addr().String(), &HTTPClientConfig{Debug: true, Timeout: 10 * time.Millisecond})
-
-	if resp, err := client.Send(req); err != nil {
-		if s := proto.Status(resp); !bytes.Equal(s, []byte("524")) {
-			t.Error("Should return status 524 for connection reset by peer, instead:", string(s))
-		}
-	} else {
-		t.Error("Should throw error")
-	}
-}

http_modifier.go

@@ -1,157 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"hash/fnv"
-
-	"github.com/buger/gor/proto"
-)
-
-type HTTPModifier struct {
-	config *HTTPModifierConfig
-}
-
-func NewHTTPModifier(config *HTTPModifierConfig) *HTTPModifier {
-	// Optimization to skip modifier completely if we do not need it
-	if len(config.urlRegexp) == 0 &&
-		len(config.urlNegativeRegexp) == 0 &&
-		len(config.urlRewrite) == 0 &&
-		len(config.headerFilters) == 0 &&
-		len(config.headerNegativeFilters) == 0 &&
-		len(config.headerHashFilters) == 0 &&
-		len(config.paramHashFilters) == 0 &&
-		len(config.params) == 0 &&
-		len(config.headers) == 0 &&
-		len(config.methods) == 0 {
-		return nil
-	}
-
-	return &HTTPModifier{config: config}
-}
-
-func (m *HTTPModifier) Rewrite(payload []byte) (response []byte) {
-	if !proto.IsHTTPPayload(payload) {
-		return payload
-	}
-
-	if len(m.config.methods) > 0 {
-		method := proto.Method(payload)
-
-		matched := false
-
-		for _, m := range m.config.methods {
-			if bytes.Equal(method, m) {
-				matched = true
-				break
-			}
-		}
-
-		if !matched {
-			return
-		}
-	}
-
-	if len(m.config.headers) > 0 {
-		for _, header := range m.config.headers {
-			payload = proto.SetHeader(payload, []byte(header.Name), []byte(header.Value))
-		}
-	}
-
-	if len(m.config.params) > 0 {
-		for _, param := range m.config.params {
-			payload = proto.SetPathParam(payload, param.Name, param.Value)
-		}
-	}
-
-	if len(m.config.urlRegexp) > 0 {
-		path := proto.Path(payload)
-
-		matched := false
-
-		for _, f := range m.config.urlRegexp {
-			if f.regexp.Match(path) {
-				matched = true
-				break
-			}
-		}
-
-		if !matched {
-			return
-		}
-	}
-
-	if len(m.config.urlNegativeRegexp) > 0 {
-		path := proto.Path(payload)
-
-		for _, f := range m.config.urlNegativeRegexp {
-			if f.regexp.Match(path) {
-				return
-			}
-		}
-	}
-
-	if len(m.config.headerFilters) > 0 {
-		for _, f := range m.config.headerFilters {
-			value := proto.Header(payload, f.name)
-
-			if len(value) > 0 && !f.regexp.Match(value) {
-				return
-			}
-		}
-	}
-
-	if len(m.config.headerNegativeFilters) > 0 {
-		for _, f := range m.config.headerNegativeFilters {
-			value := proto.Header(payload, f.name)
-
-			if len(value) > 0 && f.regexp.Match(value) {
-				return
-			}
-		}
-	}
-
-	if len(m.config.headerHashFilters) > 0 {
-		for _, f := range m.config.headerHashFilters {
-			value := proto.Header(payload, f.name)
-
-			if len(value) > 0 {
-				hasher := fnv.New32a()
-				hasher.Write(value)
-
-				if (hasher.Sum32() % 100) >= f.percent {
-					return
-				}
-			}
-		}
-	}
-
-	if len(m.config.paramHashFilters) > 0 {
-		for _, f := range m.config.paramHashFilters {
-			value, s, _ := proto.PathParam(payload, f.name)
-
-			if s != -1 {
-				hasher := fnv.New32a()
-				hasher.Write(value)
-
-				if (hasher.Sum32() % 100) >= f.percent {
-					return
-				}
-			}
-		}
-	}
-
-	if len(m.config.urlRewrite) > 0 {
-		path := proto.Path(payload)
-
-		for _, f := range m.config.urlRewrite {
-			if f.src.Match(path) {
-				path = f.src.ReplaceAll(path, f.target)
-				payload = proto.SetPath(payload, path)
-
-				break
-			}
-		}
-	}
-
-	return payload
-}

http_modifier_settings.go

@@ -1,215 +0,0 @@
-package main
-
-import (
-	"errors"
-	"fmt"
-	"regexp"
-	"strconv"
-	"strings"
-)
-
-// HTTPModifierConfig holds configuration options for built-in traffic modifier
-type HTTPModifierConfig struct {
-	urlNegativeRegexp     HTTPUrlRegexp
-	urlRegexp             HTTPUrlRegexp
-	urlRewrite            UrlRewriteMap
-	headerFilters         HTTPHeaderFilters
-	headerNegativeFilters HTTPHeaderFilters
-	headerHashFilters     HTTPHashFilters
-	paramHashFilters      HTTPHashFilters
-
-	params  HTTPParams
-	headers HTTPHeaders
-	methods HTTPMethods
-}
-
-//
-// Handling of --http-allow-header, --http-disallow-header options
-//
-type headerFilter struct {
-	name   []byte
-	regexp *regexp.Regexp
-}
-
-// HTTPHeaderFilters holds list of headers and their regexps
-type HTTPHeaderFilters []headerFilter
-
-func (h *HTTPHeaderFilters) String() string {
-	return fmt.Sprint(*h)
-}
-
-func (h *HTTPHeaderFilters) Set(value string) error {
-	valArr := strings.SplitN(value, ":", 2)
-	if len(valArr) < 2 {
-		return errors.New("need both header and value, colon-delimited (ex. user_id:^169$).")
-	}
-	r, err := regexp.Compile(valArr[1])
-	if err != nil {
-		return err
-	}
-
-	*h = append(*h, headerFilter{name: []byte(valArr[0]), regexp: r})
-
-	return nil
-}
-
-//
-// Handling of --http-allow-header-hash and --http-allow-param-hash options
-//
-type hashFilter struct {
-	name    []byte
-	percent uint32
-}
-
-type HTTPHashFilters []hashFilter
-
-func (h *HTTPHashFilters) String() string {
-	return fmt.Sprint(*h)
-}
-
-func (h *HTTPHashFilters) Set(value string) error {
-	valArr := strings.SplitN(value, ":", 2)
-	if len(valArr) < 2 {
-		return errors.New("need both header and value, colon-delimited (ex. user_id:50%)")
-	}
-
-	f := hashFilter{name: []byte(valArr[0])}
-
-	if strings.Contains(valArr[1], "%") {
-		p, _ := strconv.ParseInt(valArr[1][:len(valArr[1])-1], 0, 0)
-		f.percent = uint32(p)
-	} else if strings.Contains(valArr[1], "/") {
-		// DEPRECATED format
-		var num, den uint64
-
-		fracArr := strings.Split(valArr[1], "/")
-		num, _ = strconv.ParseUint(fracArr[0], 10, 64)
-		den, _ = strconv.ParseUint(fracArr[1], 10, 64)
-
-		f.percent = uint32((float64(num) / float64(den)) * 100)
-	} else {
-		return errors.New("Value should be percent and contain '%'")
-	}
-
-	*h = append(*h, f)
-
-	return nil
-}
-
-//
-// Handling of --http-set-header option
-//
-type HTTPHeaders []HTTPHeader
-type HTTPHeader struct {
-	Name  string
-	Value string
-}
-
-func (h *HTTPHeaders) String() string {
-	return fmt.Sprint(*h)
-}
-
-func (h *HTTPHeaders) Set(value string) error {
-	v := strings.SplitN(value, ":", 2)
-	if len(v) != 2 {
-		return errors.New("Expected `Key: Value`")
-	}
-
-	header := HTTPHeader{
-		strings.TrimSpace(v[0]),
-		strings.TrimSpace(v[1]),
-	}
-
-	*h = append(*h, header)
-	return nil
-}
-
-//
-// Handling of --http-set-param option
-//
-type HTTPParams []HTTPParam
-type HTTPParam struct {
-	Name  []byte
-	Value []byte
-}
-
-func (h *HTTPParams) String() string {
-	return fmt.Sprint(*h)
-}
-
-func (h *HTTPParams) Set(value string) error {
-	v := strings.SplitN(value, "=", 2)
-	if len(v) != 2 {
-		return errors.New("Expected `Key=Value`")
-	}
-
-	param := HTTPParam{
-		[]byte(strings.TrimSpace(v[0])),
-		[]byte(strings.TrimSpace(v[1])),
-	}
-
-	*h = append(*h, param)
-	return nil
-}
-
-//
-// Handling of --http-allow-method option
-//
-type HTTPMethods [][]byte
-
-func (h *HTTPMethods) String() string {
-	return fmt.Sprint(*h)
-}
-
-func (h *HTTPMethods) Set(value string) error {
-	*h = append(*h, []byte(value))
-	return nil
-}
-
-//
-// Handling of --http-rewrite-url option
-//
-type urlRewrite struct {
-	src    *regexp.Regexp
-	target []byte
-}
-
-type UrlRewriteMap []urlRewrite
-
-func (r *UrlRewriteMap) String() string {
-	return fmt.Sprint(*r)
-}
-
-func (r *UrlRewriteMap) Set(value string) error {
-	valArr := strings.SplitN(value, ":", 2)
-	if len(valArr) < 2 {
-		return errors.New("need both src and target, colon-delimited (ex. /a:/b)")
-	}
-	regexp, err := regexp.Compile(valArr[0])
-	if err != nil {
-		return err
-	}
-	*r = append(*r, urlRewrite{src: regexp, target: []byte(valArr[1])})
-	return nil
-}
-
-//
-// Handling of --http-allow-url option
-//
-type urlRegexp struct {
-	regexp *regexp.Regexp
-}
-
-type HTTPUrlRegexp []urlRegexp
-
-func (r *HTTPUrlRegexp) String() string {
-	return fmt.Sprint(*r)
-}
-
-func (r *HTTPUrlRegexp) Set(value string) error {
-	regexp, err := regexp.Compile(value)
-
-	*r = append(*r, urlRegexp{regexp: regexp})
-
-	return err
-}

http_modifier_settings_test.go

@@ -1,65 +0,0 @@
-package main
-
-import (
-	"testing"
-)
-
-func TestHTTPHeaderFilters(t *testing.T) {
-	filters := HTTPHeaderFilters{}
-
-	err := filters.Set("Header1:^$")
-	if err != nil {
-		t.Error("Should not error on Header1:^$")
-	}
-
-	err = filters.Set("Header2:^:$")
-	if err != nil {
-		t.Error("Should not error on Header2:^:$")
-	}
-
-	// Missing colon
-	err = filters.Set("Header3-^$")
-	if err == nil {
-		t.Error("Should error on Header2:^:$")
-	}
-}
-
-func TestHTTPHashFilters(t *testing.T) {
-	filters := HTTPHashFilters{}
-
-	err := filters.Set("Header1:1/2")
-	if err != nil {
-		t.Error("Should support old syntax")
-	}
-
-	if filters[0].percent != 50 {
-		t.Error("Wrong percentage", filters[0].percent)
-	}
-
-	err = filters.Set("Header2:1")
-	if err == nil {
-		t.Error("Should error on Header2 because no % symbol")
-	}
-
-	err = filters.Set("Header2:10%")
-	if err != nil {
-		t.Error("Should pass")
-	}
-
-	if filters[1].percent != 10 {
-		t.Error("Wrong percentage", filters[1].percent)
-	}
-}
-
-func TestUrlRewriteMap(t *testing.T) {
-	var err error
-	rewrites := UrlRewriteMap{}
-
-	if err = rewrites.Set("/v1/user/([^\\/]+)/ping:/v2/user/$1/ping"); err != nil {
-		t.Error("Should set mapping", err)
-	}
-
-	if err = rewrites.Set("/v1/user/([^\\/]+)/ping"); err == nil {
-		t.Error("Should not set mapping without :")
-	}
-}

http_modifier_test.go

@@ -1,247 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"github.com/buger/gor/proto"
-	"testing"
-)
-
-func TestHTTPModifierWithoutConfig(t *testing.T) {
-	if NewHTTPModifier(&HTTPModifierConfig{}) != nil {
-		t.Error("If no config specified should not be initialized")
-	}
-}
-
-func TestHTTPModifierHeaderFilters(t *testing.T) {
-	filters := HTTPHeaderFilters{}
-	filters.Set("Host:^www.w3.org$")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		headerFilters: filters,
-	})
-
-	payload := []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if len(modifier.Rewrite(payload)) == 0 {
-		t.Error("Request should pass filters")
-	}
-
-	filters = HTTPHeaderFilters{}
-	// Setting filter that not match our header
-	filters.Set("Host:^www.w4.org$")
-
-	modifier = NewHTTPModifier(&HTTPModifierConfig{
-		headerFilters: filters,
-	})
-
-	if len(modifier.Rewrite(payload)) != 0 {
-		t.Error("Request should not pass filters")
-	}
-}
-
-func TestHTTPModifierHeaderNegativeFilters(t *testing.T) {
-	filters := HTTPHeaderFilters{}
-	filters.Set("Host:^www.w3.org$")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		headerNegativeFilters: filters,
-	})
-
-	payload := []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w4.org\r\n\r\na=1&b=2")
-
-	if len(modifier.Rewrite(payload)) == 0 {
-		t.Error("Request should pass filters")
-	}
-
-	filters = HTTPHeaderFilters{}
-	// Setting filter that not match our header
-	filters.Set("Host:^www.w4.org$")
-
-	modifier = NewHTTPModifier(&HTTPModifierConfig{
-		headerNegativeFilters: filters,
-	})
-
-	if len(modifier.Rewrite(payload)) != 0 {
-		t.Error("Request should not pass filters")
-	}
-}
-
-func TestHTTPModifierURLRewrite(t *testing.T) {
-	var url, newURL []byte
-
-	rewrites := UrlRewriteMap{}
-
-	payload := func(url []byte) []byte {
-		return []byte("POST " + string(url) + " HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	}
-
-	err := rewrites.Set("/v1/user/([^\\/]+)/ping:/v2/user/$1/ping")
-	if err != nil {
-		t.Error("Should not error on /v1/user/([^\\/]+)/ping:/v2/user/$1/ping")
-	}
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		urlRewrite: rewrites,
-	})
-
-	url = []byte("/v1/user/joe/ping")
-	if newURL = proto.Path(modifier.Rewrite(payload(url))); bytes.Equal(newURL, url) {
-		t.Error("Request url should have been rewritten, wasn't", string(newURL))
-	}
-
-	url = []byte("/v1/user/ping")
-	if newURL = proto.Path(modifier.Rewrite(payload(url))); !bytes.Equal(newURL, url) {
-		t.Error("Request url should have been rewritten, wasn't", string(newURL))
-	}
-}
-
-func TestHTTPModifierHeaderHashFilters(t *testing.T) {
-	filters := HTTPHashFilters{}
-	filters.Set("Header2:1/2")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		headerHashFilters: filters,
-	})
-
-	payload := func(header []byte) []byte {
-		return []byte("POST / HTTP/1.1\r\n" + string(header) + "Content-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	}
-
-	if p := modifier.Rewrite(payload([]byte(""))); len(p) == 0 {
-		t.Error("Request should pass filters if Header does not exist")
-	}
-
-	if p := modifier.Rewrite(payload([]byte("Header2: 3\r\n"))); len(p) > 0 {
-		t.Error("Request should not pass filters, Header2 hash too high")
-	}
-
-	if p := modifier.Rewrite(payload([]byte("Header2: 1\r\n"))); len(p) == 0 {
-		t.Error("Request should pass filters")
-	}
-}
-
-func TestHTTPModifierParamHashFilters(t *testing.T) {
-	filters := HTTPHashFilters{}
-	filters.Set("user_id:1/2")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		paramHashFilters: filters,
-	})
-
-	payload := func(value []byte) []byte {
-		return []byte("POST /" + string(value) + " HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	}
-
-	if p := modifier.Rewrite(payload([]byte(""))); len(p) == 0 {
-		t.Error("Request should pass filters if param does not exist")
-	}
-
-	if p := modifier.Rewrite(payload([]byte("?user_id=3"))); len(p) > 0 {
-		t.Error("Request should not pass filters", string(p))
-	}
-
-	if p := modifier.Rewrite(payload([]byte("?user_id=1"))); len(p) == 0 {
-		t.Error("Request should pass filters")
-	}
-}
-
-func TestHTTPModifierHeaders(t *testing.T) {
-	headers := HTTPHeaders{}
-	headers.Set("Header1:1")
-	headers.Set("Host:localhost")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		headers: headers,
-	})
-
-	payload := []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	newPayload := []byte("POST /post HTTP/1.1\r\nHeader1: 1\r\nContent-Length: 7\r\nHost: localhost\r\n\r\na=1&b=2")
-
-	if payload = modifier.Rewrite(payload); !bytes.Equal(payload, newPayload) {
-		t.Error("Should update request headers", string(payload))
-	}
-}
-
-func TestHTTPModifierURLRegexp(t *testing.T) {
-	filters := HTTPUrlRegexp{}
-	filters.Set("/v1/app")
-	filters.Set("/v1/api")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		urlRegexp: filters,
-	})
-
-	payload := func(url string) []byte {
-		return []byte("POST " + url + " HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	}
-
-	if len(modifier.Rewrite(payload("/v1/app/test"))) == 0 {
-		t.Error("Should pass url")
-	}
-
-	if len(modifier.Rewrite(payload("/v1/api/test"))) == 0 {
-		t.Error("Should pass url")
-	}
-
-	if len(modifier.Rewrite(payload("/other"))) > 0 {
-		t.Error("Should not pass url")
-	}
-}
-
-func TestHTTPModifierURLNegativeRegexp(t *testing.T) {
-	filters := HTTPUrlRegexp{}
-	filters.Set("/restricted1")
-	filters.Set("/some/restricted2")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		urlNegativeRegexp: filters,
-	})
-
-	payload := func(url string) []byte {
-		return []byte("POST " + url + " HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	}
-
-	if len(modifier.Rewrite(payload("/v1/app/test"))) == 0 {
-		t.Error("Should pass url")
-	}
-
-	if len(modifier.Rewrite(payload("/restricted1"))) > 0 {
-		t.Error("Should not pass url")
-	}
-
-	if len(modifier.Rewrite(payload("/some/restricted2"))) > 0 {
-		t.Error("Should not pass url")
-	}
-}
-
-func TestHTTPModifierSetHeader(t *testing.T) {
-	filters := HTTPHeaders{}
-	filters.Set("User-Agent:Gor")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		headers: filters,
-	})
-
-	payload := []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter := []byte("POST /post HTTP/1.1\r\nUser-Agent: Gor\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = modifier.Rewrite(payload); !bytes.Equal(payloadAfter, payload) {
-		t.Error("Should add new header", string(payload))
-	}
-}
-
-func TestHTTPModifierSetParam(t *testing.T) {
-	filters := HTTPParams{}
-	filters.Set("api_key=1")
-
-	modifier := NewHTTPModifier(&HTTPModifierConfig{
-		params: filters,
-	})
-
-	payload := []byte("POST /post?api_key=1234 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter := []byte("POST /post?api_key=1 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = modifier.Rewrite(payload); !bytes.Equal(payloadAfter, payload) {
-		t.Error("Should override param", string(payload))
-	}
-}

index.html

@@ -0,0 +1,492 @@
+<!DOCTYPE html>
+<html lang="en-us">
+  <head>
+    <!-- Required meta tags always come first -->
+    <meta charset="utf-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+    <meta http-equiv="x-ua-compatible" content="ie=edge">
+
+    <title>Gor - test your system with real data</title>
+    <meta name="description" content="Gor is an open-source tool for capturing and replaying live HTTP traffic into a test environment in order to continuously test your system with real data.">
+
+    <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0-alpha.2/css/bootstrap.min.css" integrity="sha384-y3tfxAZXuh4HwSYylfB+J125MxIs6mR5FOHamPBG064zB+AFeWH94NdvaCBm8qnd" crossorigin="anonymous">
+    <link href='https://fonts.googleapis.com/css?family=Armata' rel='stylesheet' type='text/css'>
+
+    <style type="text/css">
+    * {
+        font-family: 'Armata', sans-serif;
+    }
+
+    body {
+      background: #eee;
+      max-width: 120rem;
+    }
+
+    .container-fluid {
+      max-width: 120rem;
+    }
+
+    nav h1 {
+      display: inline;
+      line-height: 5rem;
+      /*font-size: ;*/
+    }
+
+    .navbar {
+        font-size: 200%;
+        padding: 1rem 4rem;
+        box-shadow: 0 1px 2px rgba(0, 0, 0, 0.15);
+    }
+
+    .navbar .navbar-brand {
+        font-size: 3rem;
+    }
+
+    .navbar .navbar-brand + span {
+        font-size: smaller;
+        line-height: 5.5rem;
+        opacity: 0.8;
+    }
+
+    .navbar ul a {
+        font-size: smaller;
+        color: #333;
+        line-height: 4.5rem;
+        margin-left: 2rem;
+    }
+
+    .trustedby {
+      white-space: nowrap;
+      margin-top: 4rem;
+    }
+
+    .trustedby img {
+      margin-right: 1.9rem;
+    }
+
+    p {
+      font-size: xx-large;
+      color: #666;
+    }
+
+    h3 {
+      color: #aaa;
+    }
+
+    .success-story {
+      margin-top: 4rem;
+      padding: 2rem;
+      padding-bottom: 1rem;
+      background-color: white;
+      box-shadow: 0 1px 2px rgba(0, 0, 0, 0.15);
+      width: 50%;
+      float: left;
+    }
+
+    .success-story p {
+      font-size: 1.1rem;
+    }
+
+    .success-story:nth-child(2n) {
+      margin-left: 2rem;
+      width: calc(50% - 2rem);
+    }
+
+    .pro {
+      background-color: white;
+      padding: 2rem;
+      padding-bottom: 1rem;
+      margin-top: 2.5rem;
+    }
+
+    .pro p {
+      font-size: 1.5rem;
+      margin-top: 1rem;
+    }
+
+    .pro table th {
+      border-top: none;
+    }
+
+    .pro table thead a {
+      color: #666;
+      margin-left: 1rem;
+    }
+
+    .pro th {
+      font-size: 2rem;
+    }
+
+    .pro center p {
+      font-size: 1rem;
+    }
+
+    .pro ul li {
+      font-size: larger;
+      line-height: 200%;
+    }
+
+    b {
+      font-family: Helvetica, Arial;
+      font-size: 1.1em;
+    }
+
+    tr td:first-child {
+      text-align: right;
+      padding-right: 4rem;
+      text-transform: uppercase;
+    }
+
+    tr td.yes {
+      background: url("./ok-xxl.png") no-repeat 12px;
+      background-size: 20px 20px;
+    }
+
+    tr td.no {
+      background: url("./minus.png") no-repeat 10px;
+      background-size: 24px 24px;
+    }
+
+    @media (max-width: 48em) {
+      .navbar {
+        font-size: 150%;
+        padding: 1rem;
+      }
+
+      .navbar ul {
+        float: none !important;
+      }
+
+      .navbar .navbar-brand {
+          font-size: 2rem;
+      }
+
+      .navbar .navbar-brand + span {
+          font-size: 1.2rem;
+          line-height: 2rem;
+          opacity: 0.8;
+          display: block;
+      }
+
+      nav h1 {
+        line-height: 2rem;
+        /*font-size: ;*/
+      }
+
+      .container-fluid {
+        padding: 1rem !important;
+      }
+
+      .container-fluid p {
+        font-size: 1.2rem;
+      }
+
+      h3 {
+        font-size: 1em;
+      }
+
+      .trustedby {
+        margin-top: 2rem;
+        overflow: hidden;
+      }
+
+      .trustedby hr {
+        margin-bottom: 0;
+      }
+
+      .success-story {
+        float: none;
+        padding: 1rem;
+        width: 100%;
+        margin: 0;
+        margin-top: 1rem;
+      }
+
+      .success-story:nth-child(2n) {
+        width: 100%;
+        margin: 0;
+        margin-top: 1rem;
+      }
+
+      .success-story p {
+        font-size: 1rem;
+      }
+
+      .clearfix + hr {
+        margin-top: 1rem !important;
+      }
+
+      .pro {
+        margin-top: 1rem;
+        padding: 1rem;
+      }
+
+      .pro h1 {
+        font-size: 1.5rem;
+      }
+
+      .pro p {
+        font-size: 1rem;
+      }
+
+      .pro p small {
+        font-size: 1rem;
+      }
+
+      .pro ul {
+        padding-left: 1rem;
+      }
+
+      .pro li {
+        font-size: 0.9rem !important;
+        margin: 0;
+      }
+
+      h2 {
+        font-size: 1rem;
+        line-height: 1.5rem;
+      }
+
+      .madein {
+        margin-top: 1rem;
+        display: block;
+        float: none !important;
+      }
+    }
+    </style>
+
+    <script type="text/javascript">
+      !function(){var analytics=window.analytics=window.analytics||[];if(!analytics.initialize)if(analytics.invoked)window.console&&console.error&&console.error("Segment snippet included twice.");else{analytics.invoked=!0;analytics.methods=["trackSubmit","trackClick","trackLink","trackForm","pageview","identify","reset","group","track","ready","alias","page","once","off","on"];analytics.factory=function(t){return function(){var e=Array.prototype.slice.call(arguments);e.unshift(t);analytics.push(e);return analytics}};for(var t=0;t<analytics.methods.length;t++){var e=analytics.methods[t];analytics[e]=analytics.factory(e)}analytics.load=function(t){var e=document.createElement("script");e.type="text/javascript";e.async=!0;e.src=("https:"===document.location.protocol?"https://":"http://")+"cdn.segment.com/analytics.js/v1/"+t+"/analytics.min.js";var n=document.getElementsByTagName("script")[0];n.parentNode.insertBefore(e,n)};analytics.SNIPPET_VERSION="3.1.0";
+      analytics.load("13VMP6M3MB7QCbIlXPgCx0QVXyRb10Mh");
+      analytics.page()
+      }}();
+    </script>
+
+    <meta name="google-site-verification" content="3kM-NWpR_jpkF3L1pa4JH9gX0wtztcojEmbZLew2hHQ" />
+  </head>
+  <body>
+    <nav class="navbar navbar-light bg-faded">
+      <h1>
+        <a class="navbar-brand" href="/">Gor</a>
+        <span>&mdash;&nbsp;&nbsp;test your system with real data</span>
+      </h1>
+      <ul class="nav navbar-nav pull-xs-right">
+        <li class="nav-item">
+          <a class="nav-link" href="#pro">Pro</a>
+        </li>
+        <li class="nav-item">
+          <a class="nav-link" href="#about">About</a>
+        </li>
+<!--         <li class="nav-item">
+          <a class="nav-link" href="#about">About</a>
+        </li> -->
+      </ul>
+    </nav>
+    <div class="container-fluid" style="padding: 4rem">
+      <p>
+        Gor is an <a href="http://github.com/buger/gor">open-source</a> tool for capturing and replaying live HTTP traffic into a test environment in order to continuously test your system with real data. It can be used to increase confidence in code deployments, configuration changes and infrastructure changes.
+      </p>
+
+      <div class="trustedby" style="overflow: hidden;">
+        <h3>Trusted by hundreds of companies</h3>
+        <hr/>
+        <br/>
+        <img src="./trustedby/govuk.png" height="50px"/>
+        <img src="./trustedby/guardian.png" height="50px"/>
+        <img src="./trustedby/tomtom.png" height="50px"/>
+        <img src="./trustedby/3scale.png" height="50px"/>
+        <img src="https://www.tubemogul.com/wp-content/themes/tubemogul/_img/_logos/tubemogul_full.svg" height="50px" width="187px" />
+        <img src="./trustedby/videology.png" height="50px"/>
+      </div>
+
+      <div class="success-story">
+        <blockquote>
+          <p><i>Gor enabled us to put the Router "into production" a long time before we were entirely comfortable that it was "production ready" and without any risk. We could tell that it was doing the right thing from the access logs/stats of the Gor and the Router's own error logs.</i></p>
+          <footer><a href="https://twitter.com/dancarley">Dan Carley</a> from <cite><a href="https://gdstechnology.blog.gov.uk/2013/12/13/putting-the-router-through-its-paces/#replay-production-traffic">Government Digital Service</a></cite></footer>
+        </blockquote>
+      </div>
+      <div class="success-story">
+        <blockquote>
+          <p><i>Traffic from our production load balancers stream a small slice of traffic to Gor which then streams it to multiple QA environments.  We soak test our new and old versions of our web service and the compare their metrics to discover bugs.  Great stuff!</i></p>
+          <footer>Sahil Verma from <cite><a href="http://videologygroup.com">Videology</a></cite></footer>
+        </blockquote>
+      </div>
+      <div class="clearfix"></div>
+      <hr style="margin-top: 2.5rem"/>
+<div class="pro" id="pro">
+        <table class="table table-responsive">
+          <thead>
+            <th></th>
+            <th width="23%"><a href="http://github.com/buger/gor" style="margin:0">OSS</a></th>
+            <th width="23%">PRO</th>
+            <th width="23%">ENTERPRISE</th>
+          </thead>
+          <tbody>
+            <tr>
+              <td class="text-muted" scope="row"><small>AUDIENCE</small></td>
+              <td><b>Developers</b></td>
+              <td><b>Small Business</b></td>
+              <td><b>Med–Large Companies</b></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Replaying-HTTP-traffic">Support for HTTP traffic</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Capturing-and-replaying-traffic">Replaying to multiple targets</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Rate-limiting">Rate limiting</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Request-filtering">Basic filtering and rewriting</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Middleware">Middleware</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Saving-and-Replaying-from-file">Replaying from file</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Saving-and-Replaying-from-file#performance-testing">Load testing</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/Exporting-to-ElasticSearch"></a>ElasticSearch export</a></small></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small>Saving and replying from S3</small></td>
+              <td class="no"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small><a href="https://github.com/buger/gor/wiki/%5BPRO%5D-Replaying-Binary-protocols">Support for binary protocols (Thrift, ProtocolBuffers)</a></small></td>
+              <td class="no"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small>Priority Bug Fixes</small></td>
+              <td class="no"></td>
+              <td class="yes"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted" scope="row"><small>Support for TLS encrypted traffic</small></td>
+              <td class="no"></td>
+              <td class="no"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted"scope="row"><small>Features Requests</small></td>
+              <td class="no"></td>
+              <td class="no"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted"scope="row"><small>Phone/Skype Support </small></td>
+              <td class="no"></td>
+              <td class="no"></td>
+              <td class="yes"></td>
+            </tr>
+            <tr>
+              <td class="text-muted"scope="row"><small>DEDICATED SUPPORT</small></td>
+              <td><b>None</b></td>
+              <td><b>Email</b><br/><small class="text-muted">4 hours included</small></td>
+              <td><b>Email, Onboarding Session</b><br/><small class="text-muted">20 hours included</small></td>
+            </tr>
+            <tr>
+              <td class="text-muted"scope="row"><small>LICENSE</small></td>
+              <td><b>LGPL</b></td>
+              <td><b>Commercial</b><br/><small class="text-muted">No Custom Terms</small></td>
+              <td><b>Commercial</b><br/><small class="text-muted">With Custom Terms</small></td>
+            </tr>
+            <tr>
+              <td class="text-muted"scope="row"><small>PRICING</small></td>
+              <td><b>Free</b></td>
+              <td><b>$950 / year</b><br/><small class="text-muted">Unlimited Usage</small></td>
+              <td><b>$2950 / year</b><br/><small class="text-muted"><b>Unlimited Usage</b></small></td>
+            </tr>
+            <tr>
+              <td class="text-muted"scope="row"><small>PURCHASING</small></td>
+              <td><b>n/a</b></td>
+              <td><b>Credit Card</b></td>
+              <td><b>Credit Card, Bank transfer</b></td>
+            </tr>
+            <tr>
+              <td></td>
+              <td><a class="btn btn-secondary btn-lg" href="http://github.com/buger/gor/wiki"style="width: 100%; display: block;">Get started</a></td>
+              <td><script src="https://gumroad.com/js/gumroad.js"></script>
+<a class="gumroad-button btn btn-success btn-lg" href="https://gum.co/kscZR" style="width: 100%; display: block;">Buy</a></td>
+              <td><a class="btn btn-primary btn-lg" href="https://buger.typeform.com/to/VXBBwm" style="width: 100%; display: block;">Get a quote</a></td>
+            </tr>
+          </tbody>
+        </table>
+        <script type="text/javascript">
+          var timer = setInterval(function(){
+            if (document.querySelector(".gumroad-button span")) {
+              document.querySelector(".gumroad-button").removeChild(document.querySelector(".gumroad-button span"))
+              document.querySelector(".gumroad-button").className = "btn btn-success btn-lg";
+              clearInterval(timer);
+            }
+          }, 500)
+        </script>
+
+        <br/>
+        <center>
+        <p>All sales come with a two week, 100% money back guarantee.<br/>
+        Looking to embed Gor in your virtual server or appliance?<br/>
+        <a href="https://github.com/buger/gor/wiki/Commercial-FAQ">Read the Commercial FAQ</a>.
+        </p>
+        </center>
+      </div>
+      <div class="pro" id="about">
+        <h1>How Gor works and why it is made</h1>
+        <p><small>No matter how many tests and fixtures you have, they just can’t cover all cases. Humans, browsers, and robots all do strange things to affect the frequency of requests, URL weighting, size of headers, etc. There is a whole layer of errors that just can’t found via automated and manual testing: concurrency, server environment specific bugs, some bugs can occur from requests called in a particular order, and way more. You need to be sure that your app isn't tripped up by an edge-case that only presented itself after we'd gone live.</small></p>
+        <p><small>Gor is not a proxy: placing another component in the critical path of production traffic is too risky. Instead, Gor analyze traffic coming to your service, not affecting its functionality, and the price is few percents of CPU.</small></p>
+        <p><small>The most basic setup is:</small><br/>
+        <pre style="padding: 1rem; border-top: 1px solid #ccc; border-bottom: 1px solid #ccc">
+# Assuming that your service running on port 80
+gor --input-raw :80 --output-http "http://staging.com"</pre>
+        </p>
+        <p><small>You can modify and filter captured requested before replaying them. You can even replay them at higher speed for load testing. See <a href="https://github.com/buger/gor">full documentation</a>.</small></p>
+      </div>
+    </div>
+      <div class="container-fluid" style="background-color: #666; padding: 4rem;">
+        <h2 style="color: white">Questions, comments, & concerns? Lets chat: <a href="mailto:hello@gortool.com" style="color: lightgreen;">hello@gortool.com</a></h2>
+        </br>
+      </div>
+      <div class="container-fluid" style="background-color: #333; color: #eee; padding: 2rem;">
+        <a href="https://github.com/buger/gor" style="font-size: 1.2rem; color: #eee;vertical-align: middle;">Github</a>
+        <a href="https://twitter.com/buger" style="margin-left: 1rem; font-size: 1.2rem; color: #eee;vertical-align: middle;">Twitter</a>
+        <a href="#pro" style="margin-left: 1rem; font-size: 1.2rem; color: #eee;vertical-align: middle;">Pro</a>
+        <a href="#about" style="margin-left: 1rem; font-size: 1.2rem; color: #eee;vertical-align: middle;">About</a>
+        <span class="madein pull-xs-right"><small>
+        Copyright © 2016 Replay Software LLC.<br/>Made in Syberia, Russia.
+        </small></span>
+      </div>
+  </body>
+</html>

input_dummy.go

@@ -1,48 +0,0 @@
-package main
-
-import (
-	"time"
-)
-
-// DummyInput used for debugging. It generate 1 "GET /"" request per second.
-type DummyInput struct {
-	data chan []byte
-}
-
-// NewDummyInput constructor for DummyInput
-func NewDummyInput(options string) (di *DummyInput) {
-	di = new(DummyInput)
-	di.data = make(chan []byte)
-
-	go di.emit()
-
-	return
-}
-
-func (i *DummyInput) Read(data []byte) (int, error) {
-	buf := <-i.data
-
-	copy(data, buf)
-
-	return len(buf), nil
-}
-
-func (i *DummyInput) emit() {
-	ticker := time.NewTicker(time.Second)
-
-	for {
-		select {
-		case <-ticker.C:
-			uuid := uuid()
-			reqh := payloadHeader(RequestPayload, uuid, time.Now().UnixNano())
-			i.data <- append(reqh, []byte("GET /HTTP/1.1\r\nHost: www.w3.org\r\nUser-Agent: Go 1.1 package http\r\nAccept-Encoding: gzip\r\n\r\n")...)
-
-			resh := payloadHeader(ResponsePayload, uuid, 1)
-			i.data <- append(resh, []byte("HTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n")...)
-		}
-	}
-}
-
-func (i *DummyInput) String() string {
-	return "Dummy Input"
-}

input_file.go

@@ -1,88 +0,0 @@
-package main
-
-import (
-	"bufio"
-	"log"
-	"os"
-	"strconv"
-	"time"
-)
-
-// FileInput can read requests generated by FileOutput
-type FileInput struct {
-	data        chan []byte
-	path        string
-	file        *os.File
-	speedFactor float64
-}
-
-// NewFileInput constructor for FileInput. Accepts file path as argument.
-func NewFileInput(path string) (i *FileInput) {
-	i = new(FileInput)
-	i.data = make(chan []byte)
-	i.path = path
-	i.speedFactor = 1
-	i.init(path)
-
-	go i.emit()
-
-	return
-}
-
-func (i *FileInput) init(path string) {
-	file, err := os.Open(path)
-
-	if err != nil {
-		log.Fatal(i, "Cannot open file %q. Error: %s", path, err)
-	}
-
-	i.file = file
-}
-
-func (i *FileInput) Read(data []byte) (int, error) {
-	buf := <-i.data
-	copy(data, buf)
-
-	return len(buf), nil
-}
-
-func (i *FileInput) String() string {
-	return "File input: " + i.path
-}
-
-func (i *FileInput) emit() {
-	var lastTime int64
-
-	// reader := bufio.NewReader(conn)
-	scanner := bufio.NewScanner(i.file)
-	scanner.Split(payloadScanner)
-
-	for scanner.Scan() {
-		buf := scanner.Bytes()
-		meta := payloadMeta(buf)
-
-		if len(meta) > 2 && meta[0][0] == RequestPayload {
-			ts, _ := strconv.ParseInt(string(meta[2]), 10, 64)
-
-			if lastTime != 0 {
-				timeDiff := ts - lastTime
-
-				if i.speedFactor != 1 {
-					timeDiff = int64(float64(timeDiff) / i.speedFactor)
-				}
-
-				time.Sleep(time.Duration(timeDiff))
-			}
-
-			lastTime = ts
-		}
-
-		// scanner returs only pointer, so to remove data-race we have to allocate new array
-		newBuf := make([]byte, len(buf))
-		copy(newBuf, buf)
-
-		i.data <- newBuf
-	}
-
-	log.Println("FileInput: end of file")
-}

input_http.go

@@ -1,76 +0,0 @@
-package main
-
-import (
-	"log"
-	"net"
-	"net/http"
-	"net/http/httputil"
-	"time"
-)
-
-// HTTPInput used for sending requests to Gor via http
-type HTTPInput struct {
-	data     chan []byte
-	address  string
-	listener net.Listener
-}
-
-// NewHTTPInput constructor for HTTPInput. Accepts address with port which he will listen on.
-func NewHTTPInput(address string) (i *HTTPInput) {
-	i = new(HTTPInput)
-	i.data = make(chan []byte, 10000)
-	i.address = address
-
-	i.listen(address)
-
-	return
-}
-
-func (i *HTTPInput) Read(data []byte) (int, error) {
-	buf := <-i.data
-
-	header := payloadHeader(RequestPayload, uuid(), time.Now().UnixNano())
-
-	copy(data[0:len(header)], header)
-	copy(data[len(header):], buf)
-
-	return len(buf) + len(header), nil
-}
-
-func (i *HTTPInput) handler(w http.ResponseWriter, r *http.Request) {
-	r.URL.Scheme = "http"
-	r.URL.Host = i.listener.Addr().String()
-
-	buf, _ := httputil.DumpRequestOut(r, true)
-	http.Error(w, http.StatusText(200), 200)
-
-	select {
-	case i.data <- buf:
-	default:
-		Debug("[INPUT-HTTP] Dropping requests because output can't process them fast enough")
-	}
-}
-
-func (i *HTTPInput) listen(address string) {
-	var err error
-
-	mux := http.NewServeMux()
-
-	mux.HandleFunc("/", i.handler)
-
-	i.listener, err = net.Listen("tcp", address)
-	if err != nil {
-		log.Fatal("HTTP input listener failure:", err)
-	}
-
-	go func() {
-		err = http.Serve(i.listener, mux)
-		if err != nil {
-			log.Fatal("HTTP input serve failure:", err)
-		}
-	}()
-}
-
-func (i *HTTPInput) String() string {
-	return "HTTP input: " + i.address
-}

input_http_test.go

@@ -1,73 +0,0 @@
-package main
-
-import (
-	"github.com/buger/gor/proto"
-	"io"
-	"log"
-	"net/http"
-	"os/exec"
-	"strings"
-	"sync"
-	"testing"
-)
-
-func TestHTTPInput(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewHTTPInput("127.0.0.1:0")
-	output := NewTestOutput(func(data []byte) {
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	address := strings.Replace(input.listener.Addr().String(), "[::]", "127.0.0.1", -1)
-
-	for i := 0; i < 100; i++ {
-		wg.Add(1)
-		http.Get("http://" + address + "/")
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-func TestInputHTTPLargePayload(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	// Generate 1000kb file
-	dd := exec.Command("dd", "if=/dev/urandom", "of=/tmp/large", "bs=1MB", "count=4")
-	err := dd.Run()
-	if err != nil {
-		log.Fatal("dd error:", err)
-	}
-
-	input := NewHTTPInput("127.0.0.1:0")
-	output := NewTestOutput(func(data []byte) {
-		if len(proto.Body(payloadBody(data))) != 4000000 {
-			t.Error("Should receive full file")
-		}
-		wg.Done()
-	})
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	wg.Add(1)
-	address := strings.Replace(input.listener.Addr().String(), "[::]", "127.0.0.1", -1)
-	curl := exec.Command("curl", "http://"+address, "--data-binary", "@/tmp/large")
-	err = curl.Run()
-	if err != nil {
-		log.Fatal("curl error:", err)
-	}
-
-	wg.Wait()
-	close(quit)
-}

input_raw.go

@@ -1,85 +0,0 @@
-package main
-
-import (
-	raw "github.com/buger/gor/raw_socket_listener"
-	"log"
-	"net"
-	"strings"
-	"time"
-)
-
-// RAWInput used for intercepting traffic for given address
-type RAWInput struct {
-	data     chan *raw.TCPMessage
-	address  string
-	expire   time.Duration
-	quit     chan bool
-	listener *raw.Listener
-}
-
-// NewRAWInput constructor for RAWInput. Accepts address with port as argument.
-func NewRAWInput(address string, expire time.Duration) (i *RAWInput) {
-	i = new(RAWInput)
-	i.data = make(chan *raw.TCPMessage)
-	i.address = address
-	i.expire = expire
-	i.quit = make(chan bool)
-
-	go i.listen(address)
-
-	return
-}
-
-func (i *RAWInput) Read(data []byte) (int, error) {
-	msg := <-i.data
-	buf := msg.Bytes()
-
-	var header []byte
-
-	if msg.IsIncoming {
-		header = payloadHeader(RequestPayload, msg.UUID(), msg.Start.UnixNano())
-	} else {
-		header = payloadHeader(ResponsePayload, msg.UUID(), msg.End.UnixNano()-msg.RequestStart.UnixNano())
-	}
-
-	copy(data[0:len(header)], header)
-	copy(data[len(header):], buf)
-
-	return len(buf) + len(header), nil
-}
-
-func (i *RAWInput) listen(address string) {
-	address = strings.Replace(address, "[::]", "127.0.0.1", -1)
-
-	Debug("Listening for traffic on: " + address)
-
-	host, port, err := net.SplitHostPort(address)
-
-	if err != nil {
-		log.Fatal("input-raw: error while parsing address", err)
-	}
-
-	i.listener = raw.NewListener(host, port, i.expire)
-
-	for {
-		select {
-		case <-i.quit:
-			return
-		default:
-		}
-
-		// Receiving TCPMessage object
-		m := i.listener.Receive()
-
-		i.data <- m
-	}
-}
-
-func (i *RAWInput) String() string {
-	return "RAW Socket input: " + i.address
-}
-
-func (i *RAWInput) Close() {
-	i.listener.Close()
-	close(i.quit)
-}

input_raw_test.go

@@ -1,243 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"io"
-	"io/ioutil"
-	"log"
-	"net/http"
-	"net/http/httptest"
-	"net/http/httputil"
-	"os"
-	"os/exec"
-	"strings"
-	"sync"
-	"sync/atomic"
-	"testing"
-	"time"
-)
-
-const testRawExpire = time.Millisecond * 200
-
-func TestRAWInput(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	origin := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {}))
-	defer origin.Close()
-	originAddr := strings.Replace(origin.Listener.Addr().String(), "[::]", "127.0.0.1", -1)
-
-	var respCounter, reqCounter int64
-
-	input := NewRAWInput(originAddr, testRawExpire)
-	defer input.Close()
-
-	output := NewTestOutput(func(data []byte) {
-		if data[0] == '1' {
-			atomic.AddInt64(&reqCounter, 1)
-		} else {
-			atomic.AddInt64(&respCounter, 1)
-		}
-
-		if Settings.debug {
-			log.Println(reqCounter, respCounter)
-		}
-
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	client := NewHTTPClient(origin.URL, &HTTPClientConfig{})
-
-	time.Sleep(time.Millisecond)
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		// request + response
-		wg.Add(2)
-		client.Get("/")
-	}
-
-	wg.Wait()
-	close(quit)
-}
-
-func TestInputRAW100Expect(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	fileContent, _ := ioutil.ReadFile("LICENSE.txt")
-
-	// Origing and Replay server initialization
-	origin := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		defer r.Body.Close()
-		ioutil.ReadAll(r.Body)
-		wg.Done()
-	}))
-	defer origin.Close()
-
-	originAddr := strings.Replace(origin.Listener.Addr().String(), "[::]", "127.0.0.1", -1)
-
-	input := NewRAWInput(originAddr, time.Second)
-	defer input.Close()
-
-	// We will use it to get content of raw HTTP request
-	testOutput := NewTestOutput(func(data []byte) {
-		switch data[0] {
-		case RequestPayload:
-			if strings.Contains(string(data), "Expect: 100-continue") {
-				t.Error("Should not contain 100-continue header")
-			}
-			wg.Done()
-		case ResponsePayload:
-			wg.Done()
-		}
-	})
-
-	replay := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		defer r.Body.Close()
-		body, _ := ioutil.ReadAll(r.Body)
-
-		if !bytes.Equal(body, fileContent) {
-			buf, _ := httputil.DumpRequest(r, true)
-			t.Error("Wrong POST body:", string(buf))
-		}
-
-		wg.Done()
-	}))
-	defer replay.Close()
-
-	httpOutput := NewHTTPOutput(replay.URL, &HTTPOutputConfig{})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{testOutput, httpOutput}
-
-	go Start(quit)
-
-	// Origin + Response/Request Test Output + Request Http Output
-	wg.Add(4)
-	curl := exec.Command("curl", "http://"+originAddr, "--data-binary", "@LICENSE.txt")
-	err := curl.Run()
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	wg.Wait()
-	close(quit)
-}
-
-func TestInputRAWChunkedEncoding(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	fileContent, _ := ioutil.ReadFile("README.md")
-
-	// Origing and Replay server initialization
-	origin := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		defer r.Body.Close()
-		ioutil.ReadAll(r.Body)
-
-		wg.Done()
-	}))
-
-	originAddr := strings.Replace(origin.Listener.Addr().String(), "[::]", "127.0.0.1", -1)
-	input := NewRAWInput(originAddr, time.Second)
-	defer input.Close()
-
-	replay := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		defer r.Body.Close()
-		body, _ := ioutil.ReadAll(r.Body)
-
-		if !bytes.Equal(body, fileContent) {
-			buf, _ := httputil.DumpRequest(r, true)
-			t.Error("Wrong POST body:", string(buf))
-		}
-
-		wg.Done()
-	}))
-	defer replay.Close()
-
-	httpOutput := NewHTTPOutput(replay.URL, &HTTPOutputConfig{Debug: true})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{httpOutput}
-
-	go Start(quit)
-
-	wg.Add(2)
-
-	curl := exec.Command("curl", "http://"+originAddr, "--header", "Transfer-Encoding: chunked", "--data-binary", "@README.md")
-	err := curl.Run()
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-func TestInputRAWLargePayload(t *testing.T) {
-	// FIXME: Large payloads does not work for travis for some reason...
-	if os.Getenv("TRAVIS_BUILD_DIR") != "" {
-		return
-	}
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	// Generate 100kb file
-	dd := exec.Command("dd", "if=/dev/urandom", "of=/tmp/large", "bs=1KB", "count=100")
-	err := dd.Run()
-	if err != nil {
-		log.Fatal("dd error:", err)
-	}
-
-	origin := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
-		defer req.Body.Close()
-		body, _ := ioutil.ReadAll(req.Body)
-
-		if len(body) != 100*1000 {
-			t.Error("File size should be 1mb:", len(body))
-		}
-
-		wg.Done()
-	}))
-	originAddr := strings.Replace(origin.Listener.Addr().String(), "[::]", "127.0.0.1", -1)
-
-	input := NewRAWInput(originAddr, time.Second)
-	defer input.Close()
-
-	replay := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
-		req.Body = http.MaxBytesReader(w, req.Body, 1*1024*1024)
-		buf := make([]byte, 1*1024*1024)
-		n, _ := req.Body.Read(buf)
-		body := buf[0:n]
-
-		if len(body) != 100*1000 {
-			t.Error("File size should be 100000 bytes:", len(body))
-		}
-
-		wg.Done()
-	}))
-	defer replay.Close()
-
-	httpOutput := NewHTTPOutput(replay.URL, &HTTPOutputConfig{Debug: false})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{httpOutput}
-
-	go Start(quit)
-
-	wg.Add(2)
-	curl := exec.Command("curl", "http://"+originAddr, "--header", "Transfer-Encoding: chunked", "--data-binary", "@/tmp/large")
-	err = curl.Run()
-	if err != nil {
-		log.Fatal("curl error:", err)
-	}
-
-	wg.Wait()
-	close(quit)
-}

input_tcp.go

@@ -1,76 +0,0 @@
-package main
-
-import (
-	"bufio"
-	"fmt"
-	"log"
-	"net"
-	"os"
-)
-
-// TCPInput used for internal communication
-type TCPInput struct {
-	data     chan []byte
-	address  string
-	listener net.Listener
-}
-
-// NewTCPInput constructor for TCPInput, accepts address with port
-func NewTCPInput(address string) (i *TCPInput) {
-	i = new(TCPInput)
-	i.data = make(chan []byte)
-	i.address = address
-
-	i.listen(address)
-
-	return
-}
-
-func (i *TCPInput) Read(data []byte) (int, error) {
-	buf := <-i.data
-	copy(data, buf)
-
-	return len(buf), nil
-}
-
-func (i *TCPInput) listen(address string) {
-	listener, err := net.Listen("tcp", address)
-	i.listener = listener
-
-	if err != nil {
-		log.Fatal("Can't start:", err)
-	}
-
-	go func() {
-		for {
-			conn, err := listener.Accept()
-
-			if err != nil {
-				log.Println("Error while Accept()", err)
-				continue
-			}
-
-			go i.handleConnection(conn)
-		}
-	}()
-}
-
-func (i *TCPInput) handleConnection(conn net.Conn) {
-	defer conn.Close()
-
-	reader := bufio.NewReader(conn)
-	scanner := bufio.NewScanner(reader)
-	scanner.Split(payloadScanner)
-
-	for scanner.Scan() {
-		i.data <- scanner.Bytes()
-	}
-
-	if err := scanner.Err(); err != nil {
-		fmt.Fprintln(os.Stderr, "Unexpected error in input tcp connection:", err)
-	}
-}
-
-func (i *TCPInput) String() string {
-	return "TCP input: " + i.address
-}

input_tcp_test.go

@@ -1,110 +0,0 @@
-package main
-
-import (
-	"io"
-	"log"
-	"net"
-	"sync"
-	"testing"
-)
-
-func TestTCPInput(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTCPInput("127.0.0.1:0")
-	output := NewTestOutput(func(data []byte) {
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	tcpAddr, err := net.ResolveTCPAddr("tcp", input.listener.Addr().String())
-
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	conn, err := net.DialTCP("tcp", nil, tcpAddr)
-
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	msg := []byte("1 1 1\nGET / HTTP/1.1\r\n\r\n")
-
-	for i := 0; i < 100; i++ {
-		wg.Add(1)
-		conn.Write(msg)
-		conn.Write([]byte(payloadSeparator))
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-func BenchmarkTCPInput(b *testing.B) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTCPInput("127.0.0.1:0")
-	output := NewTestOutput(func(data []byte) {
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	tcpAddr, err := net.ResolveTCPAddr("tcp", input.listener.Addr().String())
-
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	var connections []net.Conn
-
-	// Creating simple pool of workers, same as output_tcp have
-	dataChan := make(chan []byte, 1000)
-
-	for i := 0; i < 10; i++ {
-		conn, _ := net.DialTCP("tcp", nil, tcpAddr)
-		connections = append(connections, conn)
-
-		go func(conn net.Conn) {
-			for {
-				data := <-dataChan
-
-				buf := make([]byte, len(data)+2)
-				data = append(data, []byte("¶")...)
-				copy(buf, data)
-				conn.Write(buf)
-			}
-		}(conn)
-	}
-
-	if err != nil {
-		log.Fatal(err)
-	}
-
-	msg := []byte("GET / HTTP/1.1\r\n\r\n")
-
-	b.ResetTimer()
-	for i := 0; i < b.N; i++ {
-		wg.Add(1)
-		dataChan <- msg
-	}
-
-	wg.Wait()
-
-	for _, conn := range connections {
-		conn.Close()
-	}
-
-	close(quit)
-}

limiter.go

@@ -1,96 +0,0 @@
-package main
-
-import (
-	"fmt"
-	"io"
-	"math/rand"
-	"strconv"
-	"strings"
-	"time"
-)
-
-// Limiter is a wrapper for input or output plugin which adds rate limiting
-type Limiter struct {
-	plugin    interface{}
-	limit     int
-	isPercent bool
-
-	currentRPS  int
-	currentTime int64
-}
-
-func parseLimitOptions(options string) (limit int, isPercent bool) {
-	if strings.Contains(options, "%") {
-		limit, _ = strconv.Atoi(strings.Split(options, "%")[0])
-		isPercent = true
-	} else {
-		limit, _ = strconv.Atoi(options)
-		isPercent = false
-	}
-
-	return
-}
-
-// NewLimiter constructor for Limiter, accepts plugin and options
-// `options` allow to sprcify relatve or absolute limiting
-func NewLimiter(plugin interface{}, options string) io.ReadWriter {
-	l := new(Limiter)
-	l.limit, l.isPercent = parseLimitOptions(options)
-	l.plugin = plugin
-	l.currentTime = time.Now().UnixNano()
-
-	// FileInput have its own rate limiting. Unlike other inputs we not just dropping requests, we can slow down or speed up request emittion.
-	if fi, ok := l.plugin.(*FileInput); ok && l.isPercent {
-		fi.speedFactor = float64(l.limit) / float64(100)
-	}
-
-	return l
-}
-
-func (l *Limiter) isLimited() bool {
-	// File input have its own limiting algorithm
-	if _, ok := l.plugin.(*FileInput); ok && l.isPercent {
-		return false
-	}
-
-	if l.isPercent {
-		return l.limit <= rand.Intn(100)
-	}
-
-	if (time.Now().UnixNano() - l.currentTime) > time.Second.Nanoseconds() {
-		l.currentTime = time.Now().UnixNano()
-		l.currentRPS = 0
-	}
-
-	if l.currentRPS >= l.limit {
-		return true
-	}
-
-	l.currentRPS++
-
-	return false
-}
-
-func (l *Limiter) Write(data []byte) (n int, err error) {
-	if l.isLimited() {
-		return 0, nil
-	}
-
-	n, err = l.plugin.(io.Writer).Write(data)
-
-	return
-}
-
-func (l *Limiter) Read(data []byte) (n int, err error) {
-	n, err = l.plugin.(io.Reader).Read(data)
-
-	if l.isLimited() {
-		return 0, nil
-	}
-
-	return
-}
-
-func (l *Limiter) String() string {
-	return fmt.Sprintf("Limiting %s to: %d (isPercent: %b)", l.plugin, l.limit, l.isPercent)
-}

limiter_test.go

@@ -1,106 +0,0 @@
-// +build !race
-
-package main
-
-import (
-	"io"
-	"sync"
-	"testing"
-)
-
-func TestOutputLimiter(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-	output := NewLimiter(NewTestOutput(func(data []byte) {
-		wg.Done()
-	}), "10")
-	wg.Add(10)
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-func TestInputLimiter(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewLimiter(NewTestInput(), "10")
-	output := NewTestOutput(func(data []byte) {
-		wg.Done()
-	})
-	wg.Add(10)
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		input.(*Limiter).plugin.(*TestInput).EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-// Should limit all requests
-func TestPercentLimiter1(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-	output := NewLimiter(NewTestOutput(func(data []byte) {
-		wg.Done()
-	}), "0%")
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-// Should not limit at all
-func TestPercentLimiter2(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-	output := NewLimiter(NewTestOutput(func(data []byte) {
-		wg.Done()
-	}), "100%")
-	wg.Add(100)
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}

middleware.go

@@ -1,120 +0,0 @@
-package main
-
-import (
-	"bufio"
-	"encoding/hex"
-	"fmt"
-	"io"
-	"log"
-	"os"
-	"os/exec"
-	"strings"
-	"sync"
-)
-
-type Middleware struct {
-	command string
-
-	data chan []byte
-
-	mu sync.Mutex
-
-	Stdin  io.Writer
-	Stdout io.Reader
-}
-
-func NewMiddleware(command string) *Middleware {
-	m := new(Middleware)
-	m.command = command
-	m.data = make(chan []byte, 1000)
-
-	commands := strings.Split(command, " ")
-	cmd := exec.Command(commands[0], commands[1:]...)
-
-	m.Stdout, _ = cmd.StdoutPipe()
-	m.Stdin, _ = cmd.StdinPipe()
-
-	if Settings.verbose {
-		cmd.Stderr = os.Stderr
-	}
-
-	go m.read(m.Stdout)
-
-	go func() {
-		err := cmd.Start()
-
-		if err != nil {
-			log.Fatal(err)
-		}
-
-		err = cmd.Wait()
-
-		if err != nil {
-			log.Fatal(err)
-		}
-	}()
-
-	return m
-}
-
-func (m *Middleware) ReadFrom(plugin io.Reader) {
-	Debug("[MIDDLEWARE-MASTER] Starting reading from", plugin)
-	go m.copy(m.Stdin, plugin)
-}
-
-func (m *Middleware) copy(to io.Writer, from io.Reader) {
-	buf := make([]byte, 5*1024*1024)
-	dst := make([]byte, len(buf)*2)
-
-	for {
-		nr, _ := from.Read(buf)
-		if nr > 0 && len(buf) > nr {
-
-			hex.Encode(dst, buf[0:nr])
-			dst[nr*2] = '\n'
-
-			m.mu.Lock()
-			to.Write(dst[0 : nr*2+1])
-			m.mu.Unlock()
-
-			if Settings.debug {
-				Debug("[MIDDLEWARE-MASTER] Sending:", string(buf[0:nr]), "From:", from)
-			}
-		}
-	}
-}
-
-func (m *Middleware) read(from io.Reader) {
-	scanner := bufio.NewScanner(from)
-
-	for scanner.Scan() {
-		bytes := scanner.Bytes()
-		buf := make([]byte, len(bytes)/2)
-		if _, err := hex.Decode(buf, bytes); err != nil {
-			fmt.Fprintln(os.Stderr, "Failed to decode input payload", err, len(bytes))
-		}
-
-		if Settings.debug {
-			Debug("[MIDDLEWARE-MASTER] Received:", string(buf))
-		}
-
-		m.data <- buf
-	}
-
-	if err := scanner.Err(); err != nil {
-		fmt.Fprintln(os.Stderr, "Traffic modifier command failed:", err)
-	}
-
-	return
-}
-
-func (m *Middleware) Read(data []byte) (int, error) {
-	buf := <-m.data
-	copy(data, buf)
-
-	return len(buf), nil
-}
-
-func (m *Middleware) String() string {
-	return fmt.Sprintf("Modifying traffic using '%s' command", m.command)
-}

middleware_test.go

@@ -1,217 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"crypto/rand"
-	"encoding/hex"
-	"github.com/buger/gor/proto"
-	"io"
-	"net/http"
-	"net/http/httptest"
-	"strings"
-	"sync"
-	"testing"
-	"time"
-)
-
-type fakeServiceCb func(string, int, []byte)
-
-// Simple service that generate token on request, and require this token for accesing to secure area
-func NewFakeSecureService(wg *sync.WaitGroup, cb fakeServiceCb) *httptest.Server {
-	active_tokens := make([]string, 0)
-	var mu sync.Mutex
-
-	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
-		mu.Lock()
-		defer mu.Unlock()
-		Debug("Received request: " + req.URL.String())
-
-		switch req.URL.Path {
-		case "/token":
-			// Generate random token
-			token_length := 10
-			buf := make([]byte, token_length)
-			rand.Read(buf)
-			token := hex.EncodeToString(buf)
-			active_tokens = append(active_tokens, token)
-
-			w.Write([]byte(token))
-
-			cb(req.URL.Path, 200, []byte(token))
-		case "/secure":
-			token := req.URL.Query().Get("token")
-			token_found := false
-
-			for _, t := range active_tokens {
-				if t == token {
-					token_found = true
-					break
-				}
-			}
-
-			if token_found {
-				w.WriteHeader(http.StatusAccepted)
-				cb(req.URL.Path, 202, []byte(nil))
-			} else {
-				w.WriteHeader(http.StatusForbidden)
-				cb(req.URL.Path, 403, []byte(nil))
-			}
-		}
-
-		wg.Done()
-	}))
-
-	return server
-}
-
-func TestFakeSecureService(t *testing.T) {
-	var resp, token []byte
-
-	wg := new(sync.WaitGroup)
-
-	server := NewFakeSecureService(wg, func(path string, status int, resp []byte) {
-	})
-	defer server.Close()
-
-	wg.Add(3)
-
-	client := NewHTTPClient(server.URL, &HTTPClientConfig{Debug: true})
-	resp, _ = client.Get("/token")
-	token = proto.Body(resp)
-
-	// Right token
-	resp, _ = client.Get("/secure?token=" + string(token))
-	if !bytes.Equal(proto.Status(resp), []byte("202")) {
-		t.Error("Valid token should return status 202:", string(proto.Status(resp)))
-	}
-
-	// Wrong tokens forbidden
-	resp, _ = client.Get("/secure?token=wrong")
-	if !bytes.Equal(proto.Status(resp), []byte("403")) {
-		t.Error("Wrong token should returns status 403:", string(proto.Status(resp)))
-	}
-
-	wg.Wait()
-}
-
-func TestEchoMiddleware(t *testing.T) {
-	wg := new(sync.WaitGroup)
-
-	from := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		w.Header().Set("Env", "prod")
-		w.Header().Set("RequestPath", r.URL.Path)
-		wg.Done()
-	}))
-	defer from.Close()
-
-	to := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		w.Header().Set("Env", "test")
-		w.Header().Set("RequestPath", r.URL.Path)
-		wg.Done()
-	}))
-	defer to.Close()
-
-	quit := make(chan int)
-
-	Settings.middleware = "./examples/middleware/echo.sh"
-
-	// Catch traffic from one service
-	input := NewRAWInput(from.Listener.Addr().String(), testRawExpire)
-	defer input.Close()
-
-	// And redirect to another
-	output := NewHTTPOutput(to.URL, &HTTPOutputConfig{Debug: false})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	// Start Gor
-	go Start(quit)
-
-	// Wait till middleware initialization
-	time.Sleep(10*time.Millisecond)
-
-	// Should receive 2 requests from original + 2 from replayed
-	client := NewHTTPClient(from.URL, &HTTPClientConfig{Debug: false})
-
-	for i := 0; i < 10; i++ {
-		wg.Add(4)
-		// Request should be echoed
-		client.Get("/a")
-		client.Get("/b")
-	}
-
-	wg.Wait()
-	close(quit)
-	time.Sleep(200 * time.Millisecond)
-
-	Settings.middleware = ""
-}
-
-func TestTokenMiddleware(t *testing.T) {
-	var resp, token []byte
-
-	wg := new(sync.WaitGroup)
-
-	from := NewFakeSecureService(wg, func(path string, status int, tok []byte) {
-		time.Sleep(10 * time.Millisecond)
-	})
-	defer from.Close()
-
-	to := NewFakeSecureService(wg, func(path string, status int, tok []byte) {
-		switch path {
-		case "/secure":
-			if status != 202 {
-				t.Error("Server should receive valid rewritten token")
-			}
-		}
-
-		time.Sleep(10 * time.Millisecond)
-	})
-	defer to.Close()
-
-	quit := make(chan int)
-
-	Settings.middleware = "go run ./examples/middleware/token_modifier.go"
-
-	fromAddr := strings.Replace(from.Listener.Addr().String(), "[::]", "127.0.0.1", -1)
-	// Catch traffic from one service
-	input := NewRAWInput(fromAddr, testRawExpire)
-	defer input.Close()
-
-	// And redirect to another
-	output := NewHTTPOutput(to.URL, &HTTPOutputConfig{Debug: true})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	// Start Gor
-	go Start(quit)
-
-	// Wait for middleware to initialize
-	// Give go compiller time to build programm
-	time.Sleep(500 * time.Millisecond)
-
-	// Should receive 2 requests from original + 2 from replayed
-	wg.Add(4)
-
-	client := NewHTTPClient(from.URL, &HTTPClientConfig{Debug: true})
-
-	// Sending traffic to original service
-	resp, _ = client.Get("/token")
-	token = proto.Body(resp)
-
-	// When delay is too smal, middleware does not always rewrite requests in time
-	// Hopefuly client will have delay more then 100ms :)
-	time.Sleep(100 * time.Millisecond)
-
-	resp, _ = client.Get("/secure?token=" + string(token))
-	if !bytes.Equal(proto.Status(resp), []byte("202")) {
-		t.Error("Valid token should return 202:", proto.Status(resp))
-	}
-
-	wg.Wait()
-	close(quit)
-	time.Sleep(100 * time.Millisecond)
-	Settings.middleware = ""
-}

output_dummy.go

@@ -1,26 +0,0 @@
-package main
-
-import (
-	"fmt"
-)
-
-// DummyOutput used for debugging, prints all incoming requests
-type DummyOutput struct {
-}
-
-// NewDummyOutput constructor for DummyOutput
-func NewDummyOutput(options string) (di *DummyOutput) {
-	di = new(DummyOutput)
-
-	return
-}
-
-func (i *DummyOutput) Write(data []byte) (int, error) {
-	fmt.Println("Writing message: ", string(data))
-
-	return len(data), nil
-}
-
-func (i *DummyOutput) String() string {
-	return "Dummy Output"
-}

output_file.go

@@ -1,47 +0,0 @@
-package main
-
-import (
-	"io"
-	"log"
-	"os"
-)
-
-// FileOutput output plugin
-type FileOutput struct {
-	path string
-	file *os.File
-}
-
-// NewFileOutput constructor for FileOutput, accepts path
-func NewFileOutput(path string) io.Writer {
-	o := new(FileOutput)
-	o.path = path
-	o.init(path)
-
-	return o
-}
-
-func (o *FileOutput) init(path string) {
-	var err error
-
-	o.file, err = os.OpenFile(path, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0660)
-
-	if err != nil {
-		log.Fatal(o, "Cannot open file %q. Error: %s", path, err)
-	}
-}
-
-func (o *FileOutput) Write(data []byte) (n int, err error) {
-	if !isOriginPayload(data) {
-		return len(data), nil
-	}
-
-	o.file.Write(data)
-	o.file.Write([]byte(payloadSeparator))
-
-	return len(data), nil
-}
-
-func (o *FileOutput) String() string {
-	return "File output: " + o.path
-}

output_file_test.go

@@ -1,42 +0,0 @@
-package main
-
-import (
-	"io"
-	"sync"
-	"testing"
-)
-
-func TestFileOutput(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-	output := NewFileOutput("/tmp/test_requests.gor")
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		wg.Add(2)
-		input.EmitGET()
-		input.EmitPOST()
-	}
-	close(quit)
-
-	quit = make(chan int)
-
-	input2 := NewFileInput("/tmp/test_requests.gor")
-	output2 := NewTestOutput(func(data []byte) {
-		wg.Done()
-	})
-
-	Plugins.Inputs = []io.Reader{input2}
-	Plugins.Outputs = []io.Writer{output2}
-
-	go Start(quit)
-
-	wg.Wait()
-	close(quit)
-}

output_http.go

@@ -1,216 +0,0 @@
-package main
-
-import (
-	"github.com/buger/gor/proto"
-	"io"
-	"sync/atomic"
-	"time"
-)
-
-const initialDynamicWorkers = 10
-
-type response struct {
-	payload       []byte
-	uuid          []byte
-	roundTripTime int64
-}
-
-// HTTPOutputConfig struct for holding http output configuration
-type HTTPOutputConfig struct {
-	redirectLimit int
-
-	stats   bool
-	workers int
-
-	elasticSearch string
-
-	Timeout      time.Duration
-	OriginalHost bool
-
-	Debug bool
-
-	TrackResponses bool
-}
-
-// HTTPOutput plugin manage pool of workers which send request to replayed server
-// By default workers pool is dynamic and starts with 10 workers
-// You can specify fixed number of workers using `--output-http-workers`
-type HTTPOutput struct {
-	// Keep this as first element of struct because it guarantees 64bit
-	// alignment. atomic.* functions crash on 32bit machines if operand is not
-	// aligned at 64bit. See https://github.com/golang/go/issues/599
-	activeWorkers int64
-
-	address string
-	limit   int
-	queue   chan []byte
-
-	responses chan response
-
-	needWorker chan int
-
-	config *HTTPOutputConfig
-
-	queueStats *GorStat
-
-	elasticSearch *ESPlugin
-}
-
-// NewHTTPOutput constructor for HTTPOutput
-// Initialize workers
-func NewHTTPOutput(address string, config *HTTPOutputConfig) io.Writer {
-	o := new(HTTPOutput)
-
-	o.address = address
-	o.config = config
-
-	if o.config.stats {
-		o.queueStats = NewGorStat("output_http")
-	}
-
-	o.queue = make(chan []byte, 1000)
-	o.responses = make(chan response, 1000)
-	o.needWorker = make(chan int, 1)
-
-	// Initial workers count
-	if o.config.workers == 0 {
-		o.needWorker <- initialDynamicWorkers
-	} else {
-		o.needWorker <- o.config.workers
-	}
-
-	if o.config.elasticSearch != "" {
-		o.elasticSearch = new(ESPlugin)
-		o.elasticSearch.Init(o.config.elasticSearch)
-	}
-
-	if len(Settings.middleware) > 0 {
-		o.config.TrackResponses = true
-	}
-
-	go o.workerMaster()
-
-	return o
-}
-
-func (o *HTTPOutput) workerMaster() {
-	for {
-		newWorkers := <-o.needWorker
-		for i := 0; i < newWorkers; i++ {
-			go o.startWorker()
-		}
-
-		// Disable dynamic scaling if workers poll fixed size
-		if o.config.workers != 0 {
-			return
-		}
-	}
-}
-
-func (o *HTTPOutput) startWorker() {
-	client := NewHTTPClient(o.address, &HTTPClientConfig{
-		FollowRedirects: o.config.redirectLimit,
-		Debug:           o.config.Debug,
-		OriginalHost:    o.config.OriginalHost,
-		Timeout:         o.config.Timeout,
-	})
-
-	deathCount := 0
-
-	atomic.AddInt64(&o.activeWorkers, 1)
-
-	for {
-		select {
-		case data := <-o.queue:
-			o.sendRequest(client, data)
-			deathCount = 0
-		case <-time.After(time.Millisecond * 100):
-			// When dynamic scaling enabled workers die after 2s of inactivity
-			if o.config.workers == 0 {
-				deathCount++
-			} else {
-				continue
-			}
-
-			if deathCount > 20 {
-				workersCount := atomic.LoadInt64(&o.activeWorkers)
-
-				// At least 1 startWorker should be alive
-				if workersCount != 1 {
-					atomic.AddInt64(&o.activeWorkers, -1)
-					return
-				}
-			}
-		}
-	}
-}
-
-func (o *HTTPOutput) Write(data []byte) (n int, err error) {
-	if !isRequestPayload(data) {
-		return len(data), nil
-	}
-
-	buf := make([]byte, len(data))
-	copy(buf, data)
-
-	o.queue <- buf
-
-	if o.config.stats {
-		o.queueStats.Write(len(o.queue))
-	}
-
-	if o.config.workers == 0 {
-		workersCount := atomic.LoadInt64(&o.activeWorkers)
-
-		if len(o.queue) > int(workersCount) {
-			o.needWorker <- len(o.queue)
-		}
-	}
-
-	return len(data), nil
-}
-
-func (o *HTTPOutput) Read(data []byte) (int, error) {
-	resp := <-o.responses
-
-	Debug("[OUTPUT-HTTP] Received response:", string(resp.payload))
-
-	header := payloadHeader(ReplayedResponsePayload, resp.uuid, resp.roundTripTime)
-	copy(data[0:len(header)], header)
-	copy(data[len(header):], resp.payload)
-
-	return len(resp.payload) + len(header), nil
-}
-
-func (o *HTTPOutput) sendRequest(client *HTTPClient, request []byte) {
-	meta := payloadMeta(request)
-	if len(meta) < 2 {
-		return
-	}
-	uuid := meta[1]
-
-	body := payloadBody(request)
-	if !proto.IsHTTPPayload(body) {
-		return
-	}
-
-	start := time.Now()
-	resp, err := client.Send(body)
-	stop := time.Now()
-
-	if err != nil {
-		Debug("Request error:", err)
-	}
-
-	if o.config.TrackResponses {
-		o.responses <- response{resp, uuid, stop.UnixNano() - start.UnixNano()}
-	}
-
-	if o.elasticSearch != nil {
-		o.elasticSearch.ResponseAnalyze(request, resp, start, stop)
-	}
-}
-
-func (o *HTTPOutput) String() string {
-	return "HTTP output: " + o.address
-}

output_http_test.go

@@ -1,154 +0,0 @@
-package main
-
-import (
-	"io"
-	"io/ioutil"
-	"net/http"
-	"net/http/httptest"
-	_ "net/http/httputil"
-	"sync"
-	"testing"
-	"time"
-)
-
-func TestHTTPOutput(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-
-	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
-		if req.Header.Get("User-Agent") != "Gor" {
-			t.Error("Wrong header")
-		}
-
-		if req.Method == "OPTIONS" {
-			t.Error("Wrong method")
-		}
-
-		if req.Method == "POST" {
-			defer req.Body.Close()
-			body, _ := ioutil.ReadAll(req.Body)
-
-			if string(body) != "a=1&b=2" {
-				t.Error("Wrong POST body:", string(body))
-			}
-		}
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	headers := HTTPHeaders{HTTPHeader{"User-Agent", "Gor"}}
-	methods := HTTPMethods{[]byte("GET"), []byte("PUT"), []byte("POST")}
-	Settings.modifierConfig = HTTPModifierConfig{headers: headers, methods: methods}
-
-	output := NewHTTPOutput(server.URL, &HTTPOutputConfig{Debug: true})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		wg.Add(2) // OPTIONS should be ignored
-		input.EmitPOST()
-		input.EmitOPTIONS()
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-
-	Settings.modifierConfig = HTTPModifierConfig{}
-}
-
-func TestHTTPOutputKeepOriginalHost(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	input := NewTestInput()
-
-	server := httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
-		if req.Host != "custom-host.com" {
-			t.Error("Wrong header", req.Host)
-		}
-
-		wg.Done()
-	}))
-	defer server.Close()
-
-	headers := HTTPHeaders{HTTPHeader{"Host", "custom-host.com"}}
-	Settings.modifierConfig = HTTPModifierConfig{headers: headers}
-
-	output := NewHTTPOutput(server.URL, &HTTPOutputConfig{Debug: false, OriginalHost: true})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	wg.Add(1)
-	input.EmitGET()
-
-	wg.Wait()
-
-	close(quit)
-
-	Settings.modifierConfig = HTTPModifierConfig{}
-}
-
-func TestOutputHTTPSSL(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	// Origing and Replay server initialization
-	server := httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		wg.Done()
-	}))
-
-	input := NewTestInput()
-	output := NewHTTPOutput(server.URL, &HTTPOutputConfig{})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	wg.Add(2)
-
-	input.EmitPOST()
-	input.EmitGET()
-
-	wg.Wait()
-	close(quit)
-}
-
-func BenchmarkHTTPOutput(b *testing.B) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	server := httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-		time.Sleep(50 * time.Millisecond)
-		wg.Done()
-	}))
-	defer server.Close()
-
-	input := NewTestInput()
-	output := NewHTTPOutput(server.URL, &HTTPOutputConfig{})
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < b.N; i++ {
-		wg.Add(1)
-		input.EmitPOST()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}

output_tcp.go

@@ -1,90 +0,0 @@
-package main
-
-import (
-	"fmt"
-	"io"
-	"log"
-	"net"
-	"time"
-)
-
-// TCPOutput used for sending raw tcp payloads
-// Currently used for internal communication between listener and replay server
-// Can be used for transfering binary payloads like protocol buffers
-type TCPOutput struct {
-	address  string
-	limit    int
-	buf      chan []byte
-	bufStats *GorStat
-}
-
-// NewTCPOutput constructor for TCPOutput
-// Initialize 10 workers which hold keep-alive connection
-func NewTCPOutput(address string) io.Writer {
-	o := new(TCPOutput)
-
-	o.address = address
-
-	o.buf = make(chan []byte, 100)
-	if Settings.outputTCPStats {
-		o.bufStats = NewGorStat("output_tcp")
-	}
-
-	for i := 0; i < 10; i++ {
-		go o.worker()
-	}
-
-	return o
-}
-
-func (o *TCPOutput) worker() {
-	conn, err := o.connect(o.address)
-	for ; err != nil; conn, err = o.connect(o.address) {
-		time.Sleep(2 * time.Second)
-	}
-
-	defer conn.Close()
-
-	for {
-		conn.Write(<-o.buf)
-		_, err := conn.Write([]byte(payloadSeparator))
-
-		if err != nil {
-			log.Println("Worker failed on write, exitings and starting new worker")
-			go o.worker()
-			break
-		}
-	}
-}
-
-func (o *TCPOutput) Write(data []byte) (n int, err error) {
-	if !isOriginPayload(data) {
-		return len(data), nil
-	}
-
-	// We have to copy, because sending data in multiple threads
-	newBuf := make([]byte, len(data))
-	copy(newBuf, data)
-
-	o.buf <- newBuf
-
-	if Settings.outputTCPStats {
-		o.bufStats.Write(len(o.buf))
-	}
-
-	return len(data), nil
-}
-
-func (o *TCPOutput) connect(address string) (conn net.Conn, err error) {
-	conn, err = net.Dial("tcp", address)
-
-	if err != nil {
-		log.Println("Connection error ", err, o.address)
-	}
-
-	return
-}
-
-func (o *TCPOutput) String() string {
-	return fmt.Sprintf("TCP output %s, limit: %d", o.address, o.limit)
-}

output_tcp_test.go

@@ -1,88 +0,0 @@
-package main
-
-import (
-	"bufio"
-	"io"
-	"log"
-	"net"
-	"sync"
-	"testing"
-)
-
-func TestTCPOutput(t *testing.T) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	listener := startTCP(func(data []byte) {
-		wg.Done()
-	})
-	input := NewTestInput()
-	output := NewTCPOutput(listener.Addr().String())
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	for i := 0; i < 100; i++ {
-		wg.Add(1)
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}
-
-func startTCP(cb func([]byte)) net.Listener {
-	listener, err := net.Listen("tcp", "127.0.0.1:0")
-
-	if err != nil {
-		log.Fatal("Can't start:", err)
-	}
-
-	go func() {
-		for {
-			conn, _ := listener.Accept()
-			defer conn.Close()
-
-			go func() {
-				reader := bufio.NewReader(conn)
-				scanner := bufio.NewScanner(reader)
-				scanner.Split(payloadScanner)
-
-				for scanner.Scan() {
-					cb(scanner.Bytes())
-				}
-			}()
-		}
-	}()
-
-	return listener
-}
-
-func BenchmarkTCPOutput(b *testing.B) {
-	wg := new(sync.WaitGroup)
-	quit := make(chan int)
-
-	listener := startTCP(func(data []byte) {
-		wg.Done()
-	})
-	input := NewTestInput()
-	output := NewTCPOutput(listener.Addr().String())
-
-	Plugins.Inputs = []io.Reader{input}
-	Plugins.Outputs = []io.Writer{output}
-
-	go Start(quit)
-
-	b.ResetTimer()
-	for i := 0; i < b.N; i++ {
-		wg.Add(1)
-		input.EmitGET()
-	}
-
-	wg.Wait()
-
-	close(quit)
-}

plugins.go

@@ -1,118 +0,0 @@
-package main
-
-import (
-	"io"
-	"reflect"
-	"strings"
-	"time"
-)
-
-// InOutPlugins struct for holding references to plugins
-type InOutPlugins struct {
-	Inputs  []io.Reader
-	Outputs []io.Writer
-}
-
-// Plugins holds all the plugin objects
-var Plugins *InOutPlugins = new(InOutPlugins)
-
-// extractLimitOptions detects if plugin get called with limiter support
-// Returns address and limit
-func extractLimitOptions(options string) (string, string) {
-	split := strings.Split(options, "|")
-
-	if len(split) > 1 {
-		return split[0], split[1]
-	}
-
-	return split[0], ""
-}
-
-// Automatically detects type of plugin and initialize it
-//
-// See this article if curious about relfect stuff below: http://blog.burntsushi.net/type-parametric-functions-golang
-func registerPlugin(constructor interface{}, options ...interface{}) {
-	vc := reflect.ValueOf(constructor)
-
-	// Pre-processing options to make it work with reflect
-	vo := []reflect.Value{}
-	for _, oi := range options {
-		vo = append(vo, reflect.ValueOf(oi))
-	}
-
-	// Removing limit options from path
-	path, limit := extractLimitOptions(vo[0].String())
-
-	// Writing value back without limiter "|" options
-	vo[0] = reflect.ValueOf(path)
-
-	// Calling our constructor with list of given options
-	plugin := vc.Call(vo)[0].Interface()
-	pluginWrapper := plugin
-
-	if limit != "" {
-		pluginWrapper = NewLimiter(plugin, limit)
-	} else {
-		pluginWrapper = plugin
-	}
-
-	_, isR := plugin.(io.Reader)
-	_, isW := plugin.(io.Writer)
-
-	// Some of the output can be Readers as well because return responses
-	if isR && !isW {
-		Plugins.Inputs = append(Plugins.Inputs, pluginWrapper.(io.Reader))
-	}
-
-	if isW {
-		Plugins.Outputs = append(Plugins.Outputs, pluginWrapper.(io.Writer))
-	}
-}
-
-// InitPlugins specify and initialize all available plugins
-func InitPlugins() {
-	for _, options := range Settings.inputDummy {
-		registerPlugin(NewDummyInput, options)
-	}
-
-	for _, options := range Settings.outputDummy {
-		registerPlugin(NewDummyOutput, options)
-	}
-
-	for _, options := range Settings.inputRAW {
-		registerPlugin(NewRAWInput, options, time.Duration(0))
-	}
-
-	for _, options := range Settings.inputTCP {
-		registerPlugin(NewTCPInput, options)
-	}
-
-	for _, options := range Settings.outputTCP {
-		registerPlugin(NewTCPOutput, options)
-	}
-
-	for _, options := range Settings.inputFile {
-		registerPlugin(NewFileInput, options)
-	}
-
-	for _, options := range Settings.outputFile {
-		registerPlugin(NewFileOutput, options)
-	}
-
-	for _, options := range Settings.inputHTTP {
-		registerPlugin(NewHTTPInput, options)
-	}
-
-	// If we explicitly set Host header http output should not rewrite it
-	// Fix: https://github.com/buger/gor/issues/174
-	for _, header := range Settings.modifierConfig.headers {
-		if header.Name == "Host" {
-			Settings.outputHTTPConfig.OriginalHost = true
-			break
-		}
-	}
-
-	for _, options := range Settings.outputHTTP {
-		registerPlugin(NewHTTPOutput, options, &Settings.outputHTTPConfig)
-	}
-}

plugins_test.go

@@ -1,47 +0,0 @@
-package main
-
-import (
-	"io"
-	"testing"
-)
-
-func TestPluginsRegistration(t *testing.T) {
-	Plugins.Inputs = []io.Reader{}
-	Plugins.Outputs = []io.Writer{}
-
-	Settings.inputDummy = MultiOption{"[]"}
-	Settings.outputDummy = MultiOption{"[]"}
-	Settings.outputHTTP = MultiOption{"www.example.com|10"}
-	Settings.inputFile = MultiOption{"/dev/null"}
-
-	InitPlugins()
-
-	if len(Plugins.Inputs) != 2 {
-		t.Errorf("Should be 2 inputs %d", len(Plugins.Inputs))
-	}
-
-	if _, ok := Plugins.Inputs[0].(*DummyInput); !ok {
-		t.Errorf("First input should be DummyInput")
-	}
-
-	if _, ok := Plugins.Inputs[1].(*FileInput); !ok {
-		t.Errorf("Second input should be FileInput")
-	}
-
-	if len(Plugins.Outputs) != 2 {
-		t.Errorf("Should be 2 output %d", len(Plugins.Outputs))
-	}
-
-	if _, ok := Plugins.Outputs[0].(*DummyOutput); !ok {
-		t.Errorf("First output should be DummyOutput")
-	}
-
-	if l, ok := Plugins.Outputs[1].(*Limiter); ok {
-		if _, ok := l.plugin.(*HTTPOutput); !ok {
-			t.Errorf("HTTPOutput should be wrapped in limiter")
-		}
-	} else {
-		t.Errorf("Second output should be Limiter")
-	}
-
-}

proto/proto.go

@@ -1,235 +0,0 @@
-/*
-Package proto provides byte-level interaction with HTTP request payload.
-
-Example of HTTP payload for future references, new line symbols escaped:
-
-	POST /upload HTTP/1.1\r\n
-	User-Agent: Gor\r\n
-	Content-Length: 11\r\n
-	\r\n
-	Hello world
-
-	GET /index.html HTTP/1.1\r\n
-	User-Agent: Gor\r\n
-	\r\n
-	\r\n
-*/
-package proto
-
-import (
-	"bytes"
-	"github.com/buger/gor/byteutils"
-)
-
-// In HTTP newline defined by 2 bytes (for both windows and *nix support)
-var CLRF = []byte("\r\n")
-
-// New line acts as separator: end of Headers or Body (in some cases)
-var EmptyLine = []byte("\r\n\r\n")
-
-// Separator for Header line. Header looks like: `HeaderName: value`
-var HeaderDelim = []byte(": ")
-
-// MIMEHeadersEndPos finds end of the Headers section, which should end with empty line.
-func MIMEHeadersEndPos(payload []byte) int {
-	return bytes.Index(payload, EmptyLine)
-}
-
-// MIMEHeadersStartPos finds start of Headers section
-// It just finds position of second line (first contains location and method).
-func MIMEHeadersStartPos(payload []byte) int {
-	return bytes.Index(payload, CLRF) + 2 // Find first line end
-}
-
-// header return value and positions of header/value start/end.
-// If not found, value will be blank, and headerStart will be -1
-// Do not support multi-line headers.
-func header(payload []byte, name []byte) (value []byte, headerStart, valueStart, headerEnd int) {
-	headerStart = bytes.Index(payload, name)
-
-	if headerStart == -1 {
-		return
-	}
-
-	valueStart = headerStart + len(name) + 1 // Skip ":" after header name
-	if payload[valueStart] == ' ' {          // Ignore empty space after ':'
-		valueStart++
-	}
-
-	headerEnd = valueStart + bytes.IndexByte(payload[valueStart:], '\n')
-
-	if payload[headerEnd-1] == '\r' {
-		headerEnd -= 1
-	}
-
-	value = payload[valueStart:headerEnd]
-
-	return
-}
-
-// Header returns header value, if header not found, value will be blank
-func Header(payload, name []byte) []byte {
-	val, _, _, _ := header(payload, name)
-
-	return val
-}
-
-// SetHeader sets header value. If header not found it creates new one.
-// Returns modified request payload
-func SetHeader(payload, name, value []byte) []byte {
-	_, hs, vs, he := header(payload, name)
-
-	if hs != -1 {
-		// If header found we just repace its value
-		return byteutils.Replace(payload, vs, he, value)
-	}
-
-	return AddHeader(payload, name, value)
-}
-
-// AddHeader takes http payload and appends new header to the start of headers section
-// Returns modified request payload
-func AddHeader(payload, name, value []byte) []byte {
-	header := make([]byte, len(name)+2+len(value)+2)
-	copy(header[0:], name)
-	copy(header[len(name):], HeaderDelim)
-	copy(header[len(name)+2:], value)
-	copy(header[len(header)-2:], CLRF)
-
-	mimeStart := MIMEHeadersStartPos(payload)
-
-	return byteutils.Insert(payload, mimeStart, header)
-}
-
-// Body returns request/response body
-func Body(payload []byte) []byte {
-	// 4 -> len(EMPTY_LINE)
-	return payload[MIMEHeadersEndPos(payload)+4:]
-}
-
-// Path takes payload and retuns request path: Split(firstLine, ' ')[1]
-func Path(payload []byte) []byte {
-	start := bytes.IndexByte(payload, ' ') + 1
-	end := bytes.IndexByte(payload[start:], ' ')
-
-	return payload[start : start+end]
-}
-
-// SetPath takes payload, sets new path and returns modified payload
-func SetPath(payload, path []byte) []byte {
-	start := bytes.IndexByte(payload, ' ') + 1
-	end := bytes.IndexByte(payload[start:], ' ')
-
-	return byteutils.Replace(payload, start, start+end, path)
-}
-
-// PathParam returns URL query attribute by given name, if no found: valueStart will be -1
-func PathParam(payload, name []byte) (value []byte, valueStart, valueEnd int) {
-	path := Path(payload)
-
-	if paramStart := bytes.Index(path, append(name, '=')); paramStart != -1 {
-		valueStart := paramStart + len(name) + 1
-		paramEnd := bytes.IndexByte(path[valueStart:], '&')
-
-		// Param can end with '&' (another param), or end of line
-		if paramEnd == -1 { // It is final param
-			paramEnd = len(path)
-		} else {
-			paramEnd += valueStart
-		}
-
-		return path[valueStart:paramEnd], valueStart, paramEnd
-	}
-
-	return []byte(""), -1, -1
-}
-
-// SetPathParam takes payload and updates path Query attribute
-// If query param not found, it will append new
-// Returns modified payload
-func SetPathParam(payload, name, value []byte) []byte {
-	path := Path(payload)
-	_, vs, ve := PathParam(payload, name)
-
-	if vs != -1 { // If param found, replace its value and set new Path
-		newPath := make([]byte, len(path))
-		copy(newPath, path)
-		newPath = byteutils.Replace(newPath, vs, ve, value)
-
-		return SetPath(payload, newPath)
-	}
-
-	// if param not found append to end of url
-	// Adding 2 because of '?' or '&' at start, and '=' in middle
-	newParam := make([]byte, len(name)+len(value)+2)
-
-	if bytes.IndexByte(path, '?') == -1 {
-		newParam[0] = '?'
-	} else {
-		newParam[0] = '&'
-	}
-
-	// Copy "param=value" into buffer, after it looks like "?param=value"
-	copy(newParam[1:], name)
-	newParam[1+len(name)] = '='
-	copy(newParam[2+len(name):], value)
-
-	// Append param to the end of path
-	newPath := make([]byte, len(path)+len(newParam))
-	copy(newPath, path)
-	copy(newPath[len(path):], newParam)
-
-	return SetPath(payload, newPath)
-}
-
-// SetHost updates Host header for HTTP/1.1 or updates host in path for HTTP/1.0 or Proxy requests
-// Returns modified payload
-func SetHost(payload, url, host []byte) []byte {
-	// If this is HTTP 1.0 traffic or proxy traffic it may include host right into path variable, so instead of setting Host header we rewrite Path
-	// Fix for https://github.com/buger/gor/issues/156
-	if path := Path(payload); bytes.HasPrefix(path, []byte("http")) {
-		hostStart := bytes.IndexByte(path, ':') // : position "https?:"
-		hostStart += 3                          // Skip 1 ':' and 2 '\'
-		hostEnd := hostStart + bytes.IndexByte(path[hostStart:], '/')
-
-		newPath := make([]byte, len(path))
-		copy(newPath, path)
-		newPath = byteutils.Replace(newPath, 0, hostEnd, url)
-
-		return SetPath(payload, newPath)
-	}
-
-	return SetHeader(payload, []byte("Host"), host)
-}
-
-// Method returns HTTP method
-func Method(payload []byte) []byte {
-	end := bytes.IndexByte(payload, ' ')
-
-	return payload[:end]
-}
-
-// Status returns response status.
-// It happend to be in same position as request payload path
-func Status(payload []byte) []byte {
-	return Path(payload)
-}
-
-var httpMethods []string = []string{
-	"GET ", "OPTI", "HEAD", "POST", "PUT ", "DELE", "TRAC", "CONN",
-}
-
-func IsHTTPPayload(payload []byte) bool {
-	if len(payload) < 4 {
-		return false
-	}
-
-	method := string(payload[0:4])
-
-	for _, m := range httpMethods {
-		if method == m {
-			return true
-		}
-	}
-	return false
-}

proto/proto_test.go

@@ -1,163 +0,0 @@
-package proto
-
-import (
-	"bytes"
-	"testing"
-)
-
-func TestHeader(t *testing.T) {
-	var payload, val []byte
-	var headerStart int
-
-	// Value with space at start
-	payload = []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if val = Header(payload, []byte("Content-Length")); !bytes.Equal(val, []byte("7")) {
-		t.Error("Should find header value")
-	}
-
-	// Value without space at start
-	payload = []byte("POST /post HTTP/1.1\r\nContent-Length:7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if val = Header(payload, []byte("Content-Length")); !bytes.Equal(val, []byte("7")) {
-		t.Error("Should find header value without space after :")
-	}
-
-	// Value is empty
-	payload = []byte("GET /p HTTP/1.1\r\nCookie:\r\nHost: www.w3.org\r\n\r\n")
-
-	if val = Header(payload, []byte("Cookie")); len(val) > 0 {
-		t.Error("Should return empty value")
-	}
-
-	// Wrong delimeter
-	payload = []byte("GET /p HTTP/1.1\r\nCookie: 123\nHost: www.w3.org\r\n\r\n")
-
-	if val = Header(payload, []byte("Cookie")); !bytes.Equal(val, []byte("123")) {
-		t.Error("Should handle wrong header delimeter")
-	}
-
-	// Header not found
-	if _, headerStart, _, _ = header(payload, []byte("Not-Found")); headerStart != -1 {
-		t.Error("Should not found header")
-	}
-}
-
-func TestMIMEHeadersEndPos(t *testing.T) {
-	head := []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org")
-	payload := []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	end := MIMEHeadersEndPos(payload)
-
-	if !bytes.Equal(payload[:end], head) {
-		t.Error("Wrong headers end position:", end)
-	}
-}
-
-func TestMIMEHeadersStartPos(t *testing.T) {
-	headers := []byte("Content-Length: 7\r\nHost: www.w3.org")
-	payload := []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	start := MIMEHeadersStartPos(payload)
-	end := MIMEHeadersEndPos(payload)
-
-	if !bytes.Equal(payload[start:end], headers) {
-		t.Error("Wrong headers end position:", start, end)
-	}
-}
-
-func TestSetHeader(t *testing.T) {
-	var payload, payloadAfter []byte
-
-	payload = []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST /post HTTP/1.1\r\nContent-Length: 14\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetHeader(payload, []byte("Content-Length"), []byte("14")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should update header if it exists", string(payload))
-	}
-
-	payload = []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST /post HTTP/1.1\r\nUser-Agent: Gor\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetHeader(payload, []byte("User-Agent"), []byte("Gor")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should add header if not found", string(payload))
-	}
-}
-
-func TestPath(t *testing.T) {
-	var path, payload []byte
-
-	payload = []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if path = Path(payload); !bytes.Equal(path, []byte("/post")) {
-		t.Error("Should find path", string(path))
-	}
-}
-
-func TestSetPath(t *testing.T) {
-	var payload, payloadAfter []byte
-
-	payload = []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST /new_path HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetPath(payload, []byte("/new_path")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should replace path", string(payload))
-	}
-}
-
-func TestPathParam(t *testing.T) {
-	var payload []byte
-
-	payload = []byte("POST /post?param=test&user_id=1 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if val, _, _ := PathParam(payload, []byte("param")); !bytes.Equal(val, []byte("test")) {
-		t.Error("Should detect attribute", string(val))
-	}
-
-	if val, _, _ := PathParam(payload, []byte("user_id")); !bytes.Equal(val, []byte("1")) {
-		t.Error("Should detect attribute", string(val))
-	}
-}
-
-func TestSetPathParam(t *testing.T) {
-	var payload, payloadAfter []byte
-
-	payload = []byte("POST /post?param=test&user_id=1 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST /post?param=new&user_id=1 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetPathParam(payload, []byte("param"), []byte("new")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should replace existing value", string(payload))
-	}
-
-	payload = []byte("POST /post?param=test&user_id=1 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST /post?param=test&user_id=2 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetPathParam(payload, []byte("user_id"), []byte("2")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should replace existing value", string(payload))
-	}
-
-	payload = []byte("POST /post HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST /post?param=test HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetPathParam(payload, []byte("param"), []byte("test")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should set param if url have no params", string(payload))
-	}
-
-	payload = []byte("POST /post?param=test HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST /post?param=test&user_id=1 HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetPathParam(payload, []byte("user_id"), []byte("1")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should set param at the end if url params", string(payload))
-	}
-}
-
-func TestSetHostHTTP10(t *testing.T) {
-	var payload, payloadAfter []byte
-
-	payload = []byte("POST http://example.com/post HTTP/1.0\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-	payloadAfter = []byte("POST http://new.com/post HTTP/1.0\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-
-	if payload = SetHost(payload, []byte("http://new.com"), []byte("new.com")); !bytes.Equal(payload, payloadAfter) {
-		t.Error("Should replace host", string(payload))
-	}
-}

protocol.go

@@ -1,87 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"crypto/rand"
-	"encoding/hex"
-	"strconv"
-)
-
-const (
-	RequestPayload          = '1'
-	ResponsePayload         = '2'
-	ReplayedResponsePayload = '3'
-)
-
-func uuid() []byte {
-	b := make([]byte, 20)
-	rand.Read(b)
-
-	uuid := make([]byte, 40)
-	hex.Encode(uuid, b)
-
-	return uuid
-}
-
-var payloadSeparator = "\n🐵🙈🙉\n"
-
-func payloadScanner(data []byte, atEOF bool) (advance int, token []byte, err error) {
-	if atEOF && len(data) == 0 {
-		return 0, nil, nil
-	}
-
-	if i := bytes.Index(data, []byte(payloadSeparator)); i >= 0 {
-		// We have a full newline-terminated line.
-		return i + len([]byte(payloadSeparator)), data[0:i], nil
-	}
-
-	if atEOF {
-		return len(data), data, nil
-	}
-	return 0, nil, nil
-}
-
-// Timing is request start or round-trip time, depending on payloadType
-func payloadHeader(payloadType byte, uuid []byte, timing int64) (header []byte) {
-	sTime := strconv.FormatInt(timing, 10)
-
-	//Example:
-	//  3 f45590522cd1838b4a0d5c5aab80b77929dea3b3 1231\n
-	// `+ 1` indicates space characters or end of line
-	header = make([]byte, 1+1+len(uuid)+1+len(sTime)+1)
-	header[0] = payloadType
-	header[1] = ' '
-	header[2+len(uuid)] = ' '
-	header[len(header)-1] = '\n'
-
-	copy(header[2:], uuid)
-	copy(header[3+len(uuid):], sTime)
-
-	return header
-}
-
-func payloadBody(payload []byte) []byte {
-	headerSize := bytes.IndexByte(payload, '\n')
-	return payload[headerSize+1:]
-}
-
-func payloadMeta(payload []byte) [][]byte {
-	headerSize := bytes.IndexByte(payload, '\n')
-	if headerSize < 0 {
-		headerSize = 0
-	}
-	return bytes.Split(payload[:headerSize], []byte{' '})
-}
-
-func isOriginPayload(payload []byte) bool {
-	switch payload[0] {
-	case RequestPayload, ResponsePayload:
-		return true
-	default:
-		return false
-	}
-}
-
-func isRequestPayload(payload []byte) bool {
-	return payload[0] == RequestPayload
-}

raw_socket_listener/listener.go

@@ -1,328 +0,0 @@
-/*
-Package rawSocket provides traffic sniffier using RAW sockets.
-
-Capture traffic from socket using RAW_SOCKET's
-http://en.wikipedia.org/wiki/Raw_socket
-
-RAW_SOCKET allow you listen for traffic on any port (e.g. sniffing) because they operate on IP level.
-
-Ports is TCP feature, same as flow control, reliable transmission and etc.
-
-This package implements own TCP layer: TCP packets is parsed using tcp_packet.go, and flow control is managed by tcp_message.go
-*/
-package rawSocket
-
-import (
-	"bytes"
-	"encoding/binary"
-	"log"
-	"net"
-	"runtime/debug"
-	"strconv"
-	"strings"
-	"time"
-)
-
-// Listener handle traffic capture
-type Listener struct {
-	// buffer of TCPMessages waiting to be send
-	// ID -> TCPMessage
-	messages map[string]*TCPMessage
-
-	// Expect: 100-continue request is send in 2 tcp messages
-	// We store ACK aliases to merge this packets together
-	ackAliases map[uint32]uint32
-	// To get ACK of second message we need to compute its Seq and wait for them message
-	seqWithData map[uint32]uint32
-
-	// Ack -> Req
-	respAliases map[uint32]*request
-
-	// Ack -> ID
-	respWithoutReq map[uint32]string
-
-	// Messages ready to be send to client
-	packetsChan chan *TCPPacket
-
-	// Messages ready to be send to client
-	messagesChan chan *TCPMessage
-
-	addr string // IP to listen
-	port uint16 // Port to listen
-
-	messageExpire time.Duration
-
-	conn net.PacketConn
-	quit chan bool
-}
-
-type request struct {
-	start time.Time
-	ack   uint32
-}
-
-// NewListener creates and initializes new Listener object
-func NewListener(addr string, port string, expire time.Duration) (l *Listener) {
-	l = &Listener{}
-
-	l.packetsChan = make(chan *TCPPacket, 10000)
-	l.messagesChan = make(chan *TCPMessage, 10000)
-	l.quit = make(chan bool)
-
-	l.messages = make(map[string]*TCPMessage)
-	l.ackAliases = make(map[uint32]uint32)
-	l.seqWithData = make(map[uint32]uint32)
-	l.respAliases = make(map[uint32]*request)
-	l.respWithoutReq = make(map[uint32]string)
-
-	l.addr = addr
-	_port, _ := strconv.Atoi(port)
-	l.port = uint16(_port)
-
-	if expire.Nanoseconds() == 0 {
-		expire = 2000 * time.Millisecond
-	}
-
-	l.messageExpire = expire
-
-	go l.listen()
-
-	// Special case for testing
-	if l.port != 0 {
-		go l.readRAWSocket()
-	}
-
-	return
-}
-
-func (t *Listener) listen() {
-	gcTicker := time.Tick(t.messageExpire / 2)
-
-	for {
-		select {
-		case <-t.quit:
-			if t.conn != nil {
-				t.conn.Close()
-			}
-			return
-		// We need to use channels to process each packet to avoid data races
-		case packet := <-t.packetsChan:
-			maxLen := len(packet.Data)
-			if maxLen > 500 {
-				maxLen = 500
-			}
-
-			t.processTCPPacket(packet)
-
-		case <-gcTicker:
-			now := time.Now()
-
-			for _, message := range t.messages {
-				if now.Sub(message.Start) >= t.messageExpire {
-					t.dispatchMessage(message)
-				}
-			}
-		}
-	}
-}
-
-func (t *Listener) dispatchMessage(message *TCPMessage) {
-	delete(t.ackAliases, message.Ack)
-	delete(t.messages, message.ID)
-
-	if message.IsIncoming {
-		// If there were response before request
-		if respID, ok := t.respWithoutReq[message.ResponseAck]; ok {
-			if resp, rok := t.messages[respID]; rok {
-				if resp.RequestAck == 0 {
-					resp.RequestAck = message.Ack
-					resp.RequestStart = message.Start
-
-					if resp.IsFinished() {
-						defer t.dispatchMessage(resp)
-					}
-				}
-			}
-		}
-	} else {
-		delete(t.respAliases, message.Ack)
-		delete(t.respWithoutReq, message.Ack)
-
-		// Do not track responses which have no associated requests
-		if message.RequestAck == 0 {
-			return
-		}
-	}
-
-	t.messagesChan <- message
-}
-
-func (t *Listener) readRAWSocket() {
-	conn, e := net.ListenPacket("ip4:tcp", t.addr)
-	t.conn = conn
-
-	if e != nil {
-		log.Fatal(e)
-	}
-
-	defer t.conn.Close()
-
-	buf := make([]byte, 64*1024) // 64kb
-
-	for {
-		// Note: ReadFrom receive messages without IP header
-		n, addr, err := t.conn.ReadFrom(buf)
-
-		if err != nil {
-			if strings.HasSuffix(err.Error(), "closed network connection") {
-				return
-			} else {
-				continue
-			}
-		}
-
-		if n > 0 {
-			if t.isValidPacket(buf[:n]) {
-				newBuf := make([]byte, n)
-				copy(newBuf, buf[:n])
-
-				go func(newBuf []byte) {
-					t.packetsChan <- ParseTCPPacket(addr, newBuf)
-				}(newBuf)
-			}
-		}
-	}
-}
-
-func (t *Listener) isValidPacket(buf []byte) bool {
-	// To avoid full packet parsing every time, we manually parsing values needed for packet filtering
-	// http://en.wikipedia.org/wiki/Transmission_Control_Protocol
-	destPort := binary.BigEndian.Uint16(buf[2:4])
-	srcPort := binary.BigEndian.Uint16(buf[0:2])
-
-	// Because RAW_SOCKET can't be bound to port, we have to control it by ourself
-	if destPort == t.port || srcPort == t.port {
-		// Get the 'data offset' (size of the TCP header in 32-bit words)
-		dataOffset := (buf[12] & 0xF0) >> 4
-
-		// We need only packets with data inside
-		// Check that the buffer is larger than the size of the TCP header
-		if len(buf) > int(dataOffset*4) {
-			// We should create new buffer because go slices is pointers. So buffer data shoud be immutable.
-			return true
-		}
-	}
-
-	return false
-}
-
-var bExpect100ContinueCheck = []byte("Expect: 100-continue")
-var bPOST = []byte("POST")
-
-// Trying to add packet to existing message or creating new message
-//
-// For TCP message unique id is Acknowledgment number (see tcp_packet.go)
-func (t *Listener) processTCPPacket(packet *TCPPacket) {
-	// Don't exit on panic
-	defer func() {
-		if r := recover(); r != nil {
-			log.Println("PANIC: pkg:", r, packet, string(debug.Stack()))
-		}
-	}()
-
-	var message *TCPMessage
-
-	isIncoming := packet.DestPort == t.port
-
-	if parentAck, ok := t.seqWithData[packet.Seq]; ok {
-		t.ackAliases[packet.Ack] = parentAck
-		packet.Ack = parentAck
-		delete(t.seqWithData, packet.Seq)
-	}
-
-	if alias, ok := t.ackAliases[packet.Ack]; ok {
-		packet.Ack = alias
-	}
-
-	var responseRequest *request
-
-	if !isIncoming {
-		responseRequest, _ = t.respAliases[packet.Ack]
-	}
-
-	mID := packet.Addr.String() + strconv.Itoa(int(packet.DestPort)) + strconv.Itoa(int(packet.Ack))
-
-	message, ok := t.messages[mID]
-
-	if !ok {
-		message = NewTCPMessage(mID, packet.Seq, packet.Ack, isIncoming)
-		t.messages[mID] = message
-
-		if !isIncoming {
-			if responseRequest != nil {
-				message.RequestStart = responseRequest.start
-				message.RequestAck = responseRequest.ack
-			} else {
-				t.respWithoutReq[packet.Ack] = mID
-			}
-		}
-	}
-
-	// Handling Expect: 100-continue requests
-	if len(packet.Data) > 4 && bytes.Equal(packet.Data[0:4], bPOST) {
-		// reading last 20 bytes (not counting CRLF): last header value (if no body presented)
-		if bytes.Equal(packet.Data[len(packet.Data)-24:len(packet.Data)-4], bExpect100ContinueCheck) {
-			seq := packet.Seq + uint32(len(packet.Data))
-			t.seqWithData[seq] = packet.Ack
-
-			// In case if sequence packet came first
-			for _id, m := range t.messages {
-				if m.Seq == seq {
-					t.ackAliases[m.Ack] = packet.Ack
-
-					for _, pkt := range m.packets {
-						message.AddPacket(pkt)
-					}
-
-					delete(t.messages, _id)
-				}
-			}
-
-			// Removing `Expect: 100-continue` header
-			packet.Data = append(packet.Data[:len(packet.Data)-24], packet.Data[len(packet.Data)-2:]...)
-		}
-	}
-
-	if isIncoming {
-		// If message have multiple packets, delete previous alias
-		if len(message.packets) > 0 {
-			delete(t.respAliases, message.ResponseAck)
-		}
-
-		responseAck := packet.Seq + uint32(message.BodySize()) + uint32(len(packet.Data))
-		t.respAliases[responseAck] = &request{message.Start, message.Ack}
-
-		message.ResponseAck = responseAck
-	}
-
-	// Adding packet to message
-	message.AddPacket(packet)
-
-	// If message contains only single packet immediately dispatch it
-	if message.IsFinished() {
-		t.dispatchMessage(message)
-	}
-}
-
-// Receive TCP messages from the listener channel
-func (t *Listener) Receive() *TCPMessage {
-	return <-t.messagesChan
-}
-
-func (t *Listener) Close() {
-	close(t.quit)
-	if t.conn != nil {
-		t.conn.Close()
-	}
-	return
-}

raw_socket_listener/listener_test.go

@@ -1,198 +0,0 @@
-package rawSocket
-
-import (
-	"bytes"
-	_ "log"
-	"testing"
-	"time"
-)
-
-func TestRawListenerInput(t *testing.T) {
-	var req, resp *TCPMessage
-
-	listener := NewListener("", "0", 10*time.Millisecond)
-	defer listener.Close()
-
-	reqPacket := buildPacket(true, 1, 1, []byte("GET / HTTP/1.1"))
-
-	listener.packetsChan <- reqPacket
-
-	respAck := reqPacket.Seq + uint32(len(reqPacket.Data))
-	respPacket := buildPacket(false, respAck, reqPacket.Seq+1, []byte("HTTP/1.1 200 OK"))
-	listener.packetsChan <- respPacket
-
-	select {
-	case req = <-listener.messagesChan:
-	case <-time.After(time.Millisecond):
-		t.Error("Should return respose immediately")
-		return
-	}
-
-	if !req.IsIncoming {
-		t.Error("Should be request")
-	}
-
-	select {
-	case resp = <-listener.messagesChan:
-	case <-time.After(time.Millisecond):
-		t.Error("Should return response immediately")
-		return
-	}
-
-	if resp.IsIncoming {
-		t.Error("Should be response")
-	}
-}
-
-func TestRawListenerResponse(t *testing.T) {
-	var req, resp *TCPMessage
-
-	listener := NewListener("", "0", 10*time.Millisecond)
-	defer listener.Close()
-
-	reqPacket := buildPacket(true, 1, 1, []byte("GET / HTTP/1.1"))
-	respPacket := buildPacket(false, 1+uint32(len(reqPacket.Data)), 2, []byte("HTTP/1.1 200 OK"))
-
-	// If response packet comes before request
-	listener.packetsChan <- respPacket
-	listener.packetsChan <- reqPacket
-
-	select {
-	case req = <-listener.messagesChan:
-	case <-time.After(time.Millisecond):
-		t.Error("Should return respose immediately")
-		return
-	}
-
-	if !req.IsIncoming {
-		t.Error("Should be request")
-	}
-
-	select {
-	case resp = <-listener.messagesChan:
-	case <-time.After(time.Millisecond):
-		t.Error("Should return response immediately")
-		return
-	}
-
-	if resp.IsIncoming {
-		t.Error("Should be response")
-	}
-
-	if !bytes.Equal(resp.UUID(), req.UUID()) {
-		t.Error("Resp and Req UUID should be equal")
-	}
-}
-
-func TestRawListener100Continue(t *testing.T) {
-	var req, resp *TCPMessage
-
-	listener := NewListener("", "0", 10*time.Millisecond)
-	defer listener.Close()
-
-	reqPacket1 := buildPacket(true, 1, 1, []byte("POST / HTTP/1.1\r\nContent-Length: 2\r\nExpect: 100-continue\r\n\r\n"))
-	// Packet with data have different Seq
-	reqPacket2 := buildPacket(true, 2, reqPacket1.Seq+uint32(len(reqPacket1.Data)), []byte("a"))
-	reqPacket3 := buildPacket(true, 2, reqPacket2.Seq+1, []byte("b"))
-
-	respPacket1 := buildPacket(false, 10, 3, []byte("HTTP/1.1 100 Continue\r\n"))
-
-	// panic(int(uint32(len(reqPacket1.Data)) + uint32(len(reqPacket2.Data)) + uint32(len(reqPacket3.Data))))
-	respPacket2 := buildPacket(false, reqPacket3.Seq+2 /* len of data */, 2, []byte("HTTP/1.1 200 OK\r\n"))
-
-	listener.processTCPPacket(reqPacket1)
-	listener.processTCPPacket(reqPacket2)
-	listener.processTCPPacket(reqPacket3)
-
-	listener.processTCPPacket(respPacket1)
-	listener.processTCPPacket(respPacket2)
-
-	select {
-	case req = <-listener.messagesChan:
-		break
-	case <-time.After(11 * time.Millisecond):
-		t.Error("Should return response after expire time")
-		return
-	}
-
-	if !bytes.Equal(req.Bytes(), []byte("POST / HTTP/1.1\r\nContent-Length: 2\r\n\r\nab")) {
-		t.Error("Should receive full message", string(req.Bytes()))
-	}
-
-	if !req.IsIncoming {
-		t.Error("Should be request")
-	}
-
-	select {
-	case resp = <-listener.messagesChan:
-		break
-	case <-time.After(21 * time.Millisecond):
-		t.Error("Should return response after expire time")
-		return
-	}
-
-	if resp.IsIncoming {
-		t.Error("Should be response")
-	}
-
-	if !bytes.Equal(resp.UUID(), req.UUID()) {
-		t.Error("Resp and Req UUID should be equal")
-	}
-}
-
-// Response comes before Request
-func TestRawListener100ContinueWrongOrder(t *testing.T) {
-    var req, resp *TCPMessage
-
-    listener := NewListener("", "0", 10*time.Millisecond)
-    defer listener.Close()
-
-    reqPacket1 := buildPacket(true, 1, 1, []byte("POST / HTTP/1.1\r\nContent-Length: 2\r\nExpect: 100-continue\r\n\r\n"))
-    // Packet with data have different Seq
-    reqPacket2 := buildPacket(true, 2, reqPacket1.Seq+uint32(len(reqPacket1.Data)), []byte("a"))
-    reqPacket3 := buildPacket(true, 2, reqPacket2.Seq+1, []byte("b"))
-
-    respPacket1 := buildPacket(false, 10, 3, []byte("HTTP/1.1 100 Continue\r\n"))
-
-    // panic(int(uint32(len(reqPacket1.Data)) + uint32(len(reqPacket2.Data)) + uint32(len(reqPacket3.Data))))
-    respPacket2 := buildPacket(false, reqPacket3.Seq+2 /* len of data */, 2, []byte("HTTP/1.1 200 OK\r\n"))
-
-    listener.processTCPPacket(respPacket1)
-    listener.processTCPPacket(respPacket2)
-
-    listener.processTCPPacket(reqPacket1)
-    listener.processTCPPacket(reqPacket2)
-    listener.processTCPPacket(reqPacket3)
-
-    select {
-    case req = <-listener.messagesChan:
-        break
-    case <-time.After(11 * time.Millisecond):
-        t.Error("Should return response after expire time")
-        return
-    }
-
-    if !bytes.Equal(req.Bytes(), []byte("POST / HTTP/1.1\r\nContent-Length: 2\r\n\r\nab")) {
-        t.Error("Should receive full message", string(req.Bytes()))
-    }
-
-    if !req.IsIncoming {
-        t.Error("Should be request")
-    }
-
-    select {
-    case resp = <-listener.messagesChan:
-        break
-    case <-time.After(21 * time.Millisecond):
-        t.Error("Should return response after expire time")
-        return
-    }
-
-    if resp.IsIncoming {
-        t.Error("Should be response")
-    }
-
-    if !bytes.Equal(resp.UUID(), req.UUID()) {
-        t.Error("Resp and Req UUID should be equal")
-    }
-}

raw_socket_listener/tcp_message.go

@@ -1,177 +0,0 @@
-package rawSocket
-
-import (
-	"bytes"
-	"crypto/sha1"
-	"encoding/hex"
-	"github.com/buger/gor/proto"
-	"log"
-	"strconv"
-	"time"
-)
-
-// TCPMessage ensure that all TCP packets for given request is received, and processed in right sequence
-// Its needed because all TCP message can be fragmented or re-transmitted
-//
-// Each TCP Packet have 2 ids: acknowledgment - message_id, and sequence - packet_id
-// Message can be compiled from unique packets with same message_id which sorted by sequence
-// Message is received if we didn't receive any packets for 2000ms
-type TCPMessage struct {
-	ID           string // Message ID
-	Seq          uint32
-	Ack          uint32
-	ResponseAck  uint32
-	RequestStart time.Time
-	RequestAck   uint32
-	Start        time.Time
-	End          time.Time
-	IsIncoming   bool
-
-	packets []*TCPPacket
-
-	delChan chan *TCPMessage
-}
-
-// NewTCPMessage pointer created from a Acknowledgment number and a channel of messages readuy to be deleted
-func NewTCPMessage(ID string, Seq, Ack uint32, IsIncoming bool) (msg *TCPMessage) {
-	msg = &TCPMessage{ID: ID, Seq: Seq, Ack: Ack, IsIncoming: IsIncoming}
-	msg.Start = time.Now()
-
-	return
-}
-
-// Bytes return message content
-func (t *TCPMessage) Bytes() (output []byte) {
-	for _, p := range t.packets {
-		output = append(output, p.Data...)
-	}
-
-	return output
-}
-
-// Size returns total body size
-func (t *TCPMessage) BodySize() (size int) {
-	if len(t.packets) == 0 {
-		return 0
-	}
-
-	size += len(proto.Body(t.packets[0].Data))
-
-	for _, p := range t.packets[1:] {
-		size += len(p.Data)
-	}
-
-	return
-}
-
-// Size returns total size of message
-func (t *TCPMessage) Size() (size int) {
-	if len(t.packets) == 0 {
-		return 0
-	}
-
-	for _, p := range t.packets {
-		size += len(p.Data)
-	}
-
-	return
-}
-
-// AddPacket to the message and ensure packet uniqueness
-// TCP allows that packet can be re-send multiple times
-func (t *TCPMessage) AddPacket(packet *TCPPacket) {
-	packetFound := false
-
-	for _, pkt := range t.packets {
-		if packet.Seq == pkt.Seq {
-			packetFound = true
-			break
-		}
-	}
-
-	if packetFound {
-		log.Println("Received packet with same sequence")
-	} else {
-		// Packets not always captured in same Seq order, and sometimes we need to prepend
-		if len(t.packets) == 0 || packet.Seq > t.packets[len(t.packets)-1].Seq {
-			t.packets = append(t.packets, packet)
-		} else {
-			t.packets = append([]*TCPPacket{packet}, t.packets...)
-		}
-
-		t.End = time.Now()
-	}
-}
-
-// isMultipart returns true if message contains from multiple tcp packets
-func (t *TCPMessage) IsFinished() bool {
-	payload := t.packets[0].Data
-
-	if len(payload) < 4 {
-		return true
-	}
-
-	m := payload[:4]
-
-	if t.IsIncoming {
-		// If one GET, OPTIONS, or HEAD request
-		if bytes.Equal(m, []byte("GET ")) || bytes.Equal(m, []byte("OPTI")) || bytes.Equal(m, []byte("HEAD")) {
-			return true
-		} else {
-			// Sometimes header comes after the body :(
-			if bytes.Equal(m, []byte("POST")) || bytes.Equal(m, []byte("PUT ")) || bytes.Equal(m, []byte("PATC")) {
-				if length := proto.Header(payload, []byte("Content-Length")); len(length) > 0 {
-					l, _ := strconv.Atoi(string(length))
-
-					// If content-length equal current body length
-					if l > 0 && l == t.BodySize() {
-						return true
-					}
-				}
-			}
-		}
-	} else {
-		// Request not found
-		// Can be because response came first or request request was just missing
-		if t.RequestAck == 0 {
-			return false
-		}
-
-		if length := proto.Header(payload, []byte("Content-Length")); len(length) > 0 {
-			if length[0] == '0' {
-				return true
-			}
-
-			l, _ := strconv.Atoi(string(length))
-
-			// If content-length equal current body length
-			if l > 0 && l == t.BodySize() {
-				return true
-			}
-		} else {
-			if enc := proto.Header(payload, []byte("Transfer-Encoding")); len(enc) == 0 {
-				return true
-			}
-		}
-	}
-
-	return false
-}
-
-func (t *TCPMessage) UUID() []byte {
-	var key []byte
-
-	if t.IsIncoming {
-		key = strconv.AppendInt(key, t.Start.UnixNano(), 10)
-		key = strconv.AppendUint(key, uint64(t.Ack), 10)
-	} else {
-		key = strconv.AppendInt(key, t.RequestStart.UnixNano(), 10)
-		key = strconv.AppendUint(key, uint64(t.RequestAck), 10)
-	}
-
-	uuid := make([]byte, 40)
-	sha := sha1.Sum(key)
-	hex.Encode(uuid, sha[:20])
-
-	return uuid
-}

raw_socket_listener/tcp_message_test.go

@@ -1,153 +0,0 @@
-package rawSocket
-
-import (
-	"bytes"
-	_ "log"
-	"net"
-	"strconv"
-	"testing"
-)
-
-func buildPacket(isIncoming bool, Ack, Seq uint32, Data []byte) (packet *TCPPacket) {
-	packet = &TCPPacket{
-		Addr: &net.IPAddr{net.IP{}, ""},
-		Ack:  Ack,
-		Seq:  Seq,
-		Data: Data,
-	}
-
-	// For tests `listening` port is 0
-	if isIncoming {
-		packet.SrcPort = 1
-	} else {
-		packet.DestPort = 1
-	}
-
-	return packet
-}
-
-func buildMessage(p *TCPPacket) *TCPMessage {
-	id := p.Addr.String() + strconv.Itoa(int(p.DestPort)) + strconv.Itoa(int(p.Ack))
-
-	isIncoming := false
-	if p.SrcPort == 1 {
-		isIncoming = true
-	}
-
-	m := NewTCPMessage(id, p.Seq, p.Ack, isIncoming)
-	m.AddPacket(p)
-
-	return m
-}
-
-func TestTCPMessagePacketsOrder(t *testing.T) {
-	msg := buildMessage(buildPacket(true, 1, 1, []byte("a")))
-	msg.AddPacket(buildPacket(true, 1, 2, []byte("b")))
-
-	if !bytes.Equal(msg.Bytes(), []byte("ab")) {
-		t.Error("Should contatenate packets in right order")
-	}
-
-	// When first packet have wrong order (Seq)
-	msg = buildMessage(buildPacket(true, 1, 2, []byte("b")))
-	msg.AddPacket(buildPacket(true, 1, 1, []byte("a")))
-
-	if !bytes.Equal(msg.Bytes(), []byte("ab")) {
-		t.Error("Should contatenate packets in right order")
-	}
-
-	// Should ignore packets with same sequence
-	msg = buildMessage(buildPacket(true, 1, 1, []byte("a")))
-	msg.AddPacket(buildPacket(true, 1, 1, []byte("a")))
-
-	if !bytes.Equal(msg.Bytes(), []byte("a")) {
-		t.Error("Should ignore packet with same Seq")
-	}
-}
-
-func TestTCPMessageSize(t *testing.T) {
-	msg := buildMessage(buildPacket(true, 1, 1, []byte("POST / HTTP/1.1\r\nContent-Length: 2\r\n\r\na")))
-	msg.AddPacket(buildPacket(true, 1, 2, []byte("b")))
-
-	if msg.BodySize() != 2 {
-		t.Error("Should count only body", msg.BodySize())
-	}
-
-	if msg.Size() != 40 {
-		t.Error("Should count all sizes", msg.Size())
-	}
-}
-
-func TestTCPMessageIsFinished(t *testing.T) {
-	methodsWithoutBodies := []string{"GET", "OPTIONS", "HEAD"}
-
-	for _, m := range methodsWithoutBodies {
-		msg := buildMessage(buildPacket(true, 1, 1, []byte(m+" / HTTP/1.1")))
-
-		if !msg.IsFinished() {
-			t.Error(m, " request should be finished")
-		}
-	}
-
-	methodsWithBodies := []string{"POST", "PUT", "PATCH"}
-
-	for _, m := range methodsWithBodies {
-		msg := buildMessage(buildPacket(true, 1, 1, []byte(m+" / HTTP/1.1\r\nContent-Length: 1\r\n\r\na")))
-
-		if !msg.IsFinished() {
-			t.Error(m, " should be finished as body length == content length")
-		}
-
-		msg = buildMessage(buildPacket(true, 1, 1, []byte(m+" / HTTP/1.1\r\nContent-Length: 2\r\n\r\na")))
-
-		if msg.IsFinished() {
-			t.Error(m, " should not be finished as body length != content length")
-		}
-	}
-
-	msg := buildMessage(buildPacket(true, 1, 1, []byte("UNKNOWN / HTTP/1.1\r\n\r\n")))
-	if msg.IsFinished() {
-		t.Error("non http or wrong methods considered as not finished")
-	}
-
-	// Responses
-	msg = buildMessage(buildPacket(false, 1, 1, []byte("HTTP/1.1 200 OK\r\n\r\n")))
-	msg.RequestAck = 1
-	if !msg.IsFinished() {
-		t.Error("Should mark simple response as finished")
-	}
-
-	msg = buildMessage(buildPacket(false, 1, 1, []byte("HTTP/1.1 200 OK\r\n\r\n")))
-	msg.RequestAck = 0
-	if msg.IsFinished() {
-		t.Error("Should not mark responses without associated requests")
-	}
-
-	msg = buildMessage(buildPacket(false, 1, 1, []byte("HTTP/1.1 200 OK\r\nTransfer-Encoding: chunked\r\n\r\n")))
-	msg.RequestAck = 1
-
-	if msg.IsFinished() {
-		t.Error("Should mark chunked response as non finished")
-	}
-
-	msg = buildMessage(buildPacket(false, 1, 1, []byte("HTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n")))
-	msg.RequestAck = 1
-
-	if !msg.IsFinished() {
-		t.Error("Should mark Content-Length: 0 respones as finished")
-	}
-
-	msg = buildMessage(buildPacket(false, 1, 1, []byte("HTTP/1.1 200 OK\r\nContent-Length: 1\r\n\r\na")))
-	msg.RequestAck = 1
-
-	if !msg.IsFinished() {
-		t.Error("Should mark valid Content-Length respones as finished")
-	}
-
-	msg = buildMessage(buildPacket(false, 1, 1, []byte("HTTP/1.1 200 OK\r\nContent-Length: 10\r\n\r\na")))
-	msg.RequestAck = 1
-
-	if msg.IsFinished() {
-		t.Error("Should not mark not valid Content-Length respones as finished")
-	}
-}

raw_socket_listener/tcp_packet.go

@@ -1,101 +0,0 @@
-package rawSocket
-
-import (
-	"encoding/binary"
-	"net"
-	"strconv"
-	"strings"
-)
-
-// TCP Flags
-const (
-	fFIN = 1 << iota
-	fSYN
-	fRST
-	fPSH
-	fACK
-	fURG
-	fECE
-	fCWR
-	fNS
-)
-
-// TCPPacket provides tcp packet parser
-// Packet structure: http://en.wikipedia.org/wiki/Transmission_Control_Protocol
-type TCPPacket struct {
-	SrcPort    uint16
-	DestPort   uint16
-	Seq        uint32
-	Ack        uint32
-	DataOffset uint8
-	Flags      uint16
-	Window     uint16
-	Checksum   uint16
-	Urgent     uint16
-
-	Data []byte
-
-	Addr net.Addr
-}
-
-// ParseTCPPacket takes address and tcp payload and returns parsed TCPPacket
-func ParseTCPPacket(addr net.Addr, b []byte) (p *TCPPacket) {
-	p = &TCPPacket{Data: b}
-	p.ParseBasic()
-	p.Addr = addr
-
-	return p
-}
-
-// Parse TCP Packet, inspired by: https://github.com/miekg/pcap/blob/master/packet.go
-func (t *TCPPacket) Parse() {
-	t.ParseBasic()
-	t.Flags = binary.BigEndian.Uint16(t.Data[12:14]) & 0x1FF
-	t.Window = binary.BigEndian.Uint16(t.Data[14:16])
-	t.Checksum = binary.BigEndian.Uint16(t.Data[16:18])
-	t.Urgent = binary.BigEndian.Uint16(t.Data[18:20])
-}
-
-// ParseBasic set of fields
-func (t *TCPPacket) ParseBasic() {
-	t.DestPort = binary.BigEndian.Uint16(t.Data[2:4])
-	t.SrcPort = binary.BigEndian.Uint16(t.Data[0:2])
-	t.Seq = binary.BigEndian.Uint32(t.Data[4:8])
-	t.Ack = binary.BigEndian.Uint32(t.Data[8:12])
-	t.DataOffset = (t.Data[12] & 0xF0) >> 4
-
-	t.Data = t.Data[t.DataOffset*4:]
-}
-
-// String output for a TCP Packet
-func (t *TCPPacket) String() string {
-	maxLen := len(t.Data)
-	if maxLen > 200 {
-		maxLen = 200
-	}
-
-	return strings.Join([]string{
-		"Addr: " + t.Addr.String(),
-		"Source port: " + strconv.Itoa(int(t.SrcPort)),
-		"Dest port:" + strconv.Itoa(int(t.DestPort)),
-		"Sequence:" + strconv.Itoa(int(t.Seq)),
-		"Acknowledgment:" + strconv.Itoa(int(t.Ack)),
-		"Header len:" + strconv.Itoa(int(t.DataOffset)),
-
-		"Flag ns:" + strconv.FormatBool(t.Flags&fNS != 0),
-		"Flag crw:" + strconv.FormatBool(t.Flags&fCWR != 0),
-		"Flag ece:" + strconv.FormatBool(t.Flags&fECE != 0),
-		"Flag urg:" + strconv.FormatBool(t.Flags&fURG != 0),
-		"Flag ack:" + strconv.FormatBool(t.Flags&fACK != 0),
-		"Flag psh:" + strconv.FormatBool(t.Flags&fPSH != 0),
-		"Flag rst:" + strconv.FormatBool(t.Flags&fRST != 0),
-		"Flag syn:" + strconv.FormatBool(t.Flags&fSYN != 0),
-		"Flag fin:" + strconv.FormatBool(t.Flags&fFIN != 0),
-
-		"Window size:" + strconv.Itoa(int(t.Window)),
-		"Checksum:" + strconv.Itoa(int(t.Checksum)),
-
-		"Data size:" + strconv.Itoa(len(t.Data)),
-		"Data:" + string(t.Data[:maxLen]),
-	}, "\n")
-}

settings.go

@@ -1,141 +0,0 @@
-package main
-
-import (
-	"flag"
-	"fmt"
-	"os"
-	"sync"
-	"time"
-)
-
-var VERSION string
-
-// MultiOption allows to specify multiple flags with same name and collects all values into array
-type MultiOption []string
-
-func (h *MultiOption) String() string {
-	return fmt.Sprint(*h)
-}
-
-// Set gets called multiple times for each flag with same name
-func (h *MultiOption) Set(value string) error {
-	*h = append(*h, value)
-	return nil
-}
-
-// AppSettings is the struct of main configuration
-type AppSettings struct {
-	verbose bool
-	debug   bool
-	stats   bool
-
-	splitOutput bool
-
-	inputDummy  MultiOption
-	outputDummy MultiOption
-
-	inputTCP       MultiOption
-	outputTCP      MultiOption
-	outputTCPStats bool
-
-	inputFile  MultiOption
-	outputFile MultiOption
-
-	inputRAW MultiOption
-
-	middleware string
-
-	inputHTTP  MultiOption
-	outputHTTP MultiOption
-
-	outputHTTPConfig HTTPOutputConfig
-	modifierConfig   HTTPModifierConfig
-}
-
-// Settings holds Gor configuration
-var Settings AppSettings
-
-func usage() {
-	fmt.Printf("Gor is a simple http traffic replication tool written in Go. Its main goal is to replay traffic from production servers to staging and dev environments.\nProject page: https://github.com/buger/gor\nAuthor: <Leonid Bugaev> leonsbox@gmail.com\nCurrent Version: %s\n\n", VERSION)
-	flag.PrintDefaults()
-	os.Exit(2)
-}
-
-func init() {
-	flag.Usage = usage
-
-	flag.BoolVar(&Settings.verbose, "verbose", false, "Turn on more verbose output")
-	flag.BoolVar(&Settings.debug, "debug", false, "Turn on debug output, shows all intercepted traffic. Works only when with `verbose` flag")
-	flag.BoolVar(&Settings.stats, "stats", false, "Turn on queue stats output")
-
-	flag.BoolVar(&Settings.splitOutput, "split-output", false, "By default each output gets same traffic. If set to `true` it splits traffic equally among all outputs.")
-
-	flag.Var(&Settings.inputDummy, "input-dummy", "Used for testing outputs. Emits 'Get /' request every 1s")
-	flag.Var(&Settings.outputDummy, "output-dummy", "Used for testing inputs. Just prints data coming from inputs.")
-
-	flag.Var(&Settings.inputTCP, "input-tcp", "Used for internal communication between Gor instances. Example: \n\t# Receive requests from other Gor instances on 28020 port, and redirect output to staging\n\tgor --input-tcp :28020 --output-http staging.com")
-	flag.Var(&Settings.outputTCP, "output-tcp", "Used for internal communication between Gor instances. Example: \n\t# Listen for requests on 80 port and forward them to other Gor instance on 28020 port\n\tgor --input-raw :80 --output-tcp replay.local:28020")
-	flag.BoolVar(&Settings.outputTCPStats, "output-tcp-stats", false, "Report TCP output queue stats to console every 5 seconds.")
-
-	flag.Var(&Settings.inputFile, "input-file", "Read requests from file: \n\tgor --input-file ./requests.gor --output-http staging.com")
-	flag.Var(&Settings.outputFile, "output-file", "Write incoming requests to file: \n\tgor --input-raw :80 --output-file ./requests.gor")
-
-	flag.Var(&Settings.inputRAW, "input-raw", "Capture traffic from given port (use RAW sockets and require *sudo* access):\n\t# Capture traffic from 8080 port\n\tgor --input-raw :8080 --output-http staging.com")
-
-	flag.StringVar(&Settings.middleware, "middleware", "", "Used for modifying traffic using external command")
-
-	flag.Var(&Settings.inputHTTP, "input-http", "Read requests from HTTP, should be explicitly sent from your application:\n\t# Listen for http on 9000\n\tgor --input-http :9000 --output-http staging.com")
-
-	flag.Var(&Settings.outputHTTP, "output-http", "Forwards incoming requests to given http address.\n\t# Redirect all incoming requests to staging.com address \n\tgor --input-raw :80 --output-http http://staging.com")
-	flag.IntVar(&Settings.outputHTTPConfig.workers, "output-http-workers", 0, "Gor uses dynamic worker scaling by default.  Enter a number to run a set number of workers.")
-	flag.IntVar(&Settings.outputHTTPConfig.redirectLimit, "output-http-redirects", 0, "Enable how often redirects should be followed.")
-	flag.DurationVar(&Settings.outputHTTPConfig.Timeout, "output-http-timeout", 0, "Specify HTTP request/response timeout. By default 5s. Example: --output-http-timeout 30s")
-
-	flag.BoolVar(&Settings.outputHTTPConfig.stats, "output-http-stats", false, "Report http output queue stats to console every 5 seconds.")
-	flag.BoolVar(&Settings.outputHTTPConfig.OriginalHost, "http-original-host", false, "Normally gor replaces the Host http header with the host supplied with --output-http.  This option disables that behavior, preserving the original Host header.")
-
-	flag.StringVar(&Settings.outputHTTPConfig.elasticSearch, "output-http-elasticsearch", "", "Send request and response stats to ElasticSearch:\n\tgor --input-raw :8080 --output-http staging.com --output-http-elasticsearch 'es_host:api_port/index_name'")
-
-	flag.Var(&Settings.modifierConfig.headers, "http-set-header", "Inject additional headers to http reqest:\n\tgor --input-raw :8080 --output-http staging.com --http-set-header 'User-Agent: Gor'")
-	flag.Var(&Settings.modifierConfig.headers, "output-http-header", "WARNING: `--output-http-header` DEPRECATED, use `--http-set-header` instead")
-
-	flag.Var(&Settings.modifierConfig.params, "http-set-param", "Set request url param, if param already exists it will be overwritten:\n\tgor --input-raw :8080 --output-http staging.com --http-set-param api_key=1")
-
-	flag.Var(&Settings.modifierConfig.methods, "http-allow-method", "Whitelist of HTTP methods to replay. Anything else will be dropped:\n\tgor --input-raw :8080 --output-http staging.com --http-allow-method GET --http-allow-method OPTIONS")
-	flag.Var(&Settings.modifierConfig.methods, "output-http-method", "WARNING: `--output-http-method` DEPRECATED, use `--http-allow-method` instead")
-
-	flag.Var(&Settings.modifierConfig.urlRegexp, "http-allow-url", "A regexp to match requests against. Filter get matched against full url with domain. Anything else will be dropped:\n\t gor --input-raw :8080 --output-http staging.com --http-allow-url ^www.")
-	flag.Var(&Settings.modifierConfig.urlRegexp, "output-http-url-regexp", "WARNING: `--output-http-url-regexp` DEPRECATED, use `--http-allow-url` instead")
-
-	flag.Var(&Settings.modifierConfig.urlNegativeRegexp, "http-disallow-url", "A regexp to match requests against. Filter get matched against full url with domain. Anything else will be forwarded:\n\t gor --input-raw :8080 --output-http staging.com --http-disallow-url ^www.")
-
-	flag.Var(&Settings.modifierConfig.urlRewrite, "http-rewrite-url", "Rewrite the request url based on a mapping:\n\tgor --input-raw :8080 --output-http staging.com --http-rewrite-url /v1/user/([^\\/]+)/ping:/v2/user/$1/ping")
-	flag.Var(&Settings.modifierConfig.urlRewrite, "output-http-rewrite-url", "WARNING: `--output-http-rewrite-url` DEPRECATED, use `--http-rewrite-url` instead")
-
-	flag.Var(&Settings.modifierConfig.headerFilters, "http-allow-header", "A regexp to match a specific header against. Requests with non-matching headers will be dropped:\n\t gor --input-raw :8080 --output-http staging.com --http-allow-header api-version:^v1")
-	flag.Var(&Settings.modifierConfig.headerFilters, "output-http-header-filter", "WARNING: `--output-http-header-filter` DEPRECATED, use `--http-allow-header` instead")
-
-	flag.Var(&Settings.modifierConfig.headerFilters, "http-disallow-header", "A regexp to match a specific header against. Requests with matching headers will be dropped:\n\t gor --input-raw :8080 --output-http staging.com --http-disallow-header \"User-Agent: Replayed by Gor\"")
-
-	flag.Var(&Settings.modifierConfig.headerHashFilters, "http-header-limiter", "Takes a fraction of requests, consistently taking or rejecting a request based on the FNV32-1A hash of a specific header:\n\t gor --input-raw :8080 --output-http staging.com --http-header-imiter user-id:25%")
-	flag.Var(&Settings.modifierConfig.headerHashFilters, "output-http-header-hash-filter", "WARNING: `output-http-header-hash-filter` DEPRECATED, use `--http-header-hash-limiter` instead")
-
-	flag.Var(&Settings.modifierConfig.paramHashFilters, "http-param-limiter", "Takes a fraction of requests, consistently taking or rejecting a request based on the FNV32-1A hash of a specific GET param:\n\t gor --input-raw :8080 --output-http staging.com --http-param-limiter user_id:25%")
-}
-
-var previousDebugTime int64
-var debugMutex sync.Mutex
-
-// Debug gets called only if --verbose flag specified
-func Debug(args ...interface{}) {
-	if Settings.verbose {
-		debugMutex.Lock()
-		now := time.Now()
-		diff := float64(now.UnixNano()-previousDebugTime) / 1000000
-		previousDebugTime = now.UnixNano()
-		debugMutex.Unlock()
-
-		fmt.Printf("[DEBUG][PID %d][%d][%fms] ", os.Getpid(), now.UnixNano(), diff)
-		fmt.Println(args...)
-	}
-}

stylesheets/github-light.css

@@ -0,0 +1,124 @@
+/*
+The MIT License (MIT)
+
+Copyright (c) 2015 GitHub, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+*/
+
+.pl-c /* comment */ {
+  color: #969896;
+}
+
+.pl-c1      /* constant, markup.raw, meta.diff.header, meta.module-reference, meta.property-name, support, support.constant, support.variable, variable.other.constant */,
+.pl-s .pl-v /* string variable */ {
+  color: #0086b3;
+}
+
+.pl-e  /* entity */,
+.pl-en /* entity.name */ {
+  color: #795da3;
+}
+
+.pl-s .pl-s1 /* string source */,
+.pl-smi      /* storage.modifier.import, storage.modifier.package, storage.type.java, variable.other, variable.parameter.function */ {
+  color: #333;
+}
+
+.pl-ent /* entity.name.tag */ {
+  color: #63a35c;
+}
+
+.pl-k /* keyword, storage, storage.type */ {
+  color: #a71d5d;
+}
+
+.pl-pds              /* punctuation.definition.string, string.regexp.character-class */,
+.pl-s                /* string */,
+.pl-s .pl-pse .pl-s1 /* string punctuation.section.embedded source */,
+.pl-sr               /* string.regexp */,
+.pl-sr .pl-cce       /* string.regexp constant.character.escape */,
+.pl-sr .pl-sra       /* string.regexp string.regexp.arbitrary-repitition */,
+.pl-sr .pl-sre       /* string.regexp source.ruby.embedded */ {
+  color: #183691;
+}
+
+.pl-v /* variable */ {
+  color: #ed6a43;
+}
+
+.pl-id /* invalid.deprecated */ {
+  color: #b52a1d;
+}
+
+.pl-ii /* invalid.illegal */ {
+  background-color: #b52a1d;
+  color: #f8f8f8;
+}
+
+.pl-sr .pl-cce /* string.regexp constant.character.escape */ {
+  color: #63a35c;
+  font-weight: bold;
+}
+
+.pl-ml /* markup.list */ {
+  color: #693a17;
+}
+
+.pl-mh        /* markup.heading */,
+.pl-mh .pl-en /* markup.heading entity.name */,
+.pl-ms        /* meta.separator */ {
+  color: #1d3e81;
+  font-weight: bold;
+}
+
+.pl-mq /* markup.quote */ {
+  color: #008080;
+}
+
+.pl-mi /* markup.italic */ {
+  color: #333;
+  font-style: italic;
+}
+
+.pl-mb /* markup.bold */ {
+  color: #333;
+  font-weight: bold;
+}
+
+.pl-md /* markup.deleted, meta.diff.header.from-file */ {
+  background-color: #ffecec;
+  color: #bd2c00;
+}
+
+.pl-mi1 /* markup.inserted, meta.diff.header.to-file */ {
+  background-color: #eaffea;
+  color: #55a532;
+}
+
+.pl-mdr /* meta.diff.range */ {
+  color: #795da3;
+  font-weight: bold;
+}
+
+.pl-mo /* meta.output */ {
+  color: #1d3e81;
+}
+

stylesheets/normalize.css

@@ -0,0 +1,424 @@
+/*! normalize.css v3.0.2 | MIT License | git.io/normalize */
+
+/**
+ * 1. Set default font family to sans-serif.
+ * 2. Prevent iOS text size adjust after orientation change, without disabling
+ *    user zoom.
+ */
+
+html {
+  font-family: sans-serif; /* 1 */
+  -ms-text-size-adjust: 100%; /* 2 */
+  -webkit-text-size-adjust: 100%; /* 2 */
+}
+
+/**
+ * Remove default margin.
+ */
+
+body {
+  margin: 0;
+}
+
+/* HTML5 display definitions
+   ========================================================================== */
+
+/**
+ * Correct `block` display not defined for any HTML5 element in IE 8/9.
+ * Correct `block` display not defined for `details` or `summary` in IE 10/11
+ * and Firefox.
+ * Correct `block` display not defined for `main` in IE 11.
+ */
+
+article,
+aside,
+details,
+figcaption,
+figure,
+footer,
+header,
+hgroup,
+main,
+menu,
+nav,
+section,
+summary {
+  display: block;
+}
+
+/**
+ * 1. Correct `inline-block` display not defined in IE 8/9.
+ * 2. Normalize vertical alignment of `progress` in Chrome, Firefox, and Opera.
+ */
+
+audio,
+canvas,
+progress,
+video {
+  display: inline-block; /* 1 */
+  vertical-align: baseline; /* 2 */
+}
+
+/**
+ * Prevent modern browsers from displaying `audio` without controls.
+ * Remove excess height in iOS 5 devices.
+ */
+
+audio:not([controls]) {
+  display: none;
+  height: 0;
+}
+
+/**
+ * Address `[hidden]` styling not present in IE 8/9/10.
+ * Hide the `template` element in IE 8/9/11, Safari, and Firefox < 22.
+ */
+
+[hidden],
+template {
+  display: none;
+}
+
+/* Links
+   ========================================================================== */
+
+/**
+ * Remove the gray background color from active links in IE 10.
+ */
+
+a {
+  background-color: transparent;
+}
+
+/**
+ * Improve readability when focused and also mouse hovered in all browsers.
+ */
+
+a:active,
+a:hover {
+  outline: 0;
+}
+
+/* Text-level semantics
+   ========================================================================== */
+
+/**
+ * Address styling not present in IE 8/9/10/11, Safari, and Chrome.
+ */
+
+abbr[title] {
+  border-bottom: 1px dotted;
+}
+
+/**
+ * Address style set to `bolder` in Firefox 4+, Safari, and Chrome.
+ */
+
+b,
+strong {
+  font-weight: bold;
+}
+
+/**
+ * Address styling not present in Safari and Chrome.
+ */
+
+dfn {
+  font-style: italic;
+}
+
+/**
+ * Address variable `h1` font-size and margin within `section` and `article`
+ * contexts in Firefox 4+, Safari, and Chrome.
+ */
+
+h1 {
+  font-size: 2em;
+  margin: 0.67em 0;
+}
+
+/**
+ * Address styling not present in IE 8/9.
+ */
+
+mark {
+  background: #ff0;
+  color: #000;
+}
+
+/**
+ * Address inconsistent and variable font size in all browsers.
+ */
+
+small {
+  font-size: 80%;
+}
+
+/**
+ * Prevent `sub` and `sup` affecting `line-height` in all browsers.
+ */
+
+sub,
+sup {
+  font-size: 75%;
+  line-height: 0;
+  position: relative;
+  vertical-align: baseline;
+}
+
+sup {
+  top: -0.5em;
+}
+
+sub {
+  bottom: -0.25em;
+}
+
+/* Embedded content
+   ========================================================================== */
+
+/**
+ * Remove border when inside `a` element in IE 8/9/10.
+ */
+
+img {
+  border: 0;
+}
+
+/**
+ * Correct overflow not hidden in IE 9/10/11.
+ */
+
+svg:not(:root) {
+  overflow: hidden;
+}
+
+/* Grouping content
+   ========================================================================== */
+
+/**
+ * Address margin not present in IE 8/9 and Safari.
+ */
+
+figure {
+  margin: 1em 40px;
+}
+
+/**
+ * Address differences between Firefox and other browsers.
+ */
+
+hr {
+  box-sizing: content-box;
+  height: 0;
+}
+
+/**
+ * Contain overflow in all browsers.
+ */
+
+pre {
+  overflow: auto;
+}
+
+/**
+ * Address odd `em`-unit font size rendering in all browsers.
+ */
+
+code,
+kbd,
+pre,
+samp {
+  font-family: monospace, monospace;
+  font-size: 1em;
+}
+
+/* Forms
+   ========================================================================== */
+
+/**
+ * Known limitation: by default, Chrome and Safari on OS X allow very limited
+ * styling of `select`, unless a `border` property is set.
+ */
+
+/**
+ * 1. Correct color not being inherited.
+ *    Known issue: affects color of disabled elements.
+ * 2. Correct font properties not being inherited.
+ * 3. Address margins set differently in Firefox 4+, Safari, and Chrome.
+ */
+
+button,
+input,
+optgroup,
+select,
+textarea {
+  color: inherit; /* 1 */
+  font: inherit; /* 2 */
+  margin: 0; /* 3 */
+}
+
+/**
+ * Address `overflow` set to `hidden` in IE 8/9/10/11.
+ */
+
+button {
+  overflow: visible;
+}
+
+/**
+ * Address inconsistent `text-transform` inheritance for `button` and `select`.
+ * All other form control elements do not inherit `text-transform` values.
+ * Correct `button` style inheritance in Firefox, IE 8/9/10/11, and Opera.
+ * Correct `select` style inheritance in Firefox.
+ */
+
+button,
+select {
+  text-transform: none;
+}
+
+/**
+ * 1. Avoid the WebKit bug in Android 4.0.* where (2) destroys native `audio`
+ *    and `video` controls.
+ * 2. Correct inability to style clickable `input` types in iOS.
+ * 3. Improve usability and consistency of cursor style between image-type
+ *    `input` and others.
+ */
+
+button,
+html input[type="button"], /* 1 */
+input[type="reset"],
+input[type="submit"] {
+  -webkit-appearance: button; /* 2 */
+  cursor: pointer; /* 3 */
+}
+
+/**
+ * Re-set default cursor for disabled elements.
+ */
+
+button[disabled],
+html input[disabled] {
+  cursor: default;
+}
+
+/**
+ * Remove inner padding and border in Firefox 4+.
+ */
+
+button::-moz-focus-inner,
+input::-moz-focus-inner {
+  border: 0;
+  padding: 0;
+}
+
+/**
+ * Address Firefox 4+ setting `line-height` on `input` using `!important` in
+ * the UA stylesheet.
+ */
+
+input {
+  line-height: normal;
+}
+
+/**
+ * It's recommended that you don't attempt to style these elements.
+ * Firefox's implementation doesn't respect box-sizing, padding, or width.
+ *
+ * 1. Address box sizing set to `content-box` in IE 8/9/10.
+ * 2. Remove excess padding in IE 8/9/10.
+ */
+
+input[type="checkbox"],
+input[type="radio"] {
+  box-sizing: border-box; /* 1 */
+  padding: 0; /* 2 */
+}
+
+/**
+ * Fix the cursor style for Chrome's increment/decrement buttons. For certain
+ * `font-size` values of the `input`, it causes the cursor style of the
+ * decrement button to change from `default` to `text`.
+ */
+
+input[type="number"]::-webkit-inner-spin-button,
+input[type="number"]::-webkit-outer-spin-button {
+  height: auto;
+}
+
+/**
+ * 1. Address `appearance` set to `searchfield` in Safari and Chrome.
+ * 2. Address `box-sizing` set to `border-box` in Safari and Chrome
+ *    (include `-moz` to future-proof).
+ */
+
+input[type="search"] {
+  -webkit-appearance: textfield; /* 1 */ /* 2 */
+  box-sizing: content-box;
+}
+
+/**
+ * Remove inner padding and search cancel button in Safari and Chrome on OS X.
+ * Safari (but not Chrome) clips the cancel button when the search input has
+ * padding (and `textfield` appearance).
+ */
+
+input[type="search"]::-webkit-search-cancel-button,
+input[type="search"]::-webkit-search-decoration {
+  -webkit-appearance: none;
+}
+
+/**
+ * Define consistent border, margin, and padding.
+ */
+
+fieldset {
+  border: 1px solid #c0c0c0;
+  margin: 0 2px;
+  padding: 0.35em 0.625em 0.75em;
+}
+
+/**
+ * 1. Correct `color` not being inherited in IE 8/9/10/11.
+ * 2. Remove padding so people aren't caught out if they zero out fieldsets.
+ */
+
+legend {
+  border: 0; /* 1 */
+  padding: 0; /* 2 */
+}
+
+/**
+ * Remove default vertical scrollbar in IE 8/9/10/11.
+ */
+
+textarea {
+  overflow: auto;
+}
+
+/**
+ * Don't inherit the `font-weight` (applied by a rule above).
+ * NOTE: the default cannot safely be changed in Chrome and Safari on OS X.
+ */
+
+optgroup {
+  font-weight: bold;
+}
+
+/* Tables
+   ========================================================================== */
+
+/**
+ * Remove most spacing between table cells.
+ */
+
+table {
+  border-collapse: collapse;
+  border-spacing: 0;
+}
+
+td,
+th {
+  padding: 0;
+}

stylesheets/stylesheet.css

@@ -0,0 +1,245 @@
+* {
+  box-sizing: border-box; }
+
+body {
+  padding: 0;
+  margin: 0;
+  font-family: "Open Sans", "Helvetica Neue", Helvetica, Arial, sans-serif;
+  font-size: 16px;
+  line-height: 1.5;
+  color: #606c71; }
+
+a {
+  color: #1e6bb8;
+  text-decoration: none; }
+  a:hover {
+    text-decoration: underline; }
+
+.btn {
+  display: inline-block;
+  margin-bottom: 1rem;
+  color: rgba(255, 255, 255, 0.7);
+  background-color: rgba(255, 255, 255, 0.08);
+  border-color: rgba(255, 255, 255, 0.2);
+  border-style: solid;
+  border-width: 1px;
+  border-radius: 0.3rem;
+  transition: color 0.2s, background-color 0.2s, border-color 0.2s; }
+  .btn + .btn {
+    margin-left: 1rem; }
+
+.btn:hover {
+  color: rgba(255, 255, 255, 0.8);
+  text-decoration: none;
+  background-color: rgba(255, 255, 255, 0.2);
+  border-color: rgba(255, 255, 255, 0.3); }
+
+@media screen and (min-width: 64em) {
+  .btn {
+    padding: 0.75rem 1rem; } }
+
+@media screen and (min-width: 42em) and (max-width: 64em) {
+  .btn {
+    padding: 0.6rem 0.9rem;
+    font-size: 0.9rem; } }
+
+@media screen and (max-width: 42em) {
+  .btn {
+    display: block;
+    width: 100%;
+    padding: 0.75rem;
+    font-size: 0.9rem; }
+    .btn + .btn {
+      margin-top: 1rem;
+      margin-left: 0; } }
+
+.page-header {
+  color: #fff;
+  text-align: center;
+  background-color: #159957;
+  background-image: linear-gradient(120deg, #155799, #159957); }
+
+@media screen and (min-width: 64em) {
+  .page-header {
+    padding: 5rem 6rem; } }
+
+@media screen and (min-width: 42em) and (max-width: 64em) {
+  .page-header {
+    padding: 3rem 4rem; } }
+
+@media screen and (max-width: 42em) {
+  .page-header {
+    padding: 2rem 1rem; } }
+
+.project-name {
+  margin-top: 0;
+  margin-bottom: 0.1rem; }
+
+@media screen and (min-width: 64em) {
+  .project-name {
+    font-size: 3.25rem; } }
+
+@media screen and (min-width: 42em) and (max-width: 64em) {
+  .project-name {
+    font-size: 2.25rem; } }
+
+@media screen and (max-width: 42em) {
+  .project-name {
+    font-size: 1.75rem; } }
+
+.project-tagline {
+  margin-bottom: 2rem;
+  font-weight: normal;
+  opacity: 0.7; }
+
+@media screen and (min-width: 64em) {
+  .project-tagline {
+    font-size: 1.25rem; } }
+
+@media screen and (min-width: 42em) and (max-width: 64em) {
+  .project-tagline {
+    font-size: 1.15rem; } }
+
+@media screen and (max-width: 42em) {
+  .project-tagline {
+    font-size: 1rem; } }
+
+.main-content :first-child {
+  margin-top: 0; }
+.main-content img {
+  max-width: 100%; }
+.main-content h1, .main-content h2, .main-content h3, .main-content h4, .main-content h5, .main-content h6 {
+  margin-top: 2rem;
+  margin-bottom: 1rem;
+  font-weight: normal;
+  color: #159957; }
+.main-content p {
+  margin-bottom: 1em; }
+.main-content code {
+  padding: 2px 4px;
+  font-family: Consolas, "Liberation Mono", Menlo, Courier, monospace;
+  font-size: 0.9rem;
+  color: #383e41;
+  background-color: #f3f6fa;
+  border-radius: 0.3rem; }
+.main-content pre {
+  padding: 0.8rem;
+  margin-top: 0;
+  margin-bottom: 1rem;
+  font: 1rem Consolas, "Liberation Mono", Menlo, Courier, monospace;
+  color: #567482;
+  word-wrap: normal;
+  background-color: #f3f6fa;
+  border: solid 1px #dce6f0;
+  border-radius: 0.3rem; }
+  .main-content pre > code {
+    padding: 0;
+    margin: 0;
+    font-size: 0.9rem;
+    color: #567482;
+    word-break: normal;
+    white-space: pre;
+    background: transparent;
+    border: 0; }
+.main-content .highlight {
+  margin-bottom: 1rem; }
+  .main-content .highlight pre {
+    margin-bottom: 0;
+    word-break: normal; }
+.main-content .highlight pre, .main-content pre {
+  padding: 0.8rem;
+  overflow: auto;
+  font-size: 0.9rem;
+  line-height: 1.45;
+  border-radius: 0.3rem; }
+.main-content pre code, .main-content pre tt {
+  display: inline;
+  max-width: initial;
+  padding: 0;
+  margin: 0;
+  overflow: initial;
+  line-height: inherit;
+  word-wrap: normal;
+  background-color: transparent;
+  border: 0; }
+  .main-content pre code:before, .main-content pre code:after, .main-content pre tt:before, .main-content pre tt:after {
+    content: normal; }
+.main-content ul, .main-content ol {
+  margin-top: 0; }
+.main-content blockquote {
+  padding: 0 1rem;
+  margin-left: 0;
+  color: #819198;
+  border-left: 0.3rem solid #dce6f0; }
+  .main-content blockquote > :first-child {
+    margin-top: 0; }
+  .main-content blockquote > :last-child {
+    margin-bottom: 0; }
+.main-content table {
+  display: block;
+  width: 100%;
+  overflow: auto;
+  word-break: normal;
+  word-break: keep-all; }
+  .main-content table th {
+    font-weight: bold; }
+  .main-content table th, .main-content table td {
+    padding: 0.5rem 1rem;
+    border: 1px solid #e9ebec; }
+.main-content dl {
+  padding: 0; }
+  .main-content dl dt {
+    padding: 0;
+    margin-top: 1rem;
+    font-size: 1rem;
+    font-weight: bold; }
+  .main-content dl dd {
+    padding: 0;
+    margin-bottom: 1rem; }
+.main-content hr {
+  height: 2px;
+  padding: 0;
+  margin: 1rem 0;
+  background-color: #eff0f1;
+  border: 0; }
+
+@media screen and (min-width: 64em) {
+  .main-content {
+    max-width: 64rem;
+    padding: 2rem 6rem;
+    margin: 0 auto;
+    font-size: 1.1rem; } }
+
+@media screen and (min-width: 42em) and (max-width: 64em) {
+  .main-content {
+    padding: 2rem 4rem;
+    font-size: 1.1rem; } }
+
+@media screen and (max-width: 42em) {
+  .main-content {
+    padding: 2rem 1rem;
+    font-size: 1rem; } }
+
+.site-footer {
+  padding-top: 2rem;
+  margin-top: 2rem;
+  border-top: solid 1px #eff0f1; }
+
+.site-footer-owner {
+  display: block;
+  font-weight: bold; }
+
+.site-footer-credits {
+  color: #819198; }
+
+@media screen and (min-width: 64em) {
+  .site-footer {
+    font-size: 1rem; } }
+
+@media screen and (min-width: 42em) and (max-width: 64em) {
+  .site-footer {
+    font-size: 1rem; } }
+
+@media screen and (max-width: 42em) {
+  .site-footer {
+    font-size: 0.9rem; } }

test_input.go

@@ -1,65 +0,0 @@
-package main
-
-import (
-	"crypto/rand"
-	"encoding/base64"
-	"time"
-)
-
-// TestInput used for testing purpose, it allows emitting requests on demand
-type TestInput struct {
-	data chan []byte
-}
-
-// NewTestInput constructor for TestInput
-func NewTestInput() (i *TestInput) {
-	i = new(TestInput)
-	i.data = make(chan []byte, 100)
-
-	return
-}
-
-func (i *TestInput) Read(data []byte) (int, error) {
-	buf := <-i.data
-
-	header := payloadHeader(RequestPayload, uuid(), time.Now().UnixNano())
-	copy(data[0:len(header)], header)
-	copy(data[len(header):], buf)
-
-	return len(buf) + len(header), nil
-}
-
-// EmitGET emits GET request without headers
-func (i *TestInput) EmitGET() {
-	i.data <- []byte("GET / HTTP/1.1\r\n\r\n")
-}
-
-// EmitPOST emits POST request with Content-Length
-func (i *TestInput) EmitPOST() {
-	i.data <- []byte("POST /pub/WWW/ HTTP/1.1\r\nContent-Length: 7\r\nHost: www.w3.org\r\n\r\na=1&b=2")
-}
-
-// EmitChunkedPOST emits POST request with `Transfer-Encoding: chunked` and chunked body
-func (i *TestInput) EmitChunkedPOST() {
-	i.data <- []byte("POST /pub/WWW/ HTTP/1.1\r\nHost: www.w3.org\r\nTransfer-Encoding: chunked\r\n\r\n4\r\nWiki\r\n5\r\npedia\r\ne\r\n in\r\n\r\nchunks.\r\n0\r\n\r\n")
-}
-
-// EmitLargePOST emits POST request with large payload (5mb)
-func (i *TestInput) EmitLargePOST() {
-	size := 5 * 1024 * 1024 // 5 MB
-	rb := make([]byte, size)
-	rand.Read(rb)
-
-	rs := base64.URLEncoding.EncodeToString(rb)
-
-	i.data <- []byte("POST / HTTP/1.1\nHost: www.w3.org\nContent-Length:5242880\r\n\r\n" + rs)
-}
-
-// EmitOPTIONS emits OPTIONS request, similar to GET
-func (i *TestInput) EmitOPTIONS() {
-	i.data <- []byte("OPTIONS / HTTP/1.1\nHost: www.w3.org\r\n\r\n")
-}
-
-func (i *TestInput) String() string {
-	return "Test Input"
-}

test_output.go

@@ -1,26 +0,0 @@
-package main
-
-type writeCallback func(data []byte)
-
-// TestOutput used in testing to intercept any output into callback
-type TestOutput struct {
-	cb writeCallback
-}
-
-// NewTestOutput constructor for TestOutput, accepts callback which get called on each incoming Write
-func NewTestOutput(cb writeCallback) (i *TestOutput) {
-	i = new(TestOutput)
-	i.cb = cb
-
-	return
-}
-
-func (i *TestOutput) Write(data []byte) (int, error) {
-	i.cb(data)
-
-	return len(data), nil
-}
-
-func (i *TestOutput) String() string {
-	return "Test Input"
-}

thank-you.html

@@ -0,0 +1,285 @@
+<!DOCTYPE html>
+<html lang="en-us">
+  <head>
+    <!-- Required meta tags always come first -->
+    <meta charset="utf-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+    <meta http-equiv="x-ua-compatible" content="ie=edge">
+
+    <title>Gor - test your system with real data</title>
+    <meta name="description" content="Gor is an open-source tool for capturing and replaying live HTTP traffic into a test environment in order to continuously test your system with real data.">
+
+    <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0-alpha.2/css/bootstrap.min.css" integrity="sha384-y3tfxAZXuh4HwSYylfB+J125MxIs6mR5FOHamPBG064zB+AFeWH94NdvaCBm8qnd" crossorigin="anonymous">
+    <link href='https://fonts.googleapis.com/css?family=Armata' rel='stylesheet' type='text/css'>
+
+    <style type="text/css">
+    * {
+        font-family: 'Armata', sans-serif;
+    }
+
+    body {
+      background: #eee;
+    }
+
+    nav h1 {
+      display: inline;
+      line-height: 5rem;
+      /*font-size: ;*/
+    }
+
+    .navbar {
+        font-size: 200%;
+        padding: 1rem 4rem;
+        box-shadow: 0 1px 2px rgba(0, 0, 0, 0.15);
+    }
+
+    .navbar .navbar-brand {
+        font-size: 3rem;
+    }
+
+    .navbar .navbar-brand + span {
+        font-size: smaller;
+        line-height: 5.5rem;
+        opacity: 0.8;
+    }
+
+    .navbar ul a {
+        font-size: smaller;
+        color: #333;
+        line-height: 4.5rem;
+        margin-left: 2rem;
+    }
+
+    .trustedby {
+      white-space: nowrap;
+      margin-top: 4rem;
+    }
+
+    .trustedby img {
+      margin-right: 2rem;
+    }
+
+    p {
+      font-size: xx-large;
+      color: #666;
+    }
+
+    h3 {
+      color: #aaa;
+    }
+
+    .success-story {
+      margin-top: 4rem;
+      padding: 2rem;
+      padding-bottom: 1rem;
+      background-color: white;
+      box-shadow: 0 1px 2px rgba(0, 0, 0, 0.15);
+      width: 50%;
+      float: left;
+    }
+
+    .success-story p {
+      font-size: 1.1rem;
+    }
+
+    .success-story:nth-child(2n) {
+      margin-left: 2rem;
+      width: calc(50% - 2rem);
+    }
+
+    .pro {
+      background-color: white;
+      padding: 2rem;
+      padding-bottom: 1rem;
+      margin-top: 2.5rem;
+    }
+
+    .pro p {
+      font-size: 1.5rem;
+      margin-top: 1rem;
+    }
+
+    .pro table th {
+      border-top: none;
+    }
+
+    .pro table thead a {
+      color: #666;
+      margin-left: 1rem;
+    }
+
+    .pro th {
+      font-size: 2rem;
+    }
+
+    .pro center p {
+      font-size: 1rem;
+    }
+
+    .pro ul li {
+      font-size: larger;
+      line-height: 200%;
+    }
+
+
+    @media (max-width: 48em) {
+      .navbar {
+        font-size: 150%;
+        padding: 1rem;
+      }
+
+      .navbar ul {
+        float: none !important;
+      }
+
+      .navbar .navbar-brand {
+          font-size: 2rem;
+      }
+
+      .navbar .navbar-brand + span {
+          font-size: 1.2rem;
+          line-height: 2rem;
+          opacity: 0.8;
+          display: block;
+      }
+
+      nav h1 {
+        line-height: 2rem;
+        /*font-size: ;*/
+      }
+
+      .container-fluid {
+        padding: 1rem !important;
+      }
+
+      .container-fluid p {
+        font-size: 1.2rem;
+      }
+
+      h3 {
+        font-size: 1em;
+      }
+
+      .trustedby {
+        margin-top: 2rem;
+        overflow: hidden;
+      }
+
+      .trustedby hr {
+        margin-bottom: 0;
+      }
+
+      .success-story {
+        float: none;
+        padding: 1rem;
+        width: 100%;
+        margin: 0;
+        margin-top: 1rem;
+      }
+
+      .success-story:nth-child(2n) {
+        width: 100%;
+        margin: 0;
+        margin-top: 1rem;
+      }
+
+      .success-story p {
+        font-size: 1rem;
+      }
+
+      .clearfix + hr {
+        margin-top: 1rem !important;
+      }
+
+      .pro {
+        margin-top: 1rem;
+        padding: 1rem;
+      }
+
+      .pro h1 {
+        font-size: 1.5rem;
+      }
+
+      .pro p {
+        font-size: 1rem;
+      }
+
+      .pro p small {
+        font-size: 1rem;
+      }
+
+      .pro ul {
+        padding-left: 1rem;
+      }
+
+      .pro li {
+        font-size: 0.9rem !important;
+        margin: 0;
+      }
+
+      h2 {
+        font-size: 1rem;
+        line-height: 1.5rem;
+      }
+    }
+    </style>
+  </head>
+  <body>
+<!-- Yandex.Metrika counter -->
+<script type="text/javascript">
+    (function (d, w, c) {
+        (w[c] = w[c] || []).push(function() {
+            try {
+                w.yaCounter36983765 = new Ya.Metrika({
+                    id:36983765,
+                    clickmap:true,
+                    trackLinks:true,
+                    accurateTrackBounce:true,
+                    webvisor:true,
+                    trackHash:true
+                });
+            } catch(e) { }
+        });
+
+        var n = d.getElementsByTagName("script")[0],
+            s = d.createElement("script"),
+            f = function () { n.parentNode.insertBefore(s, n); };
+        s.type = "text/javascript";
+        s.async = true;
+        s.src = "https://mc.yandex.ru/metrika/watch.js";
+
+        if (w.opera == "[object Opera]") {
+            d.addEventListener("DOMContentLoaded", f, false);
+        } else { f(); }
+    })(document, window, "yandex_metrika_callbacks");
+</script>
+<noscript><div><img src="https://mc.yandex.ru/watch/36983765" style="position:absolute; left:-9999px;" alt="" /></div></noscript>
+<!-- /Yandex.Metrika counter -->
+    <nav class="navbar navbar-light bg-faded">
+      <h1>
+        <a class="navbar-brand" href="/">Gor</a>
+        <span>&mdash;&nbsp;&nbsp;test your system with real data</span>
+      </h1>
+      <ul class="nav navbar-nav pull-xs-right">
+        <li class="nav-item">
+          <a class="nav-link" href="/#pro">Pro</a>
+        </li>
+        <li class="nav-item">
+          <a class="nav-link" href="/#docs">Docs</a>
+        </li>
+<!--         <li class="nav-item">
+          <a class="nav-link" href="#about">About</a>
+        </li> -->
+      </ul>
+    </nav>
+    <div class="container-fluid" style="padding: 4rem">
+      <div class="pro" id="docs">
+        <h1>Thank you for purschaging Gor Pro!</h1>
+        <p><small>We will contact you shortly and describe next steps. From now on, you can get any support by sending mail to <a href="mailto:support@gortool.com">support@gortool.com</a>.</small></p>
+      </div>
+    </div>
+    <div class="container-fluid" style="background-color: #ccc; padding: 4rem;">
+      <h2>Questions, comments, & concerns? Lets chat: <a href="mailto:hello@gortool.com">hello@gortool.com</a></h2>
+    </div>
+  </body>
+</html>

thankyou.txt

@@ -0,0 +1,3 @@
+Thank you!
+I will contact you shortly after purchase.
+In case of any troubles send mail to hello@gortool.com.