
The big change is that the GeoJSON package has been completely rewritten to fix a few of geometry calculation bugs, increase performance, and to better follow the GeoJSON spec RFC 7946. GeoJSON updates - A LineString now requires at least two points. - All json members, even foreign, now persist with the object. - The bbox member persists too but is no longer used for geometry calculations. This is change in behavior. Previously Tile38 would treat the bbox as the object's physical rectangle. - Corrections to geometry intersects and within calculations. Faster spatial queries - The performance of Point-in-polygon and object intersect operations are greatly improved for complex polygons and line strings. It went from O(n) to roughly O(log n). - The same for all collection types with many children, including FeatureCollection, GeometryCollection, MultiPoint, MultiLineString, and MultiPolygon. Codebase changes - The pkg directory has been renamed to internal - The GeoJSON internal package has been moved to a seperate repo at https://github.com/tidwall/geojson. It's now vendored. Please look out for higher memory usage for datasets using complex shapes. A complex shape is one that has 64 or more points. For these shapes it's expected that there will be increase of least 54 bytes per point.
166 lines
4.0 KiB
Go
166 lines
4.0 KiB
Go
// Copyright 2015-2018 The NATS Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"log"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/nats-io/go-nats"
|
|
"github.com/nats-io/go-nats/bench"
|
|
)
|
|
|
|
// Some sane defaults
|
|
const (
|
|
DefaultNumMsgs = 100000
|
|
DefaultNumPubs = 1
|
|
DefaultNumSubs = 0
|
|
DefaultMessageSize = 128
|
|
)
|
|
|
|
func usage() {
|
|
log.Fatalf("Usage: nats-bench [-s server (%s)] [--tls] [-np NUM_PUBLISHERS] [-ns NUM_SUBSCRIBERS] [-n NUM_MSGS] [-ms MESSAGE_SIZE] [-csv csvfile] <subject>\n", nats.DefaultURL)
|
|
}
|
|
|
|
var benchmark *bench.Benchmark
|
|
|
|
func main() {
|
|
var urls = flag.String("s", nats.DefaultURL, "The nats server URLs (separated by comma)")
|
|
var tls = flag.Bool("tls", false, "Use TLS Secure Connection")
|
|
var numPubs = flag.Int("np", DefaultNumPubs, "Number of Concurrent Publishers")
|
|
var numSubs = flag.Int("ns", DefaultNumSubs, "Number of Concurrent Subscribers")
|
|
var numMsgs = flag.Int("n", DefaultNumMsgs, "Number of Messages to Publish")
|
|
var msgSize = flag.Int("ms", DefaultMessageSize, "Size of the message.")
|
|
var csvFile = flag.String("csv", "", "Save bench data to csv file")
|
|
|
|
log.SetFlags(0)
|
|
flag.Usage = usage
|
|
flag.Parse()
|
|
|
|
args := flag.Args()
|
|
if len(args) != 1 {
|
|
usage()
|
|
}
|
|
|
|
if *numMsgs <= 0 {
|
|
log.Fatal("Number of messages should be greater than zero.")
|
|
}
|
|
|
|
// Setup the option block
|
|
opts := nats.GetDefaultOptions()
|
|
opts.Servers = strings.Split(*urls, ",")
|
|
for i, s := range opts.Servers {
|
|
opts.Servers[i] = strings.Trim(s, " ")
|
|
}
|
|
opts.Secure = *tls
|
|
|
|
benchmark = bench.NewBenchmark("NATS", *numSubs, *numPubs)
|
|
|
|
var startwg sync.WaitGroup
|
|
var donewg sync.WaitGroup
|
|
|
|
donewg.Add(*numPubs + *numSubs)
|
|
|
|
// Run Subscribers first
|
|
startwg.Add(*numSubs)
|
|
for i := 0; i < *numSubs; i++ {
|
|
go runSubscriber(&startwg, &donewg, opts, *numMsgs, *msgSize)
|
|
}
|
|
startwg.Wait()
|
|
|
|
// Now Publishers
|
|
startwg.Add(*numPubs)
|
|
pubCounts := bench.MsgsPerClient(*numMsgs, *numPubs)
|
|
for i := 0; i < *numPubs; i++ {
|
|
go runPublisher(&startwg, &donewg, opts, pubCounts[i], *msgSize)
|
|
}
|
|
|
|
log.Printf("Starting benchmark [msgs=%d, msgsize=%d, pubs=%d, subs=%d]\n", *numMsgs, *msgSize, *numPubs, *numSubs)
|
|
|
|
startwg.Wait()
|
|
donewg.Wait()
|
|
|
|
benchmark.Close()
|
|
|
|
fmt.Print(benchmark.Report())
|
|
|
|
if len(*csvFile) > 0 {
|
|
csv := benchmark.CSV()
|
|
ioutil.WriteFile(*csvFile, []byte(csv), 0644)
|
|
fmt.Printf("Saved metric data in csv file %s\n", *csvFile)
|
|
}
|
|
}
|
|
|
|
func runPublisher(startwg, donewg *sync.WaitGroup, opts nats.Options, numMsgs int, msgSize int) {
|
|
nc, err := opts.Connect()
|
|
if err != nil {
|
|
log.Fatalf("Can't connect: %v\n", err)
|
|
}
|
|
defer nc.Close()
|
|
startwg.Done()
|
|
|
|
args := flag.Args()
|
|
subj := args[0]
|
|
var msg []byte
|
|
if msgSize > 0 {
|
|
msg = make([]byte, msgSize)
|
|
}
|
|
|
|
start := time.Now()
|
|
|
|
for i := 0; i < numMsgs; i++ {
|
|
nc.Publish(subj, msg)
|
|
}
|
|
nc.Flush()
|
|
benchmark.AddPubSample(bench.NewSample(numMsgs, msgSize, start, time.Now(), nc))
|
|
|
|
donewg.Done()
|
|
}
|
|
|
|
func runSubscriber(startwg, donewg *sync.WaitGroup, opts nats.Options, numMsgs int, msgSize int) {
|
|
nc, err := opts.Connect()
|
|
if err != nil {
|
|
log.Fatalf("Can't connect: %v\n", err)
|
|
}
|
|
|
|
args := flag.Args()
|
|
subj := args[0]
|
|
|
|
received := 0
|
|
ch := make(chan time.Time, 2)
|
|
sub, _ := nc.Subscribe(subj, func(msg *nats.Msg) {
|
|
received++
|
|
if received == 1 {
|
|
ch <- time.Now()
|
|
}
|
|
if received >= numMsgs {
|
|
ch <- time.Now()
|
|
}
|
|
})
|
|
sub.SetPendingLimits(-1, -1)
|
|
nc.Flush()
|
|
startwg.Done()
|
|
|
|
start := <-ch
|
|
end := <-ch
|
|
benchmark.AddSubSample(bench.NewSample(numMsgs, msgSize, start, end, nc))
|
|
nc.Close()
|
|
donewg.Done()
|
|
}
|