commit 7f6949f1687f572daf93beea4a833b7c2d0501eb Author: Reza Behzadan Date: Sat Mar 9 10:01:17 2024 +0330 Initial commit diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..71b4967 --- /dev/null +++ b/.gitignore @@ -0,0 +1,33 @@ +# If you prefer the allow list template instead of the deny list, see community template: +# https://github.com/github/gitignore/blob/main/community/Golang/Go.AllowList.gitignore +# +# Binaries for programs and plugins +*.exe +*.exe~ +*.dll +*.so +*.dylib + +# Test binary, built with `go test -c` +*.test + +# Output of the go coverage tool, specifically when used with LiteIDE +*.out + +# Dependency directories (remove the comment below to include it) +# vendor/ + +# Go workspace file +go.work + +# By Reza +build/ +dist/ +.archive/ +.vagrant/ +.env +*_[0-9] +*_[0-9][0-9] +*_????-??-?? +*.zip + diff --git a/README.md b/README.md new file mode 100644 index 0000000..a3fed3e --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +## 1. Running benchmark +```sh +$ go test -bench=. -benchmem +goos: linux +goarch: amd64 +pkg: mybench +cpu: AMD Ryzen 7 1700 Eight-Core Processor +BenchmarkGojaNumericalCalculation-16 7220 143895 ns/op 13577 B/op 653 allocs/op +BenchmarkGojaStringManipulation-16 34958 31769 ns/op 7375 B/op 102 allocs/op +BenchmarkGopherLuaNumericalCalculation-16 4 337104687 ns/op 24032464 B/op 93862 allocs/op +BenchmarkGopherLuaStringManipulation-16 39 31843282 ns/op 53836705 B/op 30736 allocs/op +PASS +ok mybench 29.245s + +``` + +## 2. Interpretation +The results from your benchmark tests give us a clear comparison between Goja and GopherLua in terms of execution speed, memory usage, and allocation counts for the numerical calculation and string manipulation tasks. Here's how to interpret these results: + +### Goja Results + +- **Numerical Calculation**: + - **7220** iterations were completed. + - Each iteration took **143,895 ns/op** (nanoseconds per operation), indicating the time required to perform the numerical calculation. + - Memory usage was **13,577 B/op** (bytes per operation), and there were **653 allocs/op** (allocations per operation). + +- **String Manipulation**: + - **34,958** iterations were completed. + - Each iteration took **31,769 ns/op**, indicating the time required for the string manipulation task. + - Memory usage was **7,375 B/op**, with **102 allocs/op**. + +### GopherLua Results + +- **Numerical Calculation**: + - Only **4** iterations were completed, showing a significantly lower performance compared to Goja. + - Each iteration took **337,104,687 ns/op**, a substantial increase in time required for the numerical calculation. + - Memory usage was **24,032,464 B/op**, with **93,862 allocs/op**, indicating much higher memory consumption and allocation count. + +- **String Manipulation**: + - **39** iterations were completed. + - Each iteration took **31,843,282 ns/op**, which is significantly higher than Goja's performance in string manipulation. + - Memory usage was **53,836,705 B/op**, with **30,736 allocs/op**, indicating extremely high memory consumption and allocation count. + +### Summary + +- **Performance**: Goja is significantly faster than GopherLua in both numerical calculations and string manipulations. The difference in execution time (ns/op) is particularly notable, with Goja being much more efficient. + +- **Memory Efficiency**: Goja also demonstrates better memory efficiency, using fewer bytes per operation and requiring fewer allocations. This is especially apparent in the numerical calculation benchmark, where GopherLua's memory usage and allocations are orders of magnitude higher. + +- **Allocation Count**: The number of allocations per operation is another critical factor for performance, especially in garbage-collected languages like Go. Fewer allocations generally lead to better performance and less pressure on the garbage collector. Again, Goja outperforms GopherLua significantly in this metric. + +Based on these results, **Goja** appears to be the more performance-efficient choice for embedding a scripting language in Go applications, especially if your priority is execution speed and memory usage. However, it's important to also consider other factors such as ease of integration, language features, and the specific needs of your application when making your final decision. diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..85b5621 --- /dev/null +++ b/go.mod @@ -0,0 +1,12 @@ +module mybench + +go 1.22.1 + +require ( + github.com/dlclark/regexp2 v1.7.0 // indirect + github.com/dop251/goja v0.0.0-20240220182346-e401ed450204 // indirect + github.com/go-sourcemap/sourcemap v2.1.3+incompatible // indirect + github.com/google/pprof v0.0.0-20230207041349-798e818bf904 // indirect + github.com/yuin/gopher-lua v1.1.1 // indirect + golang.org/x/text v0.3.8 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..3786135 --- /dev/null +++ b/go.sum @@ -0,0 +1,58 @@ +github.com/chzyer/logex v1.2.0/go.mod h1:9+9sk7u7pGNWYMkh0hdiL++6OeibzJccyQU4p4MedaY= +github.com/chzyer/readline v1.5.0/go.mod h1:x22KAscuvRqlLoK9CsoYsmxoXZMMFVyOl86cAH8qUic= +github.com/chzyer/test v0.0.0-20210722231415-061457976a23/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/dlclark/regexp2 v1.4.1-0.20201116162257-a2a8dda75c91/go.mod h1:2pZnwuY/m+8K6iRw6wQdMtk+rH5tNGR1i55kozfMjCc= +github.com/dlclark/regexp2 v1.7.0 h1:7lJfhqlPssTb1WQx4yvTHN0uElPEv52sbaECrAQxjAo= +github.com/dlclark/regexp2 v1.7.0/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8= +github.com/dop251/goja v0.0.0-20211022113120-dc8c55024d06/go.mod h1:R9ET47fwRVRPZnOGvHxxhuZcbrMCuiqOz3Rlrh4KSnk= +github.com/dop251/goja v0.0.0-20240220182346-e401ed450204 h1:O7I1iuzEA7SG+dK8ocOBSlYAA9jBUmCYl/Qa7ey7JAM= +github.com/dop251/goja v0.0.0-20240220182346-e401ed450204/go.mod h1:QMWlm50DNe14hD7t24KEqZuUdC9sOTy8W6XbCU1mlw4= +github.com/dop251/goja_nodejs v0.0.0-20210225215109-d91c329300e7/go.mod h1:hn7BA7c8pLvoGndExHudxTDKZ84Pyvv+90pbBjbTz0Y= +github.com/dop251/goja_nodejs v0.0.0-20211022123610-8dd9abb0616d/go.mod h1:DngW8aVqWbuLRMHItjPUyqdj+HWPvnQe8V8y1nDpIbM= +github.com/go-sourcemap/sourcemap v2.1.3+incompatible h1:W1iEw64niKVGogNgBN3ePyLFfuisuzeidWPMPWmECqU= +github.com/go-sourcemap/sourcemap v2.1.3+incompatible/go.mod h1:F8jJfvm2KbVjc5NqelyYJmf/v5J0dwNLS2mL4sNA1Jg= +github.com/google/pprof v0.0.0-20230207041349-798e818bf904 h1:4/hN5RUoecvl+RmJRE2YxKWtnnQls6rQjjW5oV7qg2U= +github.com/google/pprof v0.0.0-20230207041349-798e818bf904/go.mod h1:uglQLonpP8qtYCYyzA+8c/9qtqgA3qsXGYqCPKARAFg= +github.com/ianlancetaylor/demangle v0.0.0-20220319035150-800ac71e25c2/go.mod h1:aYm2/VgdVmcIU8iMfdMvDMsRAQjcfZSKFby6HOFvi/w= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= +github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= +github.com/yuin/gopher-lua v1.1.1 h1:kYKnWBjvbNP4XLT3+bPEwAXJx262OhaHDWDVOPjL46M= +github.com/yuin/gopher-lua v1.1.1/go.mod h1:GBR0iDaNXjAgGg9zfCvksxSRnQx76gclCIb7kdAd1Pw= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220310020820-b874c991c1a5/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.3.8 h1:nAL+RVCQ9uMn3vJZbV+MRnydTJFPf8qqY42YiA6MrqY= +golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= diff --git a/goja_bench_test.go b/goja_bench_test.go new file mode 100644 index 0000000..434b846 --- /dev/null +++ b/goja_bench_test.go @@ -0,0 +1,23 @@ +package main + +import ( + "testing" + + "github.com/dop251/goja" +) + +func BenchmarkGojaNumericalCalculation(b *testing.B) { + vm := goja.New() + b.ResetTimer() + for i := 0; i < b.N; i++ { + vm.RunString("let sum = 0; for (let i = 1; i <= 1000000; i++) { sum += i; }") + } +} + +func BenchmarkGojaStringManipulation(b *testing.B) { + vm := goja.New() + b.ResetTimer() + for i := 0; i < b.N; i++ { + vm.RunString(`let result = ""; for (let i = 0; i < 10000; i++) { result += "a"; }`) + } +} diff --git a/gopherlua_bench_test.go b/gopherlua_bench_test.go new file mode 100644 index 0000000..fb4504d --- /dev/null +++ b/gopherlua_bench_test.go @@ -0,0 +1,25 @@ +package main + +import ( + "testing" + + lua "github.com/yuin/gopher-lua" +) + +func BenchmarkGopherLuaNumericalCalculation(b *testing.B) { + L := lua.NewState() + defer L.Close() + b.ResetTimer() + for i := 0; i < b.N; i++ { + L.DoString("sum = 0; for i = 1, 1000000 do sum = sum + i end") + } +} + +func BenchmarkGopherLuaStringManipulation(b *testing.B) { + L := lua.NewState() + defer L.Close() + b.ResetTimer() + for i := 0; i < b.N; i++ { + L.DoString(`result = ""; for i = 1, 10000 do result = result .. "a" end`) + } +}