Create full benchmark set on v0.3.*

benchmarks/README.md

@@ -0,0 +1,33 @@
+# Benchmark 1
+
+The following benchmarks were ran with this command on a node on CCA's BNL cluster (40-cores). At no time was the node fully busy. The tags were put into the file `tags.txt`, and the `benchmark.sh` was copied to the root folder. This is the command used:
+
+```bash
+for x in $(cat tags.txt); do sleep 120 && git checkout $x &> /dev/null && nohup ./benchmark.sh > performance_v3_$x.txt &; done
+```
+with this API call in `benchmark.sh`
+```python
+eq = pysr(X, y, binary_operators=["plus", "mult", "div", "pow"], unary_operators=["sin"], niterations=20, procs=4, parsimony=1e-10, npop=1000, ncyclesperiteration=1000)
+```
+
+(with threads switched with procs in <v0.3.2)
+
+
+Version | Cycles/second
+--- | ---
+v0.3.2 | 37526
+v0.3.3 | 38400
+v0.3.4 | 28700
+v0.3.5 | 32700
+v0.3.6 | 25900
+v0.3.7 | 26600
+v0.3.8 | 7470
+v0.3.9 | 6760
+v0.3.10 | 
+v0.3.11 | 19500
+v0.3.12 | 19000
+v0.3.13 | 15200
+v0.3.14 | 14700
+v0.3.15 | 42000
+
+v0.3.10 was frozen.

{test → benchmarks}/benchmark.sh

@@ -6,8 +6,8 @@ import numpy as np
 from pysr import pysr
 X=np.random.randn(100, 2)*5
 y=2*np.sin((X[:, 0]+X[:, 1]))*np.exp(X[:, 1]/3)
-if version[1] >= 3 and version[2] > 2:
-    eq = pysr(X, y, binary_operators=["plus", "mult", "div", "pow"], unary_operators=["neg", "sin"], niterations=20, procs=2, parsimony=1e-10)
+if version[1] >= 3 and version[2] >= 2:
+    eq = pysr(X, y, binary_operators=["plus", "mult", "div", "pow"], unary_operators=["sin"], niterations=20, procs=4, parsimony=1e-10, npop=1000, ncyclesperiteration=1000)
 else:
-    eq = pysr(X, y, binary_operators=["plus", "mult", "div", "pow"], unary_operators=["neg", "sin"], niterations=20, threads=2, parsimony=1e-10)
-' 2>&1 | grep 'Cycles per second' | tail -n 1 | vims '%s/ //g' -l 'df:'
+    eq = pysr(X, y, binary_operators=["plus", "mult", "div", "pow"], unary_operators=["sin"], niterations=20, threads=4, parsimony=1e-10, npop=1000, ncyclesperiteration=1000)
+' 2>&1 | grep 'per second' | tail -n 1 | vims '%s/ //g' -l 'df:'