--Code changes

-Add a benchmarking suite which includes a Powershell script and sample flames.
2017-12-04 20:56:43 -08:00
parent 1c835160d7
commit f28edf3217
10 changed files with 426 additions and 9 deletions
--- a/Data/Bench/EmberBench.ps1
+++ b/Data/Bench/EmberBench.ps1
@ -0,0 +1,99 @@
+$exe = ".\EmberRender.exe"
+$benchprefix = ".\Bench\"
+$devices = "2"#Set this to whatever device index your main GPU resides at. If you are unsure, just run emberrender --opencl info to find out.
+$cpuquality = 150
+$gpuquality = 2000
+$verbose = "--verbose"
+$name_enable = "--name_enable"
+$dump_args = ""#"--dumpargs"
+$totalOutput = ""
+$ssArray = @(<EFBFBD>1<EFBFBD>,<EFBFBD>2<EFBFBD>,<EFBFBD>4<EFBFBD>)
+$ssSuffixArray = @(<EFBFBD>_ss1<EFBFBD>,<EFBFBD>_ss2<EFBFBD>,<EFBFBD>_ss4<EFBFBD>)
+
+$Script:output = ""
+[Collections.Generic.List[String]] $filteredLines = ""
+
+$table = New-Object system.Data.DataTable <EFBFBD>BenchTable<EFBFBD>
+$col1 = New-Object system.Data.DataColumn Filename, ([string])
+$col2 = New-Object system.Data.DataColumn Precision, ([string])
+$col3 = New-Object system.Data.DataColumn Device,([string])
+$col4 = New-Object system.Data.DataColumn SS1, ([string])
+$col5 = New-Object system.Data.DataColumn SS2, ([string])
+$col6 = New-Object system.Data.DataColumn SS4, ([string])
+
+#Add the Columns
+$table.columns.add($col1)
+$table.columns.add($col2)
+$table.columns.add($col3)
+$table.columns.add($col4)
+$table.columns.add($col5)
+$table.columns.add($col6)
+
+function TestFileSupersamples([string]$filename, [string]$precision, [string]$suffix, [string]$quality, [string]$misc)
+{
+    [int]$sscount = 0;
+    $row = $table.NewRow()
+    $row.Filename = [io.path]::GetFileNameWithoutExtension($filename)
+
+    if ($precision -eq "--sp")
+    {
+        $row.Precision = "Single"
+    }
+    else
+    {
+        $row.Precision = "Double"
+    }
+
+    if ($misc -like "*opencl*")
+    {
+        $row.Device = "GPU"
+    }
+    else
+    {
+        $row.Device = "CPU"
+    }
+
+    foreach ($ssval in $Script:ssArray)
+    {
+        $fullSuffix = $suffix + $Script:ssSuffixArray[$sscount]
+        $renderargs = ("--in=$filename",  "$verbose", "$name_enable", "$dump_args", "--suffix=$fullSuffix", "--supersample=$ssval", "$precision", "--quality=$quality") + $misc.Split(" ")
+        $Script:output = (&$exe $renderargs) | Out-String
+        $val = $Script:output.split([environment]::NewLine) | where {$_ -like "*Iters/sec*"}
+        $val = (($val.split(' ')[1] -replace '[.,]',''))
+        $row[3 + $sscount] = $val
+        $Script:filteredLines += $val
+        $Script:totalOutput += [environment]::NewLine + "====================" + [environment]::NewLine + $Script:output
+        $sscount++
+    }
+
+    $table.Rows.Add($row)
+}
+
+function BenchAllForFile([string]$filename)
+{
+    $misc = "--opencl --device=" + $devices
+    TestFileSupersamples $filename "--sp" "_f32_cpu" $script:cpuquality ""
+    TestFileSupersamples $filename "" "_f64_cpu" $script:cpuquality ""
+    TestFileSupersamples $filename "--sp" "_f32_opencl" $script:gpuquality $misc
+    TestFileSupersamples $filename "" "_f64_opencl" $script:gpuquality $misc
+}
+
+cd ..
+
+$fileOne = $benchprefix + "mfeemster_basicmemory.flame"
+BenchAllForFile $fileOne
+
+$fileOne = $benchprefix + "tatasz_springcrown_manysimplexforms.flame"
+BenchAllForFile $fileOne
+
+$fileOne = $benchprefix + "tyrantwave_flippeddisc_normal.flame"
+BenchAllForFile $fileOne
+
+$fileOne = $benchprefix + "golubaja_rippingfrominside_complexcode.flame"
+BenchAllForFile $fileOne
+
+$fileOne = $benchprefix + "zy0rg_six_bigcomplexcode.flame"
+BenchAllForFile $fileOne
+
+$Script:totalOutput | Out-File -FilePath benchout.txt
+$table | Export-Csv -Path ".\benchout.csv" -Force -NoTypeInformation