apache-geode-benchmarks-2.0.2-src/000755 000765 000024 00000000000 15201125641 017335 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/.asf.yaml000644 000765 000024 00000001676 15201125641 021062 0ustar00jihwanstaff000000 000000 # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. notifications: commits: commits@geode.apache.org issues: issues@geode.apache.org pullrequests: notifications@geode.apache.org jira_options: link label comment apache-geode-benchmarks-2.0.2-src/LICENSE000644 000765 000024 00000026135 15201125641 020351 0ustar00jihwanstaff000000 000000 Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. END OF TERMS AND CONDITIONS APPENDIX: How to apply the Apache License to your work. To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "[]" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. Copyright [yyyy] [name of copyright owner] Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. apache-geode-benchmarks-2.0.2-src/geode-benchmarks/000755 000765 000024 00000000000 15201125641 022533 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/etc/000755 000765 000024 00000000000 15201125641 020110 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/NOTICE000644 000765 000024 00000000262 15201125641 020241 0ustar00jihwanstaff000000 000000 Apache Geode Benchmarks Copyright 2018-2026 The Apache Software Foundation. This product includes software developed at The Apache Software Foundation (http://www.apache.org/). apache-geode-benchmarks-2.0.2-src/README.md000644 000765 000024 00000032005 15201125641 020614 0ustar00jihwanstaff000000 000000 [![Build Status](https://travis-ci.org/apache/geode-benchmarks.svg?branch=develop)](https://travis-ci.org/apache/geode-benchmarks) [![Total alerts](https://img.shields.io/lgtm/alerts/g/apache/geode-benchmarks.svg?logo=lgtm&logoWidth=18)](https://lgtm.com/projects/g/apache/geode-benchmarks/alerts/) [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://www.apache.org/licenses/LICENSE-2.0) # Apache Geode Benchmarks This project contains a benchmarking framework and benchmarks for [Apache Geode](https://geode.apache.org/). It is based on the [yardstick framework](https://github.com/gridgain/yardstick), but with a java based test configuration and test execution framework. These benchmarks are under development. ## Running the benchmarks The benchmarks require machines with passwordless ssh enabled in order to run, so ensure that the authentication key pair for SSH does not have a passphrase. If you have previously created a key pair with a passphrase, you can create a different key pair which is of a different type than the previously created one. Be sure to backup your existing key pair before creating a new one. The public key needs to be in PEM format, but some newer OpenSSH versions default to a new format. PEM format can be forced by using `-m PEM`: ``` ssh-keygen -m PEM -t rsa ``` While running a test on a single machine (i.e. localhost) add the generated key to `authorized_keys` to authorize the user: ``` cat >> ~/.ssh/authorized_keys ``` Test if you can ssh to localhost: ``` ssh localhost ``` As long as that works, we are good to go. Get your local hosts name: ``` hostname ``` Edit /etc/hosts and add the local host name with and without domain to localhost entries. ``` 127.0.0.1 localhost mycomputer mycomputer.mydomain ::1 localhost mycomputer mycomputer.mydomain ``` To run all benchmarks, run the benchmark task and pass in a list of hosts. For example: ``` ./gradlew benchmark -Phosts=localhost,localhost,localhost,localhost ``` ### Options The benchmarks can take configuration options. Some using Gradle's `-P` flag and other, which adjust benchmark behavior, via Java system properties using `-D`. | Option | Description | |-------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| | `-Phosts` | Hosts used by benchmarks on the order of client,locator,server,server (-Phosts=localhost,localhost,localhost,localhost) | | `-PoutputDir` | Results output directory (-PoutputDir=/tmp/results) | | `-Pbenchmark.X` | Where X is a benchmark configuration, defined below. | | `-Pbenchmark.R.X` | Applies properties to specific roles. Where R is the role, "client", "server", "locator", X is a benchmark configuration, defined below. | | `--tests` | Specific benchmarks to run (--tests=PartitionedPutBenchmark) | | `-d` | Debug | | `-i` | Info | | ~~`-PtestJVM`~~ | (Deprecated, use `-Pbenchmark.withToolchainVersion`) ~~Path to an alternative JVM for running the client, locator, and servers. If not specified JAVA_HOME will be used. Note all compilation tasks will still use JAVA_HOME.~~ | #### Benchmark Configuration ##### Common These options may apply to all benchmarks. | Option | Description | |----------------------|----------------------------------------------------------------------------------------------------------------------------------| | withToolchainVersion | Version number of alternative JVM for running benchmarks, 8 (default), 11, 17. | | withGc | Select which GC to use. Valid values CMS (default), G1, Z, Shenandoah, Epsilon. (optionally per-role) | | withHeap | Specify how large a heap the benchmark VMs should use, default "8g". Accepts any `-Xmx` value, like "32g". (optionally per-role) | | withThreads | Specify how many threads to use when executing the benchmark. Default varies by benchmark. | | withWarmup | Specify how long to warm up the benchmark in seconds. Default is 60 seconds. | | withDuration | Specify how long to run the benchmark in seconds. Default is 300 seconds. | | withMinKey | The minimum key value in the key range. Default is 0. | | withMaxKey | The maximum key value in the key range. Default varies by benchmark. | | withLocatorCount | Number of locators a topology should use. Typically defaults to 1. | | withServerCount | Number of servers a topology should use. Typically defaults to 2. | | withClientCount | Number of clients a topology should use. Typically defaults to 1. | | withReplicas | Number of region replicas. | | withAsyncReplication | Enable asynch region replication. | | withNettyThreads | Number of threads Netty IO Services should have. | ##### Geode Benchmarks These options only apply to Geode benchmarks. | Option | Description | |---------------------|-------------------------------------------------------------------------------------| | withSsl | Flag to run geode with SSL. A self-signed certificate will be generated at runtime. | | withSslProtocols | Specifies enabled SSL protocols. See Geode property `ssl-protocols` | | withSslCiphers | Specifies enabled SSL chipher suites. See Geode property `ssl-ciphers` | | withSecurityManager | Flag to start Geode with the example implementation of SecurityManager | | withSniProxy | Use SNI proxy topology. | | withSniProxyImage | Provide an alternative Docker image coordinate for SNI proxy. | | withRouter | Use router with SNI proxy topology. | | withRouterImage | Provide an alternative Docker image coordinate for router. | ##### Debugging These options should not be used when measuring benchmarks. | Option | Description | |----------------------|--------------------------------------------------------------------------| | withValidation | Enable validation of operations. Default disabled. | | withGcLogging | Enable GC logging. Default disabled. | | withSafepointLogging | Enable Safepoint logging. Default disabled. | | withStrace | Launch remote JVM via strace for tracing system calls. Default disabled. | ### Scripts for running in aws and analyzing results This project includes some scripts to automate running benchmarks in AWS and analyzing the results produced (as well as the results produced from running locally). See the [README.md](infrastructure/scripts/aws/README.md) in the infrastructure/aws directory. ## Project structure The project is divided into two modules * harness - Contains test framework code for running benchmarks. Does not depend on Apache Geode. * geode-benchmarks - Individual benchmarks of Apache Geode. ## Sample benchmark Benchmarks are defined in declarative configuration classes. Each configuration class is run as a junit test which calls the configure method and passes it to the TestRunner, which executes the test on the provided TEST_HOSTS. Benchmarks are composed of `before` tasks, `after` tasks, and `workload` tasks. Each seperate `before` and `after` task is run once. `Workload` tasks are run repeatedly and their execution time is measured and reported by the yardstick framework. ```java /** * Benchmark configuration class, which defines the topology of the test and * the initialization tasks and workload tasks for the test. */ public class PartitionedPutBenchmark extends AbstractPerformanceTest { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this::configure); } /** * Declare the configuration of the test by calling methods * on TestConfig. */ public TestConfig configure() { TestConfig testConfig = new TestConfig(); int locatorPort = 10334; //This test has three roles, a geode locator, server, and client config.role("locator", 1); config.role("server", 2); config.role("client", 1); //Define how the locator,server and client are initialized config.before(new StartLocator(locatorPort), "locator"); config.before(new StartServer(locatorPort), "server"); config.before(new StartClient(locatorPort), "client"); config.before(new CreatePartitionedRegion(), "server"); config.before(new CreateClientProxyRegion(), "client"); //Define the benchmarked workload, which runs in a client config.workload(new PutTask()); return config; } } ``` ```java /** * Workload task, which extends the yardstick BenchmarkDriverAdapter * * Workload tasks should execute a single unit of work, and will be run repeatedly * for the duration of the test. */ public class PutTask extends BenchmarkDriverAdapter implements Serializable { private Region region; @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); ClientCache cache = ClientCacheFactory.getAnyInstance(); region = cache.getRegion("region"); } @Override public boolean test(Map ctx) throws Exception { region.put(1,2); return true; } } ``` ## SNI Proxy You can run any benchmark on a topology that routes all client-server communication through an SNI proxy. The `withSniProxy` property accepts: * `HAProxy` for HAProxy based SNI proxy (default). * `Envoy` for Envoy based SNI proxy. * `Manual` for providing your own SNI proxy and managing its lifecycle. The `withSniProxyImage` property can be used to provide an alternative Docker image to one of the supported proxy implementations. The value should be set to a valid Docker image coordinate. To run a test, e.g. `PartitionedGetBenchmark`, with default SNI Proxy: ```console ./run_tests.sh -t anytagname -- -Pbenchmark.withSniProxy --tests=PartitionedGetBenchmark ``` Since SNI is a feature of TLS, running with the SNI topology incurs TLS overheads with implied `-Pbenchmark.withSsl`. ### Router An alternative topology uses a router sitting in front of the SNI proxy to simulate off network access to the cluster, enabled with `-Pbenchmark.withRouter`. Enabling the router implies `-Pbenchmark.withSniProxy`. The `withRouter` property accepts: * `HAProxy` for HAProxy based router (default). * `Manual` for providing your own router and managing its lifecycle. Example: ```console ./run_tests.sh -t anytagname -- -Pbenchmark.withRouter --tests=PartitionedGetBenchmark ``` apache-geode-benchmarks-2.0.2-src/gradle/000755 000765 000024 00000000000 15201125641 020573 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/000755 000765 000024 00000000000 15201125641 021000 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/gradlew000755 000765 000024 00000013761 15201125641 020720 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. ## ## Tries to recreate Gradle's gradlew command in pure bash. ## This way you don't have to worry about binaries in your build. ## ## Depdencies ## unzip ## set -e set -o pipefail APP_NAME="Gradle" APP_BASE_NAME=`basename "$0"` # Use the maximum available, or set MAX_FD != -1 to use that value. MAX_FD="maximum" # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. DEFAULT_JVM_OPTS="-Dorg.gradle.appname=$APP_BASE_NAME" bin=`dirname "$0"` bin=`cd "$bin">/dev/null; pwd` if [ -e "$bin/gradle/wrapper/gradle-wrapper.properties" ]; then . "$bin/gradle/wrapper/gradle-wrapper.properties" else # the location that the wrapper is at doesn't have a properties # check PWD, gradlew may be shared if [ -e "$PWD/gradle/wrapper/gradle-wrapper.properties" ]; then . "$PWD/gradle/wrapper/gradle-wrapper.properties" else echo "Unable to locate gradle-wrapper.properties. Not at $PWD/gradle/wrapper/gradle-wrapper.properties or $bin/gradle/wrapper/gradle-wrapper.properties" 1>&2 exit 1 fi fi warn ( ) { echo "$*" } die ( ) { echo echo "$*" echo exit 1 } # OS specific support (must be 'true' or 'false'). darwin=false case "`uname`" in Darwin* ) darwin=true ;; esac # Attempt to set APP_HOME # Resolve links: $0 may be a link PRG="$0" # Need this for relative symlinks. while [ -h "$PRG" ] ; do ls=`ls -ld "$PRG"` link=`expr "$ls" : '.*-> \(.*\)$'` if expr "$link" : '/.*' > /dev/null; then PRG="$link" else PRG=`dirname "$PRG"`"/$link" fi done SAVED="`pwd`" cd "`dirname \"$PRG\"`/" >&- APP_HOME="`pwd -P`" cd "$SAVED" >&- CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar # Determine the Java command to use to start the JVM. if [ -n "$JAVA_HOME" ] ; then if [ -f "$JAVA_HOME/jre/sh/java" ] ; then # IBM's JDK on AIX uses strange locations for the executables JAVACMD="$JAVA_HOME/jre/sh/java" else JAVACMD="$JAVA_HOME/bin/java" fi if [ ! -f "$JAVACMD" ] ; then die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME Please set the JAVA_HOME variable in your environment to match the location of your Java installation." fi else JAVACMD="java" which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. Please set the JAVA_HOME variable in your environment to match the location of your Java installation." fi # Increase the maximum file descriptors if we can. if [ "$darwin" = "false" ] ; then MAX_FD_LIMIT=`ulimit -H -n` if [ $? -eq 0 ] ; then if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then MAX_FD="$MAX_FD_LIMIT" fi ulimit -n $MAX_FD if [ $? -ne 0 ] ; then warn "Could not set maximum file descriptor limit: $MAX_FD" fi else warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" fi fi # For Darwin, add options to specify how the application appears in the dock if $darwin; then GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" fi # does not match gradle's hash # waiting for http://stackoverflow.com/questions/26642077/java-biginteger-in-bash-rewrite-gradlew hash() { local input="$1" if $darwin; then md5 -q -s "$1" else echo -n "$1" | md5sum | cut -d" " -f1 fi } dist_path() { local dir=$(basename $distributionUrl | sed 's;.zip;;g') local id=$(hash "$distributionUrl") echo "$HOME/.gradle/${distributionPath:-wrapper/dists}/$dir/$id" } zip_path() { local dir=$(basename $distributionUrl | sed 's;.zip;;g') local id=$(hash "$distributionUrl") echo "$HOME/.gradle/${zipStorePath:-wrapper/dists}/$dir/$id" } download() { local base_path=$(dist_path) local file_name=$(basename $distributionUrl) local dir_name=$(echo "$file_name" | sed 's;-bin.zip;;g' | sed 's;-src.zip;;g' |sed 's;-all.zip;;g') if [ ! -d "$base_path" ]; then mkdir -p "$base_path" else # if data already exists, it means we failed to do this before # so cleanup last run and try again rm -rf $base_path/* fi # download dist. curl on mac doesn't like the cert provided... local zip_path=$(zip_path) curl --insecure -L -o "$zip_path/$file_name" "$distributionUrl" pushd "$base_path" touch "$file_name.lck" unzip "$zip_path/$file_name" 1> /dev/null touch "$file_name.ok" popd } is_cached() { local file_name=$(basename $distributionUrl) [ -e "$(dist_path)/$file_name.ok" ] } lib_path() { local base_path=$(dist_path) local file_name=$(basename $distributionUrl | sed 's;-bin.zip;;g' | sed 's;-src.zip;;g' |sed 's;-all.zip;;g') echo "$base_path/$file_name/lib" } classpath() { local dir=$(lib_path) local cp=$(ls -1 $dir/*.jar | tr '\n' ':') echo "$dir:$cp" } # Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules function splitJvmOpts() { JVM_OPTS=("$@") } main() { if ! is_cached; then download fi eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME" $JAVACMD "${JVM_OPTS[@]}" -cp $(classpath) org.gradle.launcher.GradleMain "$@" } main "$@" apache-geode-benchmarks-2.0.2-src/.gitignore000644 000765 000024 00000000170 15201125641 021323 0ustar00jihwanstaff000000 000000 .idea out .gradle build/ output*/ temp-self-signed.jks geode-benchmarks/security.json harness/security.json failedTests apache-geode-benchmarks-2.0.2-src/.github/000755 000765 000024 00000000000 15201125641 020675 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/build.gradle000644 000765 000024 00000003541 15201125641 021617 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ plugins { id "io.spring.dependency-management" version "1.0.11.RELEASE" id "com.bmuschko.docker-remote-api" version "6.7.0" id "com.diffplug.spotless" version "5.11.1" id "org.nosphere.apache.rat" version "0.7.0" id "com.github.ben-manes.versions" version "0.38.0" } apply plugin: 'com.bmuschko.docker-remote-api' // Import task types import com.bmuschko.gradle.docker.tasks.image.DockerBuildImage // Load all properties in dependency-version.properties as project properties, so all projects can read them Properties dependencyVersions = new Properties() dependencyVersions.load(new FileInputStream("${project.projectDir}/gradle/dependency-versions.properties")) dependencyVersions.keys().each{ k -> project.ext[k] = dependencyVersions[k]} // Use task types task buildTestingImage(type: DockerBuildImage) { inputDir = file(project.rootDir) dockerFile = file('images/geode-performance/Dockerfile') images.add('geode-performance-testing:latest') } apply from: "gradle/spotless.gradle" apply from: "gradle/rat.gradle" apply from: "gradle/resolve-dependencies.gradle" apache-geode-benchmarks-2.0.2-src/cryptoinfo/000755 000765 000024 00000000000 15201125641 021531 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/gradle.properties000644 000765 000024 00000003334 15201125641 022714 0ustar00jihwanstaff000000 000000 # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # The versionNumber follows semantic versioning conventions. versionNumber = 2.0.2 # The releaseQualifier uses the following conventions: # .M? - milestone release # -beta.? - beta release # - release releaseQualifier = # The releaseType uses the following conventions: # -SNAPSHOT - development version # - release releaseType = -SNAPSHOT # Maven also uses the project group as a prefix. group = org.apache.geode # 'apply from:' location for gradle scripts, relative to the project root. Specified here so that # it may be overridden by external projects or custom develop environment configurations scriptDir = gradle # Set the buildId to add build metadata that can be viewed from # gfsh or pulse (`gfsh version --full`). Can be set using # `gradle -PbuildId=N ...` where N is an artibitrary string.buildId = 0 buildId = 0 productName = Apache Geode productOrg = Apache Software Foundation (ASF) minimumGradleVersion = 6.8.3 apache-geode-benchmarks-2.0.2-src/infrastructure/000755 000765 000024 00000000000 15201125641 022415 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/settings.gradle000644 000765 000024 00000001646 15201125641 022364 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ rootProject.name = 'geode-benchmarks' include 'harness' include 'geode-benchmarks' include 'infrastructure' include 'cryptoinfo' apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/000755 000765 000024 00000000000 15201125641 024104 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/build.gradle000644 000765 000024 00000004662 15201125641 024704 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ plugins { id 'java' } version '1.0-SNAPSHOT' sourceCompatibility = 1.8 repositories { mavenCentral() } dependencies { implementation(group: 'org.json', name: 'json', version: project.'JSON.version') implementation 'software.amazon.awssdk:ec2' implementation(group: 'com.hierynomus', name: 'sshj', version: project.'sshj.version') runtime(group: 'org.slf4j', name: 'slf4j-simple', version: project.'slf4j-simple.version') } apply plugin: "io.spring.dependency-management" dependencyManagement { imports { mavenBom 'software.amazon.awssdk:bom:' + project.'software-amazon-awssdk.version' } } compileJava { options.compilerArgs << '-Xlint:unchecked' << "-Werror" options.deprecation = true } task(launchCluster, dependsOn: 'classes', type: JavaExec) { main = 'org.apache.geode.infrastructure.aws.LaunchCluster' workingDir = rootDir classpath = sourceSets.main.runtimeClasspath systemProperty 'TEST_CI', project.findProperty('ci') systemProperty 'PURPOSE', project.findProperty('purpose') systemProperty 'INSTANCE_TYPE', project.findProperty('instanceType') systemProperty 'TENANCY', project.findProperty('tenancy') systemProperty 'AVAILABILITY_ZONE', project.findProperty('availabilityZone') } task(destroyCluster, dependsOn: 'classes', type: JavaExec) { main = 'org.apache.geode.infrastructure.aws.DestroyCluster' workingDir = rootDir classpath = sourceSets.main.runtimeClasspath systemProperty 'TEST_CI', project.findProperty('ci') } task(expireClusters, dependsOn: 'classes', type: JavaExec) { main = 'org.apache.geode.infrastructure.aws.ExpireClusters' workingDir = rootDir classpath = sourceSets.main.runtimeClasspath } apache-geode-benchmarks-2.0.2-src/infrastructure/src/000755 000765 000024 00000000000 15201125641 023204 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/src/main/000755 000765 000024 00000000000 15201125641 024130 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/src/main/java/000755 000765 000024 00000000000 15201125641 025051 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/src/main/java/org/000755 000765 000024 00000000000 15201125641 025640 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/src/main/java/org/apache/000755 000765 000024 00000000000 15201125641 027061 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/src/main/java/org/apache/geode/000755 000765 000024 00000000000 15201125641 030144 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/src/main/java/org/apache/geode/infrastructure/000755 000765 000024 00000000000 15201125641 033224 5ustar00jihwanstaff000000 000000 infrastructure/src/main/java/org/apache/geode/infrastructure/BenchmarkMetadata.java000644 000765 000024 00000003351 15201125641 037345 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.infrastructure; /** * Static methods to generate common strings used by the infrastructure. */ public class BenchmarkMetadata { public static String PREFIX = "geode-benchmarks"; public static String benchmarkPrefix(String tag) { if (System.getProperty("TEST_CI").equals("1")) { return PREFIX + "-" + tag; } else { return PREFIX + "-" + System.getProperty("user.name") + "-" + tag; } } public static String benchmarkString(String tag, String suffix) { return benchmarkPrefix(tag) + "-" + suffix; } public static String benchmarkConfigDirectory() { return System.getProperty("user.home") + "/." + PREFIX; } public static String benchmarkPrivateKeyFileName(String tag) { return benchmarkConfigDirectory() + "/" + tag + "-privkey.pem"; } public static String benchmarkMetadataFileName(String tag) { return benchmarkConfigDirectory() + "/" + tag + "-cluster-launch.properties"; } } apache-geode-benchmarks-2.0.2-src/infrastructure/src/main/java/org/apache/geode/infrastructure/aws/000755 000765 000024 00000000000 15201125641 034016 5ustar00jihwanstaff000000 000000 infrastructure/src/main/java/org/apache/geode/infrastructure/aws/AwsBenchmarkMetadata.java000644 000765 000024 00000005057 15201125641 040617 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.infrastructure.aws; import static java.lang.System.getProperty; import static software.amazon.awssdk.services.ec2.model.InstanceType.C5_18_XLARGE; import software.amazon.awssdk.services.ec2.model.InstanceType; import software.amazon.awssdk.services.ec2.model.PlacementStrategy; import software.amazon.awssdk.services.ec2.model.Tenancy; import org.apache.geode.infrastructure.BenchmarkMetadata; /** * Static methods to generate common strings used for AWS infrastructure. */ class AwsBenchmarkMetadata extends BenchmarkMetadata { public static final String USER = "geode"; public static final int POLL_INTERVAL = 15000; public static InstanceType INSTANCE_TYPE = InstanceType.fromValue( getProperty("INSTANCE_TYPE", C5_18_XLARGE.toString())); public static Tenancy TENANCY = Tenancy.DEDICATED; public static String securityGroup(String tag) { return BenchmarkMetadata.benchmarkString(tag, "securityGroup"); } public static String placementGroup(String tag) { return BenchmarkMetadata.benchmarkString(tag, "placementGroup"); } public static String launchTemplate(String tag) { return BenchmarkMetadata.benchmarkString(tag, "launchTemplate"); } public static String keyPair(String tag) { return BenchmarkMetadata.benchmarkString(tag, "keyPair"); } public static String keyPairFileName(String tag) { return BenchmarkMetadata.benchmarkPrivateKeyFileName(tag); } public static String metadataFileName(String tag) { return BenchmarkMetadata.benchmarkMetadataFileName(tag); } public static InstanceType instanceType() { return INSTANCE_TYPE; } public static Tenancy tenancy() { return TENANCY; } public static PlacementStrategy placementGroupStrategy() { return PlacementStrategy.CLUSTER; } } infrastructure/src/main/java/org/apache/geode/infrastructure/aws/LaunchCluster.java000644 000765 000024 00000046601 15201125641 037365 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.infrastructure.aws; import static java.lang.String.format; import static java.lang.Thread.sleep; import java.io.FileWriter; import java.io.IOException; import java.nio.file.Files; import java.nio.file.Path; import java.nio.file.Paths; import java.nio.file.attribute.PosixFilePermissions; import java.time.Duration; import java.time.Instant; import java.time.LocalDateTime; import java.time.format.DateTimeFormatter; import java.util.ArrayList; import java.util.Comparator; import java.util.List; import java.util.Locale; import java.util.Properties; import java.util.UUID; import java.util.stream.Collectors; import software.amazon.awssdk.services.ec2.Ec2Client; import software.amazon.awssdk.services.ec2.model.AllocateHostsRequest; import software.amazon.awssdk.services.ec2.model.AllocateHostsResponse; import software.amazon.awssdk.services.ec2.model.AuthorizeSecurityGroupIngressRequest; import software.amazon.awssdk.services.ec2.model.CreateKeyPairRequest; import software.amazon.awssdk.services.ec2.model.CreateKeyPairResponse; import software.amazon.awssdk.services.ec2.model.CreateLaunchTemplateRequest; import software.amazon.awssdk.services.ec2.model.CreateLaunchTemplateResponse; import software.amazon.awssdk.services.ec2.model.CreatePlacementGroupRequest; import software.amazon.awssdk.services.ec2.model.CreateSecurityGroupRequest; import software.amazon.awssdk.services.ec2.model.CreateSecurityGroupResponse; import software.amazon.awssdk.services.ec2.model.CreateTagsRequest; import software.amazon.awssdk.services.ec2.model.CreateTagsResponse; import software.amazon.awssdk.services.ec2.model.DescribeImagesRequest; import software.amazon.awssdk.services.ec2.model.DescribeInstancesRequest; import software.amazon.awssdk.services.ec2.model.DescribeInstancesResponse; import software.amazon.awssdk.services.ec2.model.DescribeSecurityGroupsRequest; import software.amazon.awssdk.services.ec2.model.DescribeSecurityGroupsResponse; import software.amazon.awssdk.services.ec2.model.Ec2Exception; import software.amazon.awssdk.services.ec2.model.Filter; import software.amazon.awssdk.services.ec2.model.Image; import software.amazon.awssdk.services.ec2.model.Instance; import software.amazon.awssdk.services.ec2.model.LaunchTemplateBlockDeviceMappingRequest; import software.amazon.awssdk.services.ec2.model.LaunchTemplateEbsBlockDeviceRequest; import software.amazon.awssdk.services.ec2.model.LaunchTemplateSpecification; import software.amazon.awssdk.services.ec2.model.Placement; import software.amazon.awssdk.services.ec2.model.RequestLaunchTemplateData; import software.amazon.awssdk.services.ec2.model.ResourceType; import software.amazon.awssdk.services.ec2.model.RunInstancesRequest; import software.amazon.awssdk.services.ec2.model.RunInstancesResponse; import software.amazon.awssdk.services.ec2.model.Tag; import software.amazon.awssdk.services.ec2.model.TagSpecification; import software.amazon.awssdk.services.ec2.model.Tenancy; import software.amazon.awssdk.services.ec2.model.VolumeType; import org.apache.geode.infrastructure.BenchmarkMetadata; public class LaunchCluster { private static final long MAX_WAIT_INTERVAL = 2000; private static final int MAX_DESCRIBE_RETRIES = 5; private static final int MAX_CREATE_RETRIES = 3; private static final int MAX_TAG_RETRIES = 3; private static final Ec2Client ec2 = Ec2Client.create(); private static final Tenancy tenancy = Tenancy.fromValue(System.getProperty("TENANCY", "host")); private static final String availabilityZone = System.getProperty("AVAILABILITY_ZONE", "us-west-2a"); public static void main(String[] args) throws IOException, InterruptedException { if (args.length != 2) { usage("Usage: LaunchCluster "); return; } String benchmarkTag = args[0]; int count = Integer.parseInt(args[1]); if (benchmarkTag == null || benchmarkTag.isEmpty()) { usage("Usage: LaunchCluster "); } final List tags = getTags(benchmarkTag); createKeyPair(benchmarkTag); final Image newestImage = getNewestImage(); createPlacementGroup(benchmarkTag); createSecurityGroup(benchmarkTag, tags); authorizeSecurityGroup(benchmarkTag); createLaunchTemplate(benchmarkTag, newestImage); final int ec2Timeout = 300; final List instanceIds = launchInstances(benchmarkTag, count, tags, ec2Timeout); final DescribeInstancesResponse instances = waitForInstances(instanceIds, ec2Timeout); final List publicIps = getPublicIps(instances); createMetadata(benchmarkTag, publicIps); installPrivateKey(benchmarkTag, publicIps); installMetadata(benchmarkTag, publicIps); System.out.println("Instances successfully launched! Public IPs: " + publicIps); } private static List launchInstances(final String benchmarkTag, final int count, final List tags, final int ec2Timeout) throws InterruptedException { switch (tenancy) { case HOST: final List hostIds = allocateHosts(tags, count, ec2Timeout); return launchInstances(benchmarkTag, tags, hostIds); case DEDICATED: case DEFAULT: return launchInstances(benchmarkTag, tags, count); default: throw new IllegalArgumentException(format("Unsupported tenancy mode: %s", tenancy)); } } private static List getPublicIps(DescribeInstancesResponse describeInstancesResponse) { return describeInstancesResponse.reservations().stream() .flatMap(reservation -> reservation.instances().stream()) .map(Instance::publicIpAddress).collect(Collectors.toList()); } private static void usage(String s) { throw new IllegalStateException(s); } private static List allocateHosts(List tags, int count, int timeout) throws InterruptedException { int gotHosts = 0; AllocateHostsResponse hosts; List hostIds = new ArrayList<>(); Instant end = Instant.now().plus(Duration.ofSeconds(timeout)); do { hosts = ec2.allocateHosts(AllocateHostsRequest.builder() .availabilityZone(availabilityZone) .instanceType(AwsBenchmarkMetadata.instanceType().toString()) .quantity(count - gotHosts) .tagSpecifications(TagSpecification.builder() .tags(tags) .resourceType(ResourceType.DEDICATED_HOST) .build()) .build()); hostIds.addAll(hosts.hostIds()); gotHosts += hosts.hostIds().size(); if (Instant.now().isAfter(end)) { throw new InterruptedException( count + " hosts were not allocated before timeout of " + timeout + " seconds."); } } while (gotHosts < count); return hostIds; } private static List launchInstances(final String launchTemplate, final List tags, final List hosts) { final List instanceIds = new ArrayList<>(hosts.size()); for (String host : hosts) { RunInstancesResponse rir = ec2.runInstances(RunInstancesRequest.builder() .launchTemplate(LaunchTemplateSpecification.builder() .launchTemplateName(AwsBenchmarkMetadata.launchTemplate(launchTemplate)) .build()) .placement(Placement.builder() .tenancy(Tenancy.HOST) .hostId(host) .build()) .tagSpecifications(TagSpecification.builder() .tags(tags) .resourceType(ResourceType.INSTANCE) .build()) .minCount(1) .maxCount(1) .build()); instanceIds.add(rir.instances().get(0).instanceId()); } return instanceIds; } private static List launchInstances(final String launchTemplate, final List tags, final int count) { RunInstancesResponse rir = ec2.runInstances(RunInstancesRequest.builder() .launchTemplate(LaunchTemplateSpecification.builder() .launchTemplateName(AwsBenchmarkMetadata.launchTemplate(launchTemplate)) .build()) .placement(Placement.builder() .availabilityZone(availabilityZone) .tenancy(tenancy) .build()) .tagSpecifications(TagSpecification.builder() .tags(tags) .resourceType(ResourceType.INSTANCE) .build()) .minCount(count) .maxCount(count) .build()); return rir.instances().stream().map(Instance::instanceId).collect(Collectors.toList()); } private static DescribeInstancesResponse waitForInstances(List instanceIds, int timeout) throws InterruptedException { System.out.println("Waiting for cluster instances to go fully online."); Instant end = Instant.now().plus(Duration.ofSeconds(timeout)); DescribeInstancesResponse describeInstancesResponse; do { sleep(AwsBenchmarkMetadata.POLL_INTERVAL); System.out.println( "Continuing to wait for " + new StringBuilder().append(instanceIds + ", ").toString()); describeInstancesResponse = describeInstances(instanceIds, "running"); if (Instant.now().isAfter(end)) { throw new InterruptedException(instanceIds.size() + " hosts were not running before timeout of " + timeout + " seconds."); } } while (instanceCount(describeInstancesResponse) < instanceIds.size()); return describeInstancesResponse; } private static void installPrivateKey(String benchmarkTag, List publicIps) { new KeyInstaller(benchmarkTag).installPrivateKey(publicIps); System.out.println("Private key installed on all instances for passwordless ssh"); } private static void installMetadata(String benchmarkTag, List publicIps) { new MetadataInstaller(benchmarkTag).installMetadata(publicIps); System.out.println("Instance ID information installed on all instances"); } private static long instanceCount(DescribeInstancesResponse describeInstancesResponse) { return describeInstancesResponse .reservations().stream().flatMap(reservation -> reservation.instances().stream()).count(); } private static DescribeInstancesResponse describeInstances(List instanceIds, String state) { return ec2.describeInstances(DescribeInstancesRequest.builder() .instanceIds(instanceIds) .filters(Filter.builder() .name("instance-state-name") .values(state) .build()) .build()); } private static void createKeyPair(String benchmarkTag) throws IOException { Path configDirectory = Paths.get(BenchmarkMetadata.benchmarkConfigDirectory()); CreateKeyPairResponse ckpr = ec2.createKeyPair( CreateKeyPairRequest.builder().keyName(AwsBenchmarkMetadata.keyPair(benchmarkTag)).build()); if (!configDirectory.toFile().exists()) { Files.createDirectories(Paths.get(BenchmarkMetadata.benchmarkConfigDirectory())); } Path privateKey = Files.write(Paths.get(AwsBenchmarkMetadata.keyPairFileName(benchmarkTag)), ckpr.keyMaterial().getBytes()); Files.setPosixFilePermissions(privateKey, PosixFilePermissions.fromString("rw-------")); } private static void createMetadata(String benchmarkTag, List publicIps) throws IOException { UUID instanceId = UUID.randomUUID(); Properties metadata = new Properties(System.getProperties()); metadata.setProperty("benchmark.instanceId", instanceId.toString()); metadata.setProperty("benchmark.publicIps", String.join(",", publicIps)); Path configDirectory = Paths.get(BenchmarkMetadata.benchmarkConfigDirectory()); if (!configDirectory.toFile().exists()) { Files.createDirectories(Paths.get(BenchmarkMetadata.benchmarkConfigDirectory())); } Path metadataPath = Paths.get(AwsBenchmarkMetadata.metadataFileName(benchmarkTag)); try (FileWriter writer = new FileWriter(metadataPath.toFile())) { metadata.store(writer, "Benchmark metadata generated during cluster launch"); } Files.setPosixFilePermissions(metadataPath, PosixFilePermissions.fromString("rw-------")); } private static void createLaunchTemplate(String benchmarkTag, Image newestImage) { ArrayList securityGroupList = new ArrayList<>(); securityGroupList.add(AwsBenchmarkMetadata.securityGroup(benchmarkTag)); // Create the launch template CreateLaunchTemplateResponse cltresponse = ec2.createLaunchTemplate(CreateLaunchTemplateRequest.builder() .launchTemplateName(AwsBenchmarkMetadata.launchTemplate(benchmarkTag)) .launchTemplateData(RequestLaunchTemplateData.builder() .imageId(newestImage.imageId()) .instanceType(AwsBenchmarkMetadata.instanceType()) .keyName(AwsBenchmarkMetadata.keyPair(benchmarkTag)) .securityGroups(securityGroupList) .blockDeviceMappings(LaunchTemplateBlockDeviceMappingRequest.builder() .deviceName("/dev/sda1") .ebs(LaunchTemplateEbsBlockDeviceRequest.builder() .volumeType(VolumeType.GP2) .volumeSize(50) .build()) .build()) .build()) .build()); System.out.println("Launch Template for cluster '" + benchmarkTag + "' created."); } /* * Create the security group and wait until it is visible to subsequent commands. * This avoids issues caused by Amazon EC2 API eventual consistency model. */ private static void createSecurityGroup(String benchmarkTag, List tags) throws InterruptedException { CreateSecurityGroupResponse csgr = null; String groupId; for (int create_retries = 0; create_retries < MAX_CREATE_RETRIES; create_retries++) { try { csgr = ec2.createSecurityGroup(CreateSecurityGroupRequest.builder() .groupName(AwsBenchmarkMetadata.securityGroup(benchmarkTag)) .description(AwsBenchmarkMetadata.securityGroup(benchmarkTag)) .build()); break; } catch (Exception exception) { // try again } } if (csgr == null) { throw new RuntimeException( "Security Group was not created after " + MAX_CREATE_RETRIES + " attempts."); } groupId = csgr.groupId(); DescribeSecurityGroupsRequest describeSecurityGroupsRequest = DescribeSecurityGroupsRequest.builder().groupIds(groupId).build(); DescribeSecurityGroupsResponse describeSecurityGroupsResponse = null; for (int describeRetries = 0; describeRetries < MAX_DESCRIBE_RETRIES; describeRetries++) { try { describeSecurityGroupsResponse = ec2.describeSecurityGroups(describeSecurityGroupsRequest); if (!describeSecurityGroupsResponse.securityGroups().isEmpty()) { System.out.println("Security Group with id '" + groupId + "' is created and visible to subsequent commands."); break; } } catch (Ec2Exception exception) { // try again } Thread.sleep(Math.min(getWaitTimeExp(describeRetries), MAX_WAIT_INTERVAL)); } if (describeSecurityGroupsResponse == null) { throw new RuntimeException("Security Group with id '" + groupId + "' was not visible after " + MAX_DESCRIBE_RETRIES + " attempts;"); } CreateTagsResponse createTagResponse = null; for (int tagRetries = 0; tagRetries < MAX_TAG_RETRIES; tagRetries++) { try { createTagResponse = ec2.createTags(CreateTagsRequest.builder().resources(groupId).tags(tags).build()); if (createTagResponse != null) { System.out.println("Tags for cluster '" + benchmarkTag + "' created."); break; } } catch (Exception exception) { // try again } } if (createTagResponse == null) { throw new RuntimeException("Tags for cluster '" + benchmarkTag + "' were not created after " + MAX_TAG_RETRIES + " attempts."); } } /* * Allow all members of the security group to freely talk to each other. */ private static void authorizeSecurityGroup(String benchmarkTag) { ec2.authorizeSecurityGroupIngress(AuthorizeSecurityGroupIngressRequest.builder() .groupName(AwsBenchmarkMetadata.securityGroup(benchmarkTag)) .sourceSecurityGroupName(AwsBenchmarkMetadata.securityGroup(benchmarkTag)) .build()); ec2.authorizeSecurityGroupIngress(AuthorizeSecurityGroupIngressRequest.builder() .groupName(AwsBenchmarkMetadata.securityGroup(benchmarkTag)) .cidrIp("0.0.0.0/0") .ipProtocol("tcp") .toPort(22) .fromPort(22) .build()); System.out.println("Security Group permissions for cluster '" + benchmarkTag + "' set."); } private static void createPlacementGroup(String benchmarkTag) { ec2.createPlacementGroup(CreatePlacementGroupRequest.builder() .groupName(AwsBenchmarkMetadata.placementGroup(benchmarkTag)) .strategy(AwsBenchmarkMetadata.placementGroupStrategy()) .build()); System.out.println("Placement Group for cluster '" + benchmarkTag + "' created."); } private static List getTags(String benchmarkTag) { // Create tags for everything List tags = new ArrayList<>(); tags.add(Tag.builder().key("purpose").value(BenchmarkMetadata.PREFIX).build()); tags.add(Tag.builder().key(BenchmarkMetadata.PREFIX).value(benchmarkTag).build()); tags.add(Tag.builder().key(BenchmarkMetadata.benchmarkString(benchmarkTag, "instanceId")) .value(UUID.randomUUID().toString()).build()); return tags; } private static Image getNewestImage() { DateTimeFormatter inputFormatter = DateTimeFormatter.ofPattern("yyyy-MM-dd'T'HH:mm:ss.SSS'Z'", Locale.ENGLISH); String purpose = System.getProperty("PURPOSE", "geode-benchmarks"); if (purpose.isEmpty()) { purpose = "geode-benchmarks"; } // Find an appropriate AMI to launch our cluster with List benchmarkImages = ec2.describeImages( DescribeImagesRequest .builder() .filters(Filter.builder().name("tag:purpose").values(purpose).build()) .build()) .images(); // benchmarkImages is an immutable list so we have to copy it List sortableImages = new ArrayList<>(benchmarkImages); sortableImages.sort( Comparator.comparing((Image i) -> LocalDateTime.parse(i.creationDate(), inputFormatter))); if (sortableImages.size() < 1) { System.out.println("No suitable AMIs available, exiting."); System.exit(1); } return sortableImages.get(sortableImages.size() - 1); } /* * Returns the next wait interval, in milliseconds, using an exponential * backoff algorithm. */ private static long getWaitTimeExp(int retryCount) { return ((long) Math.pow(2, retryCount) * 100L); } } infrastructure/src/main/java/org/apache/geode/infrastructure/aws/KeyInstaller.java000644 000765 000024 00000005752 15201125641 037221 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.infrastructure.aws; import java.io.IOException; import java.io.UncheckedIOException; import java.net.ConnectException; import java.nio.file.Path; import java.nio.file.Paths; import java.util.Collection; import java.util.Collections; import net.schmizz.sshj.Config; import net.schmizz.sshj.DefaultConfig; import net.schmizz.sshj.SSHClient; import net.schmizz.sshj.sftp.FileAttributes; import net.schmizz.sshj.sftp.SFTPClient; import net.schmizz.sshj.transport.verification.PromiscuousVerifier; import net.schmizz.sshj.xfer.FilePermission; import net.schmizz.sshj.xfer.FileSystemFile; public class KeyInstaller { public static final Config CONFIG = new DefaultConfig(); private static final int RETRIES = 30; private final String user; private final Path privateKey; public KeyInstaller(String benchmarkTag) { this.user = AwsBenchmarkMetadata.USER; this.privateKey = Paths.get(AwsBenchmarkMetadata.keyPairFileName(benchmarkTag)); } public void installPrivateKey(Collection hosts) { hosts.forEach(this::installKey); } private void installKey(String host) { try (SSHClient client = new SSHClient(CONFIG)) { client.addHostKeyVerifier(new PromiscuousVerifier()); connect(host, client); client.authPublickey(user, privateKey.toFile().getAbsolutePath()); SFTPClient sftpClient = client.newSFTPClient(); String dest = "/home/" + user + "/.ssh/id_rsa"; sftpClient.put(new FileSystemFile(privateKey.toFile()), dest); sftpClient.setattr(dest, new FileAttributes.Builder() .withPermissions(Collections.singleton(FilePermission.USR_R)).build()); } catch (IOException e) { throw new UncheckedIOException(e); } catch (InterruptedException e) { throw new RuntimeException(e); } } private void connect(String host, SSHClient client) throws IOException, InterruptedException { int i = 0; while (true) { try { i++; client.connect(host); return; } catch (ConnectException e) { if (i >= RETRIES) { throw e; } System.out.println("Failed to connect, retrying..."); Thread.sleep(AwsBenchmarkMetadata.POLL_INTERVAL); } } } } infrastructure/src/main/java/org/apache/geode/infrastructure/aws/ExpireClusters.java000644 000765 000024 00000010353 15201125641 037565 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.infrastructure.aws; import java.io.IOException; import java.time.Instant; import java.util.Date; import java.util.List; import java.util.Optional; import java.util.stream.Collectors; import java.util.stream.Stream; import software.amazon.awssdk.services.ec2.Ec2Client; import software.amazon.awssdk.services.ec2.model.DescribeInstancesRequest; import software.amazon.awssdk.services.ec2.model.DescribeInstancesResponse; import software.amazon.awssdk.services.ec2.model.Filter; import software.amazon.awssdk.services.ec2.model.Instance; import software.amazon.awssdk.services.ec2.model.Tag; public class ExpireClusters { static final int days_old = 7; static Ec2Client ec2 = Ec2Client.create(); public static void main(String[] args) throws IOException, InterruptedException { if (args.length != 0) { usage("Usage: ExpireClusters"); return; } List expiredClusters = findExpiredClusters(); for (String expiredCluster : expiredClusters) { String[] arguments = new String[1]; arguments[0] = expiredCluster; System.out.println("Destroying cluster with tag " + expiredCluster + "."); DestroyCluster.main(arguments); } } private static List findExpiredClusters() { Instant expirationTime = getExpirationTime().toInstant(); DescribeInstancesResponse describeInstancesResponse = ec2.describeInstances( DescribeInstancesRequest.builder() .filters(Filter.builder() .name("instance-state-name") .values("running") .build()) .build()); Stream instances = describeInstancesResponse.reservations().stream() .flatMap(reservation -> reservation.instances().stream()); Stream expiredInstances = instances .filter(instance -> isBefore(instance.getValueForField("LaunchTime", Instant.class), expirationTime)); Stream tags = expiredInstances.map(ExpireClusters::getTagForInstance); List distinctTags = tags.distinct().filter(tag -> !tag.isEmpty()).collect(Collectors.toList()); return distinctTags; } private static boolean isBefore(Optional launchTime, Instant expirationTime) { if (launchTime.isPresent()) { if (launchTime.get().isBefore(expirationTime)) { return true; } } return false; } private static String getTagForInstance(Instance expiredInstance) { Stream expiredInstanceTagStream = expiredInstance.tags().stream(); Stream geodeBenchmarksTagStream = expiredInstanceTagStream.filter(tag -> tag.key().equals("geode-benchmarks")); List expiredTags = geodeBenchmarksTagStream.map(Tag::value).collect(Collectors.toList()); if (expiredTags.size() > 0) { return expiredTags.get(0); } else { return ""; } } // private static Date convertToDate(Optional optionalDate) { // try { // // "2018-03-20T21:38:47.000Z" // if(optionalDate.isPresent()) { // String date = optionalDate.get(); // return new SimpleDateFormat("yyyy-MM-ddTHH:mm:ss.SSSZ").parse(date); // } // } catch (ParseException e) { // e.printStackTrace(); // } // // return null; // } private static void usage(String s) { throw new IllegalStateException(s); } private static Date getExpirationTime() { long DAY_IN_MS = 1000 * 60 * 60 * 24; return new Date(System.currentTimeMillis() - (days_old * DAY_IN_MS)); } } infrastructure/src/main/java/org/apache/geode/infrastructure/aws/DestroyCluster.java000644 000765 000024 00000016754 15201125641 037612 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.infrastructure.aws; import static java.lang.Thread.sleep; import java.nio.file.Files; import java.nio.file.Paths; import java.util.List; import java.util.stream.Collectors; import java.util.stream.Stream; import software.amazon.awssdk.services.ec2.Ec2Client; import software.amazon.awssdk.services.ec2.model.DeleteKeyPairRequest; import software.amazon.awssdk.services.ec2.model.DeleteLaunchTemplateRequest; import software.amazon.awssdk.services.ec2.model.DeletePlacementGroupRequest; import software.amazon.awssdk.services.ec2.model.DeleteSecurityGroupRequest; import software.amazon.awssdk.services.ec2.model.DescribeHostsRequest; import software.amazon.awssdk.services.ec2.model.DescribeHostsResponse; import software.amazon.awssdk.services.ec2.model.DescribeInstancesRequest; import software.amazon.awssdk.services.ec2.model.DescribeInstancesResponse; import software.amazon.awssdk.services.ec2.model.Filter; import software.amazon.awssdk.services.ec2.model.Host; import software.amazon.awssdk.services.ec2.model.Instance; import software.amazon.awssdk.services.ec2.model.ReleaseHostsRequest; import software.amazon.awssdk.services.ec2.model.TerminateInstancesRequest; import org.apache.geode.infrastructure.BenchmarkMetadata; public class DestroyCluster { private static Ec2Client ec2 = Ec2Client.create(); public static void main(String[] args) throws InterruptedException { if (args.length != 1) { throw new IllegalStateException("This takes one argument, the cluster tag to work with."); } String benchmarkTag = args[0]; if (benchmarkTag == null || benchmarkTag.isEmpty()) { throw new IllegalStateException("No valid tag found."); } deleteInstances(benchmarkTag); releaseHosts(benchmarkTag); deleteLaunchTemplate(benchmarkTag); deleteSecurityGroup(benchmarkTag); deletePlacementGroup(benchmarkTag); deleteKeyPair(benchmarkTag); deleteMetadata(benchmarkTag); } private static void releaseHosts(String benchmarkTag) { DescribeHostsResponse hosts = ec2.describeHosts(DescribeHostsRequest.builder() .filter(Filter.builder() .name("tag:" + BenchmarkMetadata.PREFIX) .values(benchmarkTag) .build()) .build()); List hostIds = hosts.hosts().stream().map(Host::hostId).collect(Collectors.toList()); ec2.releaseHosts(ReleaseHostsRequest.builder().hostIds(hostIds).build()); System.out.println("Hosts for cluster '" + benchmarkTag + "' released."); } private static void deleteKeyPair(String benchmarkTag) { try { System.out.println("Deleting cluster keypair: " + AwsBenchmarkMetadata.keyPair(benchmarkTag)); ec2.deleteKeyPair(DeleteKeyPairRequest.builder() .keyName(AwsBenchmarkMetadata.keyPair(benchmarkTag)) .build()); Files.deleteIfExists(Paths.get(AwsBenchmarkMetadata.keyPairFileName(benchmarkTag))); System.out.println("Key Pair for cluster '" + benchmarkTag + "' deleted."); } catch (Exception e) { System.out.println("We got an exception while deleting the Key pair"); System.out.println("Exception message: " + e); } } private static void deleteMetadata(String benchmarkTag) { try { Files.deleteIfExists(Paths.get(AwsBenchmarkMetadata.metadataFileName(benchmarkTag))); System.out.println("Metadata for cluster '" + benchmarkTag + "' deleted."); } catch (Exception e) { System.out.println("We got an exception while deleting the Key pair"); System.out.println("Exception message: " + e); } } private static void deleteInstances(String benchmarkTag) throws InterruptedException { // delete instances try { DescribeInstancesResponse dir = ec2.describeInstances(DescribeInstancesRequest.builder() .filters(Filter.builder() .name("tag:" + BenchmarkMetadata.PREFIX).values(benchmarkTag).build()) .build()); Stream instanceStream = dir.reservations() .stream() .flatMap(reservation -> reservation.instances().stream()); List instanceIds = dir .reservations() .stream() .flatMap(reservation -> reservation .instances() .stream()) .map(Instance::instanceId) .collect(Collectors.toList()); ec2.terminateInstances(TerminateInstancesRequest.builder() .instanceIds(instanceIds) .build()); System.out.println("Waiting for cluster instances to terminate."); while (ec2.describeInstances(DescribeInstancesRequest.builder() .instanceIds(instanceIds) .filters(Filter.builder() .name("instance-state-name") .values("pending", "running", "shutting-down", "stopping", "stopped") .build()) .build()).reservations().stream().flatMap(reservation -> reservation.instances().stream()) .count() > 0) { sleep(AwsBenchmarkMetadata.POLL_INTERVAL); System.out.println("Continuing to wait."); } System.out.println("Instances for cluster '" + benchmarkTag + "' deleted."); } catch (Exception e) { System.out.println("We got an exception while deleting the instances"); System.out.println("Exception message: " + e); } } private static void deletePlacementGroup(String benchmarkTag) { try { ec2.deletePlacementGroup(DeletePlacementGroupRequest.builder() .groupName(AwsBenchmarkMetadata.placementGroup(benchmarkTag)) .build()); System.out.println("Placement Group for cluster '" + benchmarkTag + "' deleted."); } catch (Exception e) { System.out.println("We got an exception while deleting the placement group"); System.out.println("Exception message: " + e); } } private static void deleteSecurityGroup(String benchmarkTag) { try { ec2.deleteSecurityGroup(DeleteSecurityGroupRequest.builder() .groupName(AwsBenchmarkMetadata.securityGroup(benchmarkTag)) .build()); System.out.println("Security Group for cluster '" + benchmarkTag + "' deleted."); } catch (Exception e) { System.out.println("We got an exception while deleting the security group"); System.out.println("Exception message: " + e); } } private static void deleteLaunchTemplate(String benchmarkTag) { try { ec2.deleteLaunchTemplate(DeleteLaunchTemplateRequest.builder() .launchTemplateName(AwsBenchmarkMetadata.launchTemplate(benchmarkTag)) .build()); System.out.println("Launch template for cluster '" + benchmarkTag + "' deleted."); } catch (Exception e) { System.out.println("We got an exception while deleting the launch template"); System.out.println("Exception message: " + e); } } } infrastructure/src/main/java/org/apache/geode/infrastructure/aws/MetadataInstaller.java000644 000765 000024 00000006202 15201125641 040200 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.infrastructure.aws; import java.io.IOException; import java.io.UncheckedIOException; import java.net.ConnectException; import java.nio.file.Path; import java.nio.file.Paths; import java.util.Collection; import java.util.Collections; import net.schmizz.sshj.Config; import net.schmizz.sshj.DefaultConfig; import net.schmizz.sshj.SSHClient; import net.schmizz.sshj.sftp.FileAttributes; import net.schmizz.sshj.sftp.SFTPClient; import net.schmizz.sshj.transport.verification.PromiscuousVerifier; import net.schmizz.sshj.xfer.FilePermission; import net.schmizz.sshj.xfer.FileSystemFile; public class MetadataInstaller { public static final Config CONFIG = new DefaultConfig(); private static final int RETRIES = 30; private final String user; private final Path metadata; private final Path privateKey; public MetadataInstaller(String benchmarkTag) { this.user = AwsBenchmarkMetadata.USER; this.privateKey = Paths.get(AwsBenchmarkMetadata.keyPairFileName(benchmarkTag)); this.metadata = Paths.get(AwsBenchmarkMetadata.metadataFileName(benchmarkTag)); } public void installMetadata(Collection hosts) { hosts.forEach(this::installMetadata); } private void installMetadata(String host) { try (SSHClient client = new SSHClient(CONFIG)) { client.addHostKeyVerifier(new PromiscuousVerifier()); connect(host, client); client.authPublickey(user, privateKey.toFile().getAbsolutePath()); SFTPClient sftpClient = client.newSFTPClient(); String dest = "/home/" + user + "/geode-benchmarks-metadata.json"; sftpClient.put(new FileSystemFile(metadata.toFile()), dest); sftpClient.setattr(dest, new FileAttributes.Builder() .withPermissions(Collections.singleton(FilePermission.USR_R)).build()); } catch (IOException e) { throw new UncheckedIOException(e); } catch (InterruptedException e) { throw new RuntimeException(e); } } private void connect(String host, SSHClient client) throws IOException, InterruptedException { int i = 0; while (true) { try { i++; client.connect(host); return; } catch (ConnectException e) { if (i >= RETRIES) { throw e; } System.out.println("Failed to connect, retrying..."); Thread.sleep(AwsBenchmarkMetadata.POLL_INTERVAL); } } } } apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/google_cloud/000755 000765 000024 00000000000 15201125641 026546 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/000755 000765 000024 00000000000 15201125641 024676 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/submit_benchmark.py000755 000765 000024 00000016413 15201125641 030575 0ustar00jihwanstaff000000 000000 #!/usr/bin/env python3 # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import argparse import hashlib import json import os import re import psycopg2 import creds import csv import glob import datetime parser = argparse.ArgumentParser() parser.add_argument('--benchmark_dir', '-b', help='Directory containing the benchmark to be submitted') parser.add_argument('--identifier', '-i', help='Unique identifier for this benchmark result') parser.add_argument('--instance_id', '-I', help='instance id to use if not present in metadata') args = parser.parse_args() build_identifier = "" benchmark_dir = args.benchmark_dir.rstrip('/') print("***************************") print(f"processing benchmark data set in {benchmark_dir}.") if args.identifier is not None: build_identifier = args.identifier metadata_file = f"{benchmark_dir}/metadata.json" with open(metadata_file, "r") as read_file: metadata_string = read_file.read() data = json.loads(metadata_string) # what we need to create a benchmark_build entry ci_sha = "" benchmark_sha = "" build_version = "" instance_id = "" benchmarks_raw_results_uri = "" notes = "" build_sha = "" if data["testMetadata"] is not None: testmetadata = data["testMetadata"] if 'instance_id' in testmetadata and testmetadata["instance_id"] is not None: instance_id = testmetadata["instance_id"] if (instance_id is None or instance_id == "") and args.instance_id is not None: instance_id = args.instance_id if 'source_version' in testmetadata and testmetadata["source_version"] is not None: build_version = testmetadata["source_version"] if 'source_revision' in testmetadata and testmetadata["source_revision"] is not None: build_sha = testmetadata["source_revision"] if 'benchmark_sha' in testmetadata and testmetadata["benchmark_sha"] is not None: benchmark_sha = testmetadata["benchmark_sha"] if (build_identifier is None or build_identifier == "") and \ 'build_identifier' in testmetadata and \ testmetadata["build_identifier"] is not None: build_identifier = testmetadata["build_identifier"] if build_identifier == "": m = hashlib.sha1() m.update(metadata_string.encode('utf-8')) m.update(f"{os.path.getmtime(metadata_file):.9f}".encode('utf-8')) build_identifier = m.hexdigest() print(f"The build identifier for this benchmark dataset is {build_identifier} ") if instance_id == "": possible_benchmark_archive_dir = benchmark_dir + "/../.." possible_instance_id = os.path.basename(os.path.abspath(possible_benchmark_archive_dir)) if re.search(r'Benchmark-\d+-\d+',possible_instance_id) is not None: instance_id = possible_instance_id print(f"The instance id for this benchmark dataset is {instance_id}") # Set up a connection to the postgres server. conn_string = "host=" + creds.PGHOST + \ " port=5432" + \ " dbname=" + creds.PGDATABASE + \ " user=" + creds.PGUSER + \ " password=" + creds.PGPASSWORD conn = psycopg2.connect(conn_string) print("Connected to database!") # Create a cursor object cursor = conn.cursor() # figure out if we've already submitted the data identifier_command = f"select build_id from public.benchmark_build where build_identifier = %s" cursor.execute(identifier_command, (build_identifier,)) rows = cursor.fetchall() if len(rows) > 0: print("* This build data has already been submitted to the database.") exit(1) table_columns = [ "ci_sha", "benchmark_sha", "build_version", "instance_id", "benchmarks_raw_results_uri", "notes", "build_sha", "build_identifier" ] table_values = [] for junk in table_columns: table_values.append("%s") sql_command = f"INSERT INTO public.benchmark_build({','.join(table_columns)}) " \ f"values ({','.join(table_values)}) returning build_id" cursor.execute(sql_command, (ci_sha, benchmark_sha, build_version, instance_id, benchmarks_raw_results_uri, notes, build_sha, build_identifier)) build_id = cursor.fetchone()[0] conn.commit() if data["testNames"] is not None: testnames = data["testNames"] for testname in testnames: testdir = f"{benchmark_dir}/{testname}" clientdirs = glob.glob(f"{testdir}/client-*") for clientdir in clientdirs: latencyfilename = f"{clientdir}/latency_csv.hgrm" sql_command = f"INSERT INTO " \ f"public.latency_result(build_id, benchmark_test, value, percentile, " \ f"total_count, one_by_one_minus_percentile) values({build_id}, '{testname}'," \ f" %s, %s, %s, %s)" print(f"Submitting latency data for {testname}") with open(latencyfilename) as f: reader = csv.DictReader(filter(lambda row: row[0] != '#', f)) data = [r for r in reader] for datum in data: if datum['1/(1-Percentile)'] != 'Infinity': cursor.execute(sql_command, (datum['Value'], datum['Percentile'], datum['TotalCount'], datum['1/(1-Percentile)'])) # conn.commit() yardstickdirs = glob.glob(f"{clientdir}/*-yardstick-output") yardstickdir = yardstickdirs[0] if (yardstickdirs is not None) else None if yardstickdir is not None: throughputfilename = f"{yardstickdir}/ThroughputLatencyProbe.csv" sql_command = f"INSERT INTO public.throughput_result(build_id, benchmark_test, " \ f"timestamp, ops_per_sec) values({build_id}, '{testname}', %s, %s)" print(f"Submitting throughput data for {testname}") with open(throughputfilename) as f: reader = csv.DictReader(filter(lambda row: row[0] != '#' and row[0] != '-' and row[0] != '@' and row[0] != '*', f), fieldnames=('time', 'operations', 'latency')) data = [r for r in reader] for datum in data: cursor.execute(sql_command, (datetime.datetime.fromtimestamp(int(datum['time'])), int(float(datum['operations'])))) conn.commit() cursor.close() conn.close() apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/launch_cluster.sh000755 000765 000024 00000006503 15201125641 030254 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -e TAG= COUNT= CI= while (( "$#" )); do case "$1" in -t|--tag ) if [ "$2" ]; then TAG=$2 shift else echo 'ERROR: "--tag" requires a non-empty argument.' exit 1 fi ;; -c|--count ) if [ "$2" ]; then COUNT=$2 shift else echo 'ERROR: "--count" requires a non-empty argument.' exit 1 fi ;; -i|--instance-type ) if [ "$2" ]; then INSTANCE_TYPE=$2 shift else echo 'ERROR: "--instance-type" requires a non-empty argument.' exit 1 fi ;; --tenancy ) if [ "$2" ]; then TENANCY=$2 shift else echo 'ERROR: "--tenancy" requires a non-empty argument.' exit 1 fi ;; --availability-zone ) if [ "$2" ]; then AVAILABILITY_ZONE=$2 shift else echo 'ERROR: "--availability-zone" requires a non-empty argument.' exit 1 fi ;; --ci ) CI=1 ;; -p|--purpose ) if [ "${2}" ]; then PURPOSE=${2} shift else echo 'ERROR: "--purpose" requires a non-empty argument.' exit 1 fi ;; -h|--help|-\? ) echo "Usage: $(basename "$0") -t tag -c 4 [options ...] [-- arguments ...]" echo "Options:" echo "-t|--tag : Cluster tag" echo "-c|--count : The number of instances to start" echo "-i|--instance-type : The instance type to start" echo "--tenancy : Optionally 'host' or 'dedicated' (default)" echo "--availability-zone : Optionally AWS AZ, default 'us-west-2a'" echo "--ci : Set if starting instances for Continuous Integration" echo "-p|--purpose : Purpose (Purpose tag to use for base AMI)" echo "-- : All subsequent arguments are passed to the benchmark task as arguments." echo "-h|--help : This help message" exit 1 ;; -- ) shift break 2 ;; -?* ) printf 'Invalid option: %s\n' "$1" >&2 exit 1 ;; esac shift done if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then export AWS_PROFILE="geode-benchmarks" fi INSTANCE_TYPE=${INSTANCE_TYPE:-"c5.18xlarge"} AVAILABILITY_ZONE=${AVAILABILITY_ZONE:-"us-west-2a"} TENANCY=${TENANCY:-"host"} CI=${CI:-0} PURPOSE=${PURPOSE:-"geode-benchmarks"} pushd ../../../ ./gradlew launchCluster -Pci=${CI} -Ppurpose=${PURPOSE} \ -PinstanceType=${INSTANCE_TYPE} \ -Ptenancy=${TENANCY} \ -PavailabilityZone=${AVAILABILITY_ZONE} \ --args "${TAG} ${COUNT}" popd apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/destroy_cluster.sh000755 000765 000024 00000003356 15201125641 030476 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. TAG= CI= while (( "$#" )); do case $1 in -t|--tag ) if [ "$2" ]; then TAG=$2 shift else echo 'ERROR: "--tag" requires a non-empty argument.' exit 1 fi ;; --ci ) CI=1 ;; -h|--help|-\? ) echo "Usage: $(basename "$0") -t tag [options ...] [-- arguments ...]" echo "Options:" echo "-t|--tag : Cluster tag" echo "--ci : Set if starting instances for Continuous Integration" echo "-- : All subsequent arguments are passed to the benchmark task as arguments." echo "-h|--help : This help message" exit 1 ;; -- ) shift break 2 ;; -?* ) printf 'Invalid option: %s\n' "$1" >&2 exit 1 ;; esac shift done if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then export AWS_PROFILE="geode-benchmarks" fi if [ -z "${CI}" ]; then CI=0 fi pushd ../../../ ./gradlew destroyCluster -Pci=${CI} --args "${TAG}" popd apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/copy_to_cluster.sh000755 000765 000024 00000004210 15201125641 030447 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -o pipefail BENCHMARK_REPO='https://github.com/apache/geode-benchmarks' BENCHMARK_BRANCH='develop' REPO='https://github.com/apache/geode' while (( "$#" )); do case $1 in -t|--tag ) if [ "$2" ]; then TAG=$2 shift else echo 'ERROR: "--tag" requires a non-empty argument.' exit 1 fi ;; -h|--help|-\? ) echo "Usage: $(basename "$0") -t tag [options ...] [-- arguments ...]" echo "Options:" echo "-t|--tag : Cluster tag" echo "--ci : Set if starting instances for Continuous Integration" echo "-- : All subsequent arguments are passed to the benchmark task as arguments." echo "-h|--help : This help message" exit 1 ;; -- ) shift break 2 ;; -?* ) printf 'Invalid option: %s\n' "$1" >&2 exit 1 ;; esac shift done if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then export AWS_PROFILE="geode-benchmarks" fi SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -i ~/.geode-benchmarks/${TAG}-privkey.pem" HOSTS=`aws ec2 describe-instances --query 'Reservations[*].Instances[*].PublicIpAddress' --filter "Name=tag:geode-benchmarks,Values=${TAG}" --output text` for host in ${HOSTS}; do echo "Copying to ${host}." scp ${SSH_OPTIONS} ${@: 1:$#-1} geode@${host}:${@: -1} & done wait apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/analyze_tests.sh000755 000765 000024 00000005653 15201125641 030133 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash set -e # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. TOP_DIR=$(git rev-parse --show-toplevel) BASELINE_DIR= BRANCH_DIR= OUTPUT_DIR= CI=0 echo ${TOP_DIR} while (( "$#" )); do case "$1" in -o|--output|--outputDir ) if [ "$2" ]; then OUTPUT_DIR=$2 shift fi ;; --baseline|--baselineDir ) if [ "$2" ]; then BASELINE_DIR=$2 shift fi ;; --branch|--branchDir ) if [ "$2" ]; then BRANCH_DIR=$2 shift fi ;; --ci ) CI=1 ;; -h|--help|-\? ) echo "Usage: $(basename "$0") [-o | [--baselineDir --branchDir ]] [options ...] [-- arguments ...]" echo "Options:" echo "-o|--output|--outputDir : The directory containing benchmark results" echo "--baseline|--baselineDir : The directory containing baseline benchmark results" echo "--branch|--branchDir : The directory containing branch benchmark results" echo "--ci : Set if starting instances for Continuous Integration" echo "-- : All subsequent arguments are passed to the benchmark task as arguments." echo "-h|--help : This help message" exit 1 ;; -- ) shift break 2 ;; -?* ) printf 'Invalid option: %s\n' "$1" >&2 exit 1 ;; esac shift done if [[ ! -z "${OUTPUT_DIR}" ]]; then if [[ ! -z "${BRANCH_DIR}" ]] || [[ ! -z "${BASELINE_DIR}" ]]; then echo "Please specify either --outputDir or a combination of --baselineDir and --branchDir" exit 1 fi BASELINE_DIR="${OUTPUT_DIR}/baseline" BRANCH_DIR="${OUTPUT_DIR}/branch" fi if [[ -z "${BRANCH_DIR}" ]] || [[ -z "${BASELINE_DIR}" ]]; then echo "Both --baselineDir and --branchDir should be specified" exit 1 fi if [[ ${BASELINE_DIR} != /* ]]; then BASELINE_DIR="${PWD}/${BASELINE_DIR}" fi if [[ ${BRANCH_DIR} != /* ]]; then BRANCH_DIR="${PWD}/${BRANCH_DIR}" fi BASELINE_BENCHMARKS="$(ls -td ${BASELINE_DIR}/benchmarks_* | tail -1)" BRANCH_BENCHMARKS="$(ls -td ${BRANCH_DIR}/benchmarks_* | tail -1)" pushd ${TOP_DIR} ./gradlew analyzeRun -Pci=${CI} --args "${BASELINE_BENCHMARKS} ${BRANCH_BENCHMARKS}" popd apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/fetch_results.sh000755 000765 000024 00000003334 15201125641 030112 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. FLY=$(command -v fly) CONCOURSE_PIPELINE=apache-develop-main CONCOURSE_JOB=Benchmark CONCOURSE_URL=https://concourse.apachegeode-ci.info CONCOURSE_TARGET=$( ${FLY} targets | grep ${CONCOURSE_URL} | awk '{ print $1;}') RESULTS_CACHE_DIR=${HOME}/.geode-benchmarks/results_cache mapfile -t builds < <( ${FLY} -t ${CONCOURSE_TARGET} builds -j ${CONCOURSE_PIPELINE}/${CONCOURSE_JOB} | grep succeeded ) mkdir -p ${RESULTS_CACHE_DIR} for build in ${!builds[@]}; do # echo "Got: ${builds[${build}]}" build_num=$(echo ${builds[${build}]} | awk '{ print $1;}') echo "Build number is ${build_num}." benchmark_url=$( ${FLY} -t ${CONCOURSE_TARGET} watch -b ${build_num} | grep benchmarks-${CONCOURSE_PIPELINE} | grep files\.apachegeode-ci\.info | sed "s/^.*\(http.*tgz\).*/\1/") echo "GOT: ${benchmark_url}" benchmark_filename=$(basename ${benchmark_url}) curl -o ${RESULTS_CACHE_DIR}/${benchmark_filename} ${benchmark_url} done apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/run_against_baseline.sh000755 000765 000024 00000012713 15201125641 031415 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -e -o pipefail DEFAULT_BENCHMARK_REPO='https://github.com/apache/geode-benchmarks' BENCHMARK_REPO=${DEFAULT_BENCHMARK_REPO} DEFAULT_BENCHMARK_BRANCH='develop' BENCHMARK_BRANCH=${DEFAULT_BENCHMARK_BRANCH} DEFAULT_REPO='apache/geode' DEFAULT_REPO_URI="https://github.com/${DEFAULT_REPO}" REPO=${DEFAULT_REPO_URI} DEFAULT_BRANCH='develop' BRANCH=${DEFAULT_BRANCH} DEFAULT_BASELINE_REPO='apache/geode' DEFAULT_BASELINE_REPO_URL="https://github.com/${DEFAULT_BASELINE_REPO}" BASELINE_REPO=${DEFAULT_BASELINE_REPO} DEFAULT_BASELINE_VERSION=2.0.0 BASELINE_VERSION=${DEFAULT_BASELINE_VERSION} TAG= METADATA= OUTPUT= CI= while (( "$#" )); do case $1 in -t|--tag ) if [ "$2" ]; then TAG=$2 shift else echo 'ERROR: "--tag" requires a non-empty option argument.' exit 1 fi ;; -p|--br|--benchmark-repo ) if [ "$2" ]; then BENCHMARK_REPO=$2 shift fi ;; -e|--bb|--benchmark-branch ) if [ "$2" ]; then BENCHMARK_BRANCH=$2 shift fi ;; -m|--metadata ) if [ "$2" ]; then METADATA=$2 shift fi ;; -o|--output ) if [ "$2" ]; then OUTPUT=$2 shift fi ;; -r|--gr|--repo|--geode-repo ) if [ "$2" ]; then REPO=$2 shift fi ;; -b|--gb|--branch|--geode-branch ) if [ "$2" ]; then BRANCH=$2 shift fi ;; -v|--version|--geode-version ) if [ "$2" ]; then VERSION=$2 shift fi ;; -R|--bgr|--baseline-repo|--baseline-geode-repo ) if [ "$2" ]; then BASELINE_REPO=$2 shift fi ;; -B|--bgb|--baseline-branch|--baseline-geode-branch ) if [ "$2" ]; then BASELINE_BRANCH=$2 shift fi ;; -V|--bv|--baseline-version|--baseline-geode-version ) if [ "$2" ]; then BASELINE_VERSION=$2 shift fi ;; --ci ) CI=1 ;; -h|--help|-\? ) echo "Usage: $(basename "$0") -t [tag] [-v [version] | -b [branch]] [-V [baseline version] | -B [baseline branch]] [--ci] " echo "Options:" echo "-t|--tag : Cluster tag" echo "-p|--benchmark-repo : Benchmark repo (default: ${DEFAULT_BENCHMARK_REPO})" echo "-e|--benchmark-branch : Benchmark branch (default: ${DEFAULT_BENCHMARK_BRANCH})" echo "-o|--output : Output directory (defaults: ./output--)" echo "-v|--geode-version : Geode version" echo "-r|--geode-repo : Geode repo (default: ${DEFAULT_REPO})" echo "-b|--geode-branch : Geode branch (default: ${DEFAULT_BRANCH})" echo "-V|--baseline-geode-version : Geode baseline version (default: ${DEFAULT_BASELINE_VERSION})" echo "-R|--baseline-geode-repo : Geode baseline repo (default: ${DEFAULT_BASELINE_REPO})" echo "-B|--baseline-geode-branch : Geode baseline branch" echo "-m|--metadata : Test metadata to output to file, comma-delimited" echo "--ci : Set if starting instances for Continuous Integration - used to retry failed tests and to name/target AWS instances" echo "-- : All subsequent arguments are passed to the benchmark task as arguments." echo "-h|--help|-? : This help message" exit 1 ;; -- ) shift break 2 ;; -?* ) printf 'Invalid option: %s\n' "$1" >&2 exit 1 ;; esac shift done DATE=$(date '+%m-%d-%Y-%H-%M-%S') if [ -z "${TAG}" ]; then echo "--tag argument is required." exit 1 fi if [ ! -z "${OUTPUT}" ]; then OUTPUT="${OUTPUT}-" fi OUTPUT="${OUTPUT}output-${DATE}-${TAG}" set -x if ! [[ "$OUTPUT" = /* ]]; then OUTPUT="$(pwd)/${OUTPUT}" fi if [[ -z "${BASELINE_BRANCH}" ]]; then ./run_tests.sh \ -t ${TAG} \ -v ${BASELINE_VERSION} \ -p ${BENCHMARK_REPO} \ -e ${BENCHMARK_BRANCH} \ -o ${OUTPUT}/baseline \ -m "${METADATA}" \ -- "$@" else ./run_tests.sh \ -t ${TAG} \ -r ${BASELINE_REPO} \ -b ${BASELINE_BRANCH} \ -p ${BENCHMARK_REPO} \ -e ${BENCHMARK_BRANCH} \ -o ${OUTPUT}/baseline \ -m "${METADATA}" \ -- "$@" fi if [[ -z "${VERSION}" ]]; then ./run_tests.sh \ -t ${TAG} \ -r ${REPO} \ -b ${BRANCH} \ -p ${BENCHMARK_REPO} \ -e ${BENCHMARK_BRANCH} \ -o ${OUTPUT}/branch \ -m "${METADATA}" \ -- "$@" else ./run_tests.sh \ -t ${TAG} \ -v ${VERSION} \ -p ${BENCHMARK_REPO} \ -e ${BENCHMARK_BRANCH} \ -o ${OUTPUT}/branch \ -m "${METADATA}" \ -- "$@" fi set +x if [[ -z "${CI}" ]]; then ./analyze_tests.sh -o ${OUTPUT} else ./analyze_tests.sh -o ${OUTPUT} --ci fiapache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/image/000755 000765 000024 00000000000 15201125641 025760 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/README.md000644 000765 000024 00000031014 15201125641 026154 0ustar00jihwanstaff000000 000000 # Benchmark Utilities for AWS These utilities create instances and run tests in your AWS account # Prerequisites * You must have the aws cli installed. If `aws` is not on your path then you can try to install it with `pip3 install awscli --upgrade --user`. See [Amazon's aws cli installation instructions](https://docs.aws.amazon.com/cli/latest/userguide/cli-chap-install.html) * You must also set your secret key for the CLI. You must set up a profile named `geode-benchmarks`, so use the command `aws configure --profile geode-benchmarks` to configure the CLI. You will need to specify the "AWS Access Key ID" and "AWS Secret Access Key," which can be obtained from a team member. Set the "Default region name" to "us-west-2". See [Amazon's instructions](https://docs.aws.amazon.com/cli/latest/userguide/cli-chap-configure.html) Alternately, if you already have AWS credentials and just need to create the `geode-benchmarks` profile, you can first modify your existing AWS credentials file (found at `~/.aws/credentials`) and add the following lines: [geode-benchmarks] aws_access_key_id = Your access ID key aws_secret_access_key = Your secret access key Then modify the `config` file found in the same directory and add the following: [profile geode-benchmarks] region = us-west-2 # Image If you need to build the image, you must have packer installed. The following scripts (launch, run, analyze, destroy) can be run without building the image. Build the image in the image directory using the `build_image.sh` script. # Using Environment Variables For configuration In order to have the scripts know which configuration data to use, the data must be provided. One of the ways that can be done is via environment variables. prompt> aws configure AWS Access Key ID [****************foo1]: AWS Secret Access Key [****************bar2]: Default region name [us-west-2]: Export environment variables as follows. export AWS_ACCESS_KEY_ID=myaccesskeyfoo1 export AWS_SECRET_ACCESS_KEY=mysecretaccesskeybar2 export AWS_REGION="us-west-2" # launch_cluster.sh Creates an instance group in AWS based on an image created. Usage: ./launch_cluster.sh -t [tag] -c [count] Options: -t|--tag : Cluster tag to identify the cluster for use with other utilities -c|--count : Number of AWS instances to start (recommended: 4) -i|--instance-type : AWS instance type to start (default: c5.18xlarge) --tenancy : AWS tenancy. (default: host) --availability-zone : AWS availability zone. (default: us-west-2a) --ci : (Optional) Set when the instances are being started for use in Continuous Integration -h|-?|--help : Help message # run_tests.sh Runs benchmark tests against a single branch of `geode` on the AWS instances with the specified tag. Usage: run_tests.sh -t [tag] [-v [version] | -b [branch]] Options: -t|--tag : Cluster tag -p|--br|--benchmark-repo : Benchmark repo (default: apache/geode-benchmarks) -e|--bb|--benchmark-branch : Benchmark branch (optional - defaults to develop) -o|--output : Output directory (optional - defaults to ./output--) -v|--version|--geode-version : Geode Version -r|--gr|--geode-repo : Geode repo (default: apache/geode) -b|--gb|--branch|--geode-branch : Geode Branch (default: develop) -m|--metadata : Test metadata to output to file, comma-delimited (optional) -- : All subsequent arguments are passed to the benchmark tast as arguments -h|-?|--help : Help message # run_against_baseline.sh Runs benchmark tests against two branches of geode for comparison purposes on the AWS instances with the specified tag. Usage: run_against_baseline.sh -t [tag] [-v [version] | -b [branch]] [-V [baseline version] | -B [baseline branch]] " Options: -t|--tag : Cluster tag -p|--br|--benchmark-repo : Benchmark repo (default: apache/geode-benchmarks) -e|--bb|--benchmark-branch : Benchmark branch (optional - defaults to develop) -o|--output : Output directory (optional - defaults to ./output--) -v|--version|--geode-version : Geode Version -r|--gr|--repo|--geode-repo : Geode repo (default: apache/geode) -b|--gb|--branch|--geode-branch : Geode Branch (default: develop) -R|--bgr|--baseline-repo|--baseline-geode-repo : Geode Baseline Repo (default: apache/geode) -V|--bgv|--baseline-version|--baseline-geode-version : Geode Baseline Version -B|--gbb|--baseline-branch|--baseline-geode-branch : Geode Baseline Branch (default: develop) -m|--metadata : Test metadata to output to file, comma-delimited (optional) --ci : Set when the instances are being started for use in Continuous Integration -- : All subsequent arguments are passed to the benchmark task as arguments -h|-?|--help : Help message e.g. ./run_against_baseline.sh -t test_environment -v -V -R -B -b -r # analyze_tests.sh Compares the results of two benchmark runs and outputs analysis of their relative performance. Usage: ./analyze_tests.sh [-o | [--baselineDir --branchDir ]] [options ...] [-- arguments ...] Options: -o|--output|--outputDir : The directory containing benchmark results --baseline|--baselineDir : The directory containing baseline benchmark results --branch|--branchDir : The directory containing branch benchmark results --ci : Set if starting instances for Continuous Integration -- : All subsequent arguments are passed to the benchmark task as arguments. -h|--help : This help message # destroy_cluster.sh Destroys a cluster that you created. Usage: ./destroy_cluster.sh -t [tag] [--ci] Options: -t|--tag : Cluster tag to identify the cluster for use with other utilities --ci : (Optional) Set when the instances are being started for use in Continuous Integration -h|-?|--help : Help message ## Example Example 1 - Generating and comparing two benchmark runs using run_tests.sh and analyze_tests.sh. The first command creates a new cluster with 4 instances and the tag "mycluster" using launch_cluster.sh. The second command runs only the `MyCustomBenchmark` benchmark test (by using the `-- --tests=MyCustomBenchmark` argument) found on the `myBenchmarkBranch` branch of the `myGit/geode-benchmarks` repository. This benchmark runs against the develop branch of Geode, adds some metadata, and outputs the results to `~/benchmarking/baseline` using run_test.sh. The third command runs the same benchmark against the `myGeodeBranch` branch of the `myGit/geode` repository and outputs the results to `~/benchmarking/branch` using run_tests.sh. The fourth command compares the results found in `~/benchmarking/branch` to the results found in `~/benchmarking/baseline` and outputs analysis of the operations per second and latency of the branch benchmark relative to the baseline using analyze_tests.sh. The fifth command destroys the cluster using destroy_cluster.sh. ```bash ./launch_cluster.sh --tag mycluster --count 4 ./run_tests.sh --tag mycluster --geode-branch develop --benchmark-repo myGit/geode-benchmarks --benchmark-branch myBenchmarkBranch --metadata "'name':'HelenaTestingCPUs','CPU':'256','geodeBranch':'CPUTest'" --output ~/benchmarking/baseline -- --tests=MyCustomBenchmark ./run_tests.sh --tag mycluster --geode-repo myGit/geode --geode-branch myGeodeBranch --benchmark-repo myGit/geode-benchmarks --benchmark-branch myBenchmarkBranch --metadata "'name':'HelenaTestingCPUs','CPU':'256','geodeBranch':'CPUTest'" --output ~/benchmarking/branch -- --tests=MyCustomBenchmark ./analyze_tests.sh --branch ~/benchmarking/branch --baseline ~/benchmarking/baseline ./destroy_cluster.sh --tag mycluster ``` Example 2 - run_against_baseline.sh: ```bash ./launch_cluster.sh --tag mycluster --count 4 ./run_against_baseline.sh --tag mycluster --geode-branch develop --benchmark-branch benchmarkBranch --metadata "'name':'HelenaTestingCPUs','CPU':'256','geodeBranch':'CPUTest'" ./destroy_cluster.sh --tag mycluster ``` # Running with Profiler ## Prerequisites * You must have fulfilled the prerequisites at the beginning of this doc * You must have YourKit installed * Launch YourKit * In the top menu bar, select `Filters...` under the `Settings` dropdown * Uncheck the filter with the name `org.apache` * Click the `Ok` button to save the configuration * About this setting: When this box is checked, classes in the `org.apache` namespace will not be profiled, so it must be unchecked to profile geode or geode-benchmarks * Quit YourKit * Use your chosen text editor to edit your `/Users//.yjp/ui.ini` and add `-Dyjp.zero.time.methods=false`. Restart the profiler for this change to take effect. * About this setting: When this value is set to true, Unsafe Park and Unsafe Wait are ignored, which results in Reentrant Locks not appearing in the profiler. Setting this value to false will result in some noise from pools that are waiting for work, but is also necessary in order to see contention around reentrant locks. ## Running in AWS * Launch YourKit * On the YourKit "Welcome" page, under the "Monitor Applications" section, hit the green plus to add a configuration * In the configuration window, fill in the following: * `Connection name`: some name for the configuration (the name of the member that is being connected is usually a good choice) * `Host or IP Address`: the public IP of the AWS VM hosting the member with which you want to connect (the launch cluster script prints these in the order that they were started: [locator-0, server-1, server-2, client-3]) * Select `Advanced` and fill in the following: * `SSH User`: `geode` * `SSH port`: `22` * Click on "Authentication Settings..." and on that window, fill in the following: * `Authentication method`: `private key` * `Private Key`: `/Users//.geode-benchmarks/-privkey.pem` * `Passphrase`: leave blank * Once you have saved the configuration, it should show up under the "Monitor Applications" section of the page with the connection status. If the machines are running, the status should be "No applications running". If there is a test in progress, you should be able to click through to monitor the test. * Pull up a terminal and navigate to `geode-benchmarks/infrastructure/scripts/aws` * Copy the YourKit file to the AWS VMs using the following command * `./copy_to_cluster.sh -tag -- ` * Your path to the `libyjpagent.so` is probably `/Applications/YourKit-Java-Profiler-2019.1.app/Contents/Resources/bin/linux-x86-64/libyjpagent.so` * Your destination path should probably be `.`, which will end up putting the file at `/home/geode/` * Run the test using the `run_tests.sh` script, with the additional CLI option `-Pbenchmark.profiler.argument`: * `./run_tests.sh --tag [other CLI options] -- -i -Pbenchmark.profiler.argument=-agentpath:/home/geode/libyjpagent.so=disablestacktelemetry,exceptions=disable,delay=60000,sessionname=JVM_ROLE-JVM_ID` * Return to YourKit and profile as usual ## Example ```bash ./launch_cluster.sh --tag profiling --count 4 ./copy_to_cluster.sh --tag profiling -- /Applications/YourKit-Java-Profiler-2019.1.app/Contents/Resources/bin/linux-x86-64/libyjpagent.so . ./run_tests.sh --tag profiling --geode-branch develop -- -i -Pbenchmark.profiler.argument=-agentpath:/home/geode/libyjpagent.so=disablestacktelemetry,exceptions=disable,delay=60000,sessionname=JVM_ROLE-JVM_ID ./destroy_cluster.sh --tag profiling ``` # Running with SSL enabled To run benchmarks with SSL enabled, run the test using the `run_tests.sh` script, with the additional CLI option `-PwithSsl`: ``` ./run_tests.sh --tag [other CLI options] -- -PwithSsl ``` apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/expire_clusters.sh000755 000765 000024 00000002560 15201125641 030460 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. SOURCE="${BASH_SOURCE[0]}" while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink SCRIPTDIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )" SOURCE="$(readlink "$SOURCE")" [[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located done SCRIPTDIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )" set -e if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then export AWS_PROFILE="geode-benchmarks" fi pushd ${SCRIPTDIR} pushd ../../../ ./gradlew expireClusters popd popd apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/submit_results.sh000755 000765 000024 00000002766 15201125641 030334 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. RESULTS_CACHE_DIR=${HOME}/.geode-benchmarks/results_cache for i in $(ls ${RESULTS_CACHE_DIR}); do echo "Processing results archive: ${i}" ABSOLUTE_FILENAME=${RESULTS_CACHE_DIR}/${i} RESULTS_TEMP_DIR=$(mktemp -d -q -t "results-cache-${USER}") tar zxf ${ABSOLUTE_FILENAME} -C ${RESULTS_TEMP_DIR} RESULTS_BASE_DIR=$(ls -d ${RESULTS_TEMP_DIR}/*) INSTANCE_ID=$(basename ${RESULTS_BASE_DIR}) for results_dir in $(ls ${RESULTS_BASE_DIR}); do full_results_dir=$(ls -d ${RESULTS_BASE_DIR}/${results_dir}/benchmarks_*) echo "Processing results for ${full_results_dir}" ./submit_benchmark.py --benchmark_dir ${full_results_dir} --instance_id ${INSTANCE_ID} done rm -rf ${RESULTS_TEMP_DIR} done apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/run_tests.sh000755 000765 000024 00000016132 15201125641 027266 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -e -o pipefail DEFAULT_BENCHMARK_REPO='https://github.com/apache/geode-benchmarks' BENCHMARK_REPO=${DEFAULT_BENCHMARK_REPO} DEFAULT_BENCHMARK_BRANCH='develop' BENCHMARK_BRANCH=${DEFAULT_BENCHMARK_BRANCH} DEFAULT_REPO='https://github.com/apache/geode' REPO=${DEFAULT_REPO} DEFAULT_BRANCH='develop' BRANCH=${DEFAULT_BRANCH} TAG= METADATA= OUTPUT= VERSION= while (( "$#" )); do case $1 in -t|--tag ) if [ "$2" ]; then TAG=$2 shift else echo 'ERROR: "--tag" requires a non-empty option argument.' exit 1 fi ;; -p|--br|--benchmark-repo ) if [ "$2" ]; then BENCHMARK_REPO=$2 shift fi ;; -e|--bb|--benchmark-branch ) if [ "$2" ]; then BENCHMARK_BRANCH=$2 shift fi ;; -m|--metadata ) if [ "$2" ]; then METADATA=$2 shift fi ;; -o|--output ) if [ "$2" ]; then OUTPUT=$2 shift fi ;; -r|--gr|--repo|--geode-repo ) if [ "$2" ]; then REPO=$2 shift fi ;; -b|--gb|--branch|--geode-branch ) if [ "$2" ]; then BRANCH=$2 shift fi ;; -v|--version|--geode-version ) if [ "$2" ]; then VERSION=$2 shift fi ;; -h|--help|-\? ) echo "Usage: $(basename "$0") -t tag [options ...] [-- arguments ...]" echo "Options:" echo "-t|--tag : Cluster tag" echo "-p|--benchmark-repo : Benchmark repo (default: ${DEFAULT_BENCHMARK_REPO})" echo "-e|--benchmark-branch : Benchmark branch (default: ${DEFAULT_BENCHMARK_BRANCH})" echo "-o|--output : Output directory (defaults: ./output--)" echo "-v|--geode-version : Geode version" echo "-r|--geode-repo : Geode repo (default: ${DEFAULT_REPO})" echo "-b|--geode-branch : Geode branch (default: ${DEFAULT_BRANCH})" echo "-m|--metadata : Test metadata to output to file, comma-delimited (optional)" echo "-- : All subsequent arguments are passed to the benchmark task as arguments." echo "-h|--help : This help message" exit 1 ;; -- ) shift break 2 ;; -?* ) printf 'Invalid option: %s\n' "$1" >&2 exit 1 ;; esac shift done DATE=$(date '+%m-%d-%Y-%H-%M-%S') if [ -z "${TAG}" ]; then echo "--tag argument is required." exit 1 fi OUTPUT=${OUTPUT:-output-${DATE}-${TAG}} PREFIX="geode-performance-${TAG}" if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then export AWS_PROFILE="geode-benchmarks" fi fixRepoName() { if [ -z "$1" ]; then return 1 elif [ "${1:0:6}" = "https:" ] || [ "${1:0:4}" = "git@" ] || [ "${1:0:6}" = "rsync:" ]; then echo "${1}" else echo "https://github.com/${1}" fi } remoteShell() { ssh ${SSH_OPTIONS} "geode@${FIRST_INSTANCE}" "$@" } BENCHMARK_REPO=$(fixRepoName ${BENCHMARK_REPO}) REPO=$(fixRepoName ${REPO}) SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i ~/.geode-benchmarks/${TAG}-privkey.pem" HOSTS=`aws ec2 describe-instances --query 'Reservations[*].Instances[*].PrivateIpAddress' --filter "Name=tag:geode-benchmarks,Values=${TAG}" --output text` HOSTS=$(echo ${HOSTS} | tr ' ' ',') FIRST_INSTANCE=`aws ec2 describe-instances --query '(Reservations[].Instances[].PublicIpAddress)[0]' --filter "Name=tag:geode-benchmarks,Values=${TAG}" --output text` echo "FIRST_INSTANCE=${FIRST_INSTANCE}" echo "HOSTS=${HOSTS}" if [[ -z "${VERSION}" ]]; then if [[ -z "${BRANCH}" ]]; then echo "Specify --version or --branch." exit 1 fi if [ "${REPO:0:6}" = "rsync:" ]; then pushd "${REPO:6}" FILES=$(mktemp) git ls-files > "${FILES}" rsync -a -e "ssh ${SSH_OPTIONS}" --include='*/' --include='.git/***' --include-from="${FILES}" --exclude='*' . "geode@${FIRST_INSTANCE}:geode/" rm -f "${FILES}" popd else remoteShell "cd geode && [ \"${REPO}\" == \"\$(git remote get-url origin)\" ] && git fetch origin" \ || remoteShell rm -rf geode '&&' git clone "${REPO}" geode fi remoteShell "cd geode && git checkout \"${BRANCH}\" && [ \"\$(git rev-parse --abbrev-ref --symbolic-full-name HEAD)\" == \"HEAD\" ] || git reset --hard \"origin/${BRANCH}\"" set +e for i in {1..5}; do if remoteShell cd geode '&&' ./gradlew resolveDependencies; then break fi done set -e if remoteShell "cd geode && ./gradlew tasks --console plain | egrep '\publishToMavenLocal\b'"; then install_target="publishToMavenLocal" else # install target is legacy but required for older releases install_target="install" fi remoteShell cd geode '&&' ./gradlew ${install_target} installDist VERSION=$(remoteShell geode/geode-assembly/build/install/apache-geode/bin/gfsh version) fi if [[ -z "${VERSION}" ]]; then echo "Either --version or --branch is required." exit 1 fi set +e remoteShell "[[ ! -r .geode-benchmarks-identifier ]] && uuidgen > .geode-benchmarks-identifier" set -e instance_id=$(remoteShell cat .geode-benchmarks-identifier) remoteShell "cd geode-benchmarks && [ \"${BENCHMARK_REPO}\" == \"\$(git remote get-url origin)\" ] && git fetch origin" \ || remoteShell rm -rf geode-benchmarks '&&' git clone "${BENCHMARK_REPO}" remoteShell cd geode-benchmarks '&&' git checkout "${BENCHMARK_BRANCH}" '&&' git reset --hard "origin/${BENCHMARK_BRANCH}" BENCHMARK_SHA=$(remoteShell \ cd geode-benchmarks '&&' \ git rev-parse --verify -q HEAD) BUILD_IDENTIFIER="$(uuidgen)" METADATA="${METADATA},'source_repo':'${GEODE_REPO}','benchmark_repo':'${BENCHMARK_REPO}','benchmark_branch':'${BENCHMARK_BRANCH}','instance_id':'${instance_id}','benchmark_sha':'${BENCHMARK_SHA}','build_identifier':'${BUILD_IDENTIFIER}'" remoteShell rm -rf 'geode-benchmarks/geode-benchmarks/build/reports' 'geode-benchmarks/geode-benchmarks/build/benchmarks_*' remoteShell \ cd geode-benchmarks '&&' \ ./gradlew -PgeodeVersion="${VERSION}" benchmark "-Phosts=${HOSTS}" "-Pmetadata=${METADATA}" "$@" mkdir -p ${OUTPUT} scp ${SSH_OPTIONS} -q -r geode@${FIRST_INSTANCE}:geode-benchmarks/geode-benchmarks/build/reports ${OUTPUT}/reports BENCHMARK_DIRECTORY="$(remoteShell ls -l geode-benchmarks/geode-benchmarks/build/ | grep benchmark | awk 'NF>1{print $NF}')" scp ${SSH_OPTIONS} -q -r geode@${FIRST_INSTANCE}:geode-benchmarks/geode-benchmarks/build/${BENCHMARK_DIRECTORY} ${OUTPUT} echo "Benchmark results saved in ${OUTPUT}" apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/run_on_cluster.sh000755 000765 000024 00000004171 15201125641 030301 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -o pipefail BENCHMARK_REPO='https://github.com/apache/geode-benchmarks' BENCHMARK_BRANCH='develop' REPO='https://github.com/apache/geode' while (( "$#" )); do case $1 in -t|--tag ) if [ "$2" ]; then TAG=$2 shift else echo 'ERROR: "--tag" requires a non-empty argument.' exit 1 fi ;; -h|--help|-\? ) echo "Usage: $(basename "$0") -t tag [options ...] [-- arguments ...]" echo "Options:" echo "-t|--tag : Cluster tag" echo "--ci : Set if starting instances for Continuous Integration" echo "-- : All subsequent arguments are passed to the benchmark task as arguments." echo "-h|--help : This help message" exit 1 ;; -- ) shift break 2 ;; -?* ) printf 'Invalid option: %s\n' "$1" >&2 exit 1 ;; esac shift done if [[ -z "${AWS_ACCESS_KEY_ID}" ]]; then export AWS_PROFILE="geode-benchmarks" fi SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -i ~/.geode-benchmarks/${TAG}-privkey.pem" HOSTS=`aws ec2 describe-instances --query 'Reservations[*].Instances[*].PublicIpAddress' --filter "Name=tag:geode-benchmarks,Values=${TAG}" --output text` for host in ${HOSTS}; do echo "Executing on ${host}." ssh ${SSH_OPTIONS} geode@${host} "$@" & done wait apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/dump_results.sh000755 000765 000024 00000001734 15201125641 027770 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash set -e # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. TOP_DIR=$(git rev-parse --show-toplevel) WORKING_DIR=$(pwd) pushd ${TOP_DIR} > /dev/null ./gradlew -q dumpRun -PdumpWorkingDir="${WORKING_DIR}" --args "$*" popd > /dev/null apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/image/packer.json000644 000765 000024 00000005560 15201125641 030126 0ustar00jihwanstaff000000 000000 { "variables": { "aws_access_key": "", "aws_secret_key": "", "purpose": "geode-benchmarks" }, "builders": [ { "type": "amazon-ebs", "name": "geode-benchmarks", "region": "us-west-2", "source_ami_filter": { "filters": { "virtualization-type": "hvm", "name": "ubuntu/images/*ubuntu-bionic-18.04-amd64-server-*", "root-device-type": "ebs" }, "owners": ["099720109477"], "most_recent": true }, "instance_type": "t2.small", "ssh_username": "geode", "ami_name": "geode-benchmarks-{{timestamp}}", "communicator": "ssh", "ssh_pty": "true", "ami_virtualization_type": "hvm", "user_data_file": "./files/defaults.cfg", "tags": { "OS_Version": "Ubuntu", "Release": "Latest", "Base_AMI_Name": "{{ .SourceAMIName }}", "Extra": "{{ .SourceAMITags.TagName }}", "purpose": "{{user `purpose`}}" } } ], "provisioners": [ { "type": "file", "source": "./files/defaults.cfg", "destination": "/tmp/defaults.cfg" }, { "type": "shell", "inline": [ "# install Docker per https://docs.docker.com/engine/install/ubuntu/", "sudo apt-get update", "sudo apt-get install -y apt-transport-https ca-certificates curl gnupg-agent software-properties-common", "curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -", "sudo apt-key fingerprint 0EBFCD88", "sudo add-apt-repository \"deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable\"", "sudo apt-get update", "sudo apt-get install -y docker-ce docker-ce-cli containerd.io" ] }, { "type": "shell", "inline": [ "# permissions per https://docs.docker.com/engine/install/linux-postinstall/#manage-docker-as-a-non-root-user", "sudo usermod -aG docker geode" ] }, { "type": "shell", "inline": [ "curl -fsSL https://download.bell-sw.com/pki/GPG-KEY-bellsoft | sudo apt-key add -", "sudo add-apt-repository \"deb [arch=amd64] https://apt.bell-sw.com/ stable main\"", "sudo apt update", "sudo apt-get -o Dpkg::Options::=\"--force-confnew\" upgrade -y", "sudo apt install -y java-common bellsoft-java8 bellsoft-java11 bellsoft-java17 unzip dstat", "sudo update-java-alternatives -s bellsoft-java8-amd64", "sudo mv /tmp/defaults.cfg /etc/cloud/cloud.cfg.d/defaults.cfg", "sudo sh -c \"echo 'StrictHostKeyChecking no' >> /etc/ssh/ssh_config\"", "sudo sh -c \"echo 'net.ipv4.tcp_syncookies = 0' >> /etc/sysctl.conf\"", "sudo sh -c \"echo 'vm.max_map_count = 250000' >> /etc/sysctl.conf\"", "sudo apt-get remove -y unattended-upgrades", "sudo apt-get -y autoremove" ] } ] } apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/image/build_image.sh000755 000765 000024 00000001547 15201125641 030567 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. export AWS_PROFILE="geode-benchmarks" packer build packer.json apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/image/scripts/000755 000765 000024 00000000000 15201125641 027447 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/image/files/000755 000765 000024 00000000000 15201125641 027062 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/image/files/defaults.cfg000644 000765 000024 00000001512 15201125641 031351 0ustar00jihwanstaff000000 000000 #cloud-config # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. system_info: default_user: name: geode apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/aws/image/scripts/add-user.sh000644 000765 000024 00000001706 15201125641 031513 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -x -e echo "**** PATH ****" printenv PATH echo "**** ****" export PATH=$PATH:/usr/sbin sudo mkdir -p ~geode/.ssh sudo chown -R geode:geode ~geode/.ssh apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/google_cloud/launch_cluster.sh000755 000765 000024 00000004473 15201125641 032130 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -e TAG=${1} COUNT=${2} SUBNET=${3} IMAGE_FAMILY="geode-performance" PREFIX="geode-performance-${TAG}" NODE_TEMPLATE="${PREFIX}-node-template" NODE_GROUP="${PREFIX}-node-group" INSTANCE_TYPE=n1-highmem-96 KEY_FILE=/tmp/id_${TAG} ssh-keygen -b 2048 -t rsa -f $KEY_FILE -q -N "" gcloud compute sole-tenancy node-templates create ${NODE_TEMPLATE} --node-type=n1-node-96-624 gcloud compute sole-tenancy node-groups create ${NODE_GROUP} --node-template=${NODE_TEMPLATE} --target-size=${COUNT} gcloud compute instance-templates create ${PREFIX}-template \ --machine-type=${INSTANCE_TYPE} \ --subnet=${SUBNET} \ --node-group="${NODE_GROUP}" \ --image-family=${IMAGE_FAMILY} \ --boot-disk-size=50GB \ --boot-disk-type=pd-ssd gcloud compute instance-groups managed create ${PREFIX} --base-instance-name=${PREFIX} --template=${PREFIX}-template --size=${COUNT} gcloud compute instance-groups managed wait-until-stable ${PREFIX} --timeout=120 INSTANCES=$(gcloud compute instance-groups list-instances ${PREFIX} | grep "${TAG}" | awk '{print $1}') for instance in ${INSTANCES}; do echo -n "Setting up ${instance}..." gcloud compute ssh geode@${instance} --command="echo ." -- -o ConnectionAttempts=120 gcloud compute scp ${KEY_FILE} geode@${instance}:/home/geode/.ssh/id_rsa gcloud compute scp ${KEY_FILE}.pub geode@${instance}:/home/geode/.ssh/id_rsa.pub gcloud compute ssh geode@${instance} --command="cat /home/geode/.ssh/id_rsa.pub >> /home/geode/.ssh/authorized_keys" done rm ${KEY_FILE} rm ${KEY_FILE}.pub echo "$INSTANCES" apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/google_cloud/destroy_cluster.sh000755 000765 000024 00000002262 15201125641 032341 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. TAG=${1} PREFIX="geode-performance-${TAG}" NODE_TEMPLATE="${PREFIX}-node-template" NODE_GROUP="${PREFIX}-node-group" gcloud compute instance-groups managed delete ${PREFIX} --quiet gcloud compute instance-templates delete ${PREFIX}-template --quiet gcloud compute sole-tenancy node-groups delete ${NODE_GROUP} --quiet gcloud compute sole-tenancy node-templates delete ${NODE_TEMPLATE} --quiet apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/google_cloud/build_image.sh000755 000765 000024 00000003631 15201125641 031351 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -e DATE=$(date '+%m-%d-%Y-%H-%M-%S') IMAGE_FAMILY="geode-performance" INSTANCE_NAME="geode-performance-builder-${DATE}" IMAGE_NAME="${IMAGE_FAMILY}-${DATE}" echo "Launching an instance to build an image" gcloud beta compute instances create "${INSTANCE_NAME}" --machine-type=n1-standard-8 --subnet=default --network-tier=PREMIUM --image-family=ubuntu-1804-lts --image-project=ubuntu-os-cloud --boot-disk-size=15GB --boot-disk-type=pd-ssd --boot-disk-device-name="${INSTANCE_NAME}" echo "Installing docker, java, and geode dependencies on image" gcloud compute ssh "geode@${INSTANCE_NAME}" --command="\ set -e && \ sudo apt update && \ sudo apt install -y openjdk-8-jdk unzip dstat && \ sudo update-java-alternatives -s java-1.8.0-openjdk-amd64" -- -o ConnectionAttempts=120 gcloud compute instances stop "${INSTANCE_NAME}" echo "Creating an image from the instance" gcloud compute images create ${IMAGE_NAME} --family=${IMAGE_FAMILY} --source-disk=${INSTANCE_NAME} echo "Image created. Stopping instance..." gcloud compute instances delete "${INSTANCE_NAME}" --quiet echo "All done. The new image is called ${IMAGE_NAME}" apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/google_cloud/run_against_baseline.sh000755 000765 000024 00000002117 15201125641 033262 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. DATE=$(date '+%m-%d-%Y-%H-%M-%S') TAG=${1} BRANCH=${2:-develop} BASELINE=${3:-"rel/v1.8.0"} BENCHMARK_BRANCH=${4:-develop} OUTPUT=output-${DATE}-${TAG} ./run_tests.sh ${TAG} ${BRANCH} ${OUTPUT}/branch ${BENCHMARK_BRANCH} ./run_tests.sh ${TAG} ${BASELINE} ${OUTPUT}/baseline ${BENCHMARK_BRANCH} apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/google_cloud/README.md000644 000765 000024 00000004076 15201125641 030034 0ustar00jihwanstaff000000 000000 # Benchmark Utilities for Google Cloud Platform These utilities create instances and run tests in your google cloud account. # Prerequisites * You must have the [google cloud sdk](https://cloud.google.com/sdk/) installed. * You must also set a default region and zone via the following commands: ```bash gcloud config set project gcloud config set compute/region gcloud config set compute/zone ``` otherwise the scripts may prompt you for these values. # build_image.sh `build_image.sh` creates a compute image suitable for launching benchmarks on. It takes no arguments. Run this before running any other scripts if you are running benchmarks in a GCP project you've never run benchmarks in before. # launch_cluster.sh `launch_cluster.sh` creates an instance group in GCP based on an image created by `build_image.sh`. It takes three arguments. First, a tag to identify the cluster for use with other utilities. The second argument is the number of instances to create. The third and final argument is the subnet to create the instances in. In general this should be specified as `projects//regions//subnetworks/` # run_tests.sh Runs benchmark tests against a single branch of `geode`. Arguments are (in order) * tag (the same as the cluster launched via `launch_cluster.sh`) * branch of geode (must exist in the apache geode repository) * output directory for results * branch of benchmark code to use (must exist in the apache geode-benchmarks repository) # run_against_baseline.sh Runs benchmark tests against two branches of geode for comparison purposes. Arguments are (in order) * tag (the same as the cluster launched via `launch_cluster.sh`) * branch of geode (must exist in the apache geode repository) * branch of benchmark code to use (must exist in the apache geode-benchmarks repository) # destroy_cluster.sh Destroys a cluster that you created. Arguments are the tag that you passed to launch_cluster.sh #Example ```bash ./build_image.sh ./launch_cluster.sh mycluster 4 ./run-tests mycluster ./destroy_cluster.sh ```apache-geode-benchmarks-2.0.2-src/infrastructure/scripts/google_cloud/run_tests.sh000755 000765 000024 00000003565 15201125641 031144 0ustar00jihwanstaff000000 000000 #!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. DATE=$(date '+%m-%d-%Y-%H-%M-%S') TAG=${1} BRANCH=${2:-develop} OUTPUT=${3:-output-${DATE}-${TAG}} BENCHMARK_BRANCH=${4:-develop} PREFIX="geode-performance-${TAG}" INSTANCES=$(gcloud compute instance-groups list-instances ${PREFIX} | grep "${TAG}" | awk '{print $1}') HOSTS=$(echo ${INSTANCES} | tr ' ' ',') FIRST_INSTANCE=$(echo ${INSTANCES} | awk '{print $1}' ) gcloud compute ssh geode@$FIRST_INSTANCE --command="\ rm -rf geode-benchmarks geode && \ git clone --depth=1 https://github.com/apache/geode --branch ${BRANCH} geode && \ cd geode && \ ./gradlew pTML -PversionNumber=${DATE} -PreleaseType="-BENCHMARKBUILD" && \ cd .. && \ git clone https://github.com/apache/geode-benchmarks --branch ${BENCHMARK_BRANCH} && \ cd geode-benchmarks && \ ./gradlew -PgeodeVersion=${DATE}-BENCHMARKBUILD benchmark -Phosts=${HOSTS}" mkdir -p ${OUTPUT} gcloud compute scp --recurse geode@${FIRST_INSTANCE}:geode-benchmarks/geode-benchmarks/build/reports ${OUTPUT}/reports gcloud compute scp --recurse geode@${FIRST_INSTANCE}:geode-benchmarks/geode-benchmarks/build/benchmarks ${OUTPUT} apache-geode-benchmarks-2.0.2-src/cryptoinfo/build.gradle000644 000765 000024 00000001771 15201125641 024016 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ plugins { id 'application' } application { mainClassName = 'org.apache.geode.benchmarks.cryptoinfo.Main' } compileJava { options.compilerArgs << '-Xlint:unchecked' << "-Werror" options.deprecation = true } apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/000755 000765 000024 00000000000 15201125641 022320 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/main/000755 000765 000024 00000000000 15201125641 023244 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/main/java/000755 000765 000024 00000000000 15201125641 024165 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/main/java/org/000755 000765 000024 00000000000 15201125641 024754 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/main/java/org/apache/000755 000765 000024 00000000000 15201125641 026175 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/main/java/org/apache/geode/000755 000765 000024 00000000000 15201125641 027260 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/main/java/org/apache/geode/benchmarks/000755 000765 000024 00000000000 15201125641 031375 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/cryptoinfo/src/main/java/org/apache/geode/benchmarks/cryptoinfo/000755 000765 000024 00000000000 15201125641 033571 5ustar00jihwanstaff000000 000000 cryptoinfo/src/main/java/org/apache/geode/benchmarks/cryptoinfo/Main.java000644 000765 000024 00000004064 15201125641 035245 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmarks.cryptoinfo; import java.io.PrintStream; import java.security.NoSuchAlgorithmException; import java.security.Provider; import javax.net.ssl.SSLContext; import javax.net.ssl.SSLParameters; public class Main { public static void main(String[] args) throws NoSuchAlgorithmException { SSLContext context = SSLContext.getDefault(); final PrintStream out = System.out; out.println("Provider: "); printProvider(out, context.getProvider()); out.println("SSL Parameters: "); printSSLParameters(out, context.getSupportedSSLParameters()); } private static void printSSLParameters(final PrintStream out, final SSLParameters sslParameters) { out.println("Protocols:"); printStrings(out, sslParameters.getProtocols()); out.println("Cipher Suites:"); printStrings(out, sslParameters.getCipherSuites()); } private static void printStrings(PrintStream out, String[] strings) { for (String string : strings) { out.println(string); } } private static void printProvider(final PrintStream out, final Provider provider) { out.print("Name: "); out.println(provider.getName()); out.print("Info: "); out.println(provider.getInfo()); out.print("Version: "); out.println(provider.getVersion()); } } apache-geode-benchmarks-2.0.2-src/.github/workflows/000755 000765 000024 00000000000 15201125641 022732 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/.github/workflows/gradle.yml000644 000765 000024 00000002642 15201125641 024717 0ustar00jihwanstaff000000 000000 # # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # name: develop on: push: branches: [ "develop" ] pull_request: branches: [ "develop" ] permissions: contents: read jobs: check: strategy: fail-fast: false matrix: os: [ubuntu-latest] distribution: ['temurin'] runs-on: ${{ matrix.os }} steps: - uses: actions/checkout@v3 - name: Set up JDK uses: actions/setup-java@v3 with: distribution: ${{ matrix.distribution }} java-version: '8' - name: Setup Gradle uses: gradle/gradle-build-action@v2 - name: check run: | ssh-keygen -N "" -f ~/.ssh/id_rsa ./gradlew check --console=plainapache-geode-benchmarks-2.0.2-src/harness/build.gradle000644 000765 000024 00000006213 15201125641 023261 0ustar00jihwanstaff000000 000000 import org.gradle.internal.jvm.Jvm /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ plugins { id 'java' } group 'org.apache.geode-benchmark' version '1.0-SNAPSHOT' def geodeVersion = project.hasProperty('geodeVersion') ? project.findProperty('geodeVersion') : '1.+' def isCI = project.hasProperty('ci') ? project.findProperty('ci') : 0 repositories { /* This is used in CI to benchmark various new/old versions of Geode. Also useful in dev where you can clone geode and publishToMavenLocal */ mavenLocal() // fall back to mavenCentral, which has lots of released versions of Geode mavenCentral() } task(dumpRun, dependsOn: 'classes', type: JavaExec) { main = 'org.apache.geode.perftest.analysis.DumpResults' workingDir = project.findProperty("dumpWorkingDir") ?: rootDir classpath = sourceSets.main.runtimeClasspath } task(analyzeRun, dependsOn: 'classes', type: JavaExec) { main = 'org.apache.geode.perftest.analysis.Analyzer' workingDir = rootDir classpath = sourceSets.main.runtimeClasspath systemProperty 'TEST_CI', isCI } dependencies { compile(group: 'org.junit.jupiter', name: 'junit-jupiter-engine', version: project.'junit-jupiter.version') compile(group: 'org.junit-pioneer', name: 'junit-pioneer', version: project.'junit-pioneer.version') compile(group: 'com.hierynomus', name: 'sshj', version: project.'sshj.version') compile(group: 'commons-io', name: 'commons-io', version: project.'commons-io.version') compile(group: 'org.yardstickframework', name: 'yardstick', version: project.'yardstick.version') compile(group: 'org.hdrhistogram', name: 'HdrHistogram', version: project.'HdrHistogram.version') compile(group: 'org.apache.geode', name: 'geode-core', version: geodeVersion) testCompile(group: 'org.mockito', name: 'mockito-core', version: project.'mockito.version') testCompile(group: 'org.awaitility', name: 'awaitility', version: project.'awaitility.version') testCompile(group: 'org.slf4j', name: 'slf4j-simple', version: project.'slf4j-simple.version') testCompile(group: 'org.apache.sshd', name: 'sshd-core', version: project.'sshd-core.version') testCompile(group: 'org.assertj', name: 'assertj-core', version: project.'assertj-core.version') } compileJava { options.fork = true options.forkOptions.executable = 'javac' options.compilerArgs << '-XDignore.symbol.file' << '-Xlint:unchecked' << "-Werror" options.deprecation = true } test{ useJUnitPlatform() } apache-geode-benchmarks-2.0.2-src/harness/src/000755 000765 000024 00000000000 15201125641 021567 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/000755 000765 000024 00000000000 15201125641 022546 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/000755 000765 000024 00000000000 15201125641 022513 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/resources/000755 000765 000024 00000000000 15201125641 024525 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/000755 000765 000024 00000000000 15201125641 023434 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/000755 000765 000024 00000000000 15201125641 024223 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/000755 000765 000024 00000000000 15201125641 025444 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/000755 000765 000024 00000000000 15201125641 026527 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/benchmark/000755 000765 000024 00000000000 15201125641 030461 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/000755 000765 000024 00000000000 15201125641 030363 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/TestContext.java000644 000765 000024 00000003307 15201125641 033515 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.io.File; import java.io.Serializable; import java.net.InetAddress; import java.util.Set; public interface TestContext extends Serializable { Set getHostsForRole(String role); Set getHostsIDsForRole(String role); File getOutputDir(); /** * Returns the JVM ID * * @return JVM ID */ int getJvmID(); /** * Sets the value of the attribute * * @param attribute attribute name * @param value attribute value */ void setAttribute(String attribute, Object value); /** * Gets the value of an attribute when searched by the passed key * * @param key lookup key * @return the attribute value */ Object getAttribute(String key); /** * Print a log message to the terminal about the progress of a test task * * @param progress The progress message to display */ void logProgress(String progress); } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/TestStep.java000644 000765 000024 00000003422 15201125641 033002 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.util.Arrays; import java.util.HashSet; import java.util.Objects; import java.util.Set; public class TestStep { private final Task task; private final Set roles; public TestStep(Task task, String[] roles) { if (roles == null || roles.length == 0) { throw new IllegalStateException("Task " + task + " must be assigned to at least one role"); } this.task = task; this.roles = new HashSet<>(Arrays.asList(roles)); } public Task getTask() { return task; } public String[] getRoles() { return roles.toArray(new String[0]); } @Override public boolean equals(final Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } final TestStep testStep = (TestStep) o; return task.equals(testStep.task) && roles.equals(testStep.roles); } @Override public int hashCode() { return Objects.hash(task, roles); } } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/analysis/000755 000765 000024 00000000000 15201125641 032206 5ustar00jihwanstaff000000 000000 harness/src/main/java/org/apache/geode/perftest/BenchmarkProperties.java000644 000765 000024 00000003552 15201125641 035123 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; public class BenchmarkProperties { /** * Read the current system properties and find any system properties that start * with "benchmark.system.ROLE" Returns a map of ROLE-> system properties for that * role. */ public static Map> getDefaultJVMArgs() { Map> results = new HashMap<>(); System.getProperties().stringPropertyNames().stream() .filter(name -> name.startsWith("benchmark.system.")) .forEach(name -> { String shortName = name.replace("benchmark.system.", ""); String[] roleAndProperty = shortName.split("\\.", 2); String role = roleAndProperty[0]; String property = roleAndProperty[1]; String value = System.getProperty(name); List roleProperties = results.computeIfAbsent(role, key -> new ArrayList<>()); roleProperties.add("-D" + property + "=" + value); }); return results; } } harness/src/main/java/org/apache/geode/perftest/PerformanceTest.java000644 000765 000024 00000003454 15201125641 034256 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.io.Serializable; import org.yardstickframework.BenchmarkDriver; /** * A declarative performance test. Users should implement * this interface and define their test using the passed in * {@link TestConfig} object. * * There are three phases to the test: *
    *
  • Before Tasks - executed sequentially before the test
    • *
  • Workload Tasks - executed in parallel repeatedly during the workload phase
    • *
  • After Tasks - executed sequentially after the test
    • *
* * Each of these phases can be assigned to *roles*. * * The test should, at a minimum * * Define the roles by calling {@link TestConfig#role(String, int)} * Define one or more tasks by calling {@link TestConfig#before(Task, String...)}, * {@link TestConfig#after(Task, String...)} or * {@link TestConfig#workload(BenchmarkDriver, String...)} */ public interface PerformanceTest extends Serializable { /** * Return the configuration for the test. */ TestConfig configure(); } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/jdk/000755 000765 000024 00000000000 15201125641 031133 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/runner/000755 000765 000024 00000000000 15201125641 031674 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/TestRunner.java000644 000765 000024 00000002054 15201125641 033340 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; /** * Runner that executes a {@link PerformanceTest}A * * Runners can be obtained from the {@link TestRunners} static * factory methods. Eg */ public interface TestRunner { void runTest(PerformanceTest test) throws Exception; } harness/src/main/java/org/apache/geode/perftest/WorkloadConfig.java000644 000765 000024 00000004340 15201125641 034060 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.io.Serializable; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.yardstickframework.BenchmarkDriver; import org.apache.geode.perftest.runner.DefaultTestRunner; import org.apache.geode.perftest.yardstick.YardstickTask; /** * Holder for the durations of the benchmark. This is a separate object so that * a {@link YardstickTask} can be created with a {@link WorkloadConfig}, but the * actual duration values can be configured by the user after they call the * {@link TestConfig#workload(BenchmarkDriver, String...)} method. */ public class WorkloadConfig implements Serializable { private static final Logger logger = LoggerFactory.getLogger(DefaultTestRunner.class); long durationSeconds = 1; long warmupSeconds = 0; int threads = Runtime.getRuntime().availableProcessors() * 2; public WorkloadConfig() {} public void durationSeconds(long durationSeconds) { this.durationSeconds = Long.getLong("benchmark.withDuration", durationSeconds); } public void warmupSeconds(long warmupSeconds) { this.warmupSeconds = Long.getLong("benchmark.withWarmup", warmupSeconds); } public void threads(int threads) { this.threads = Integer.getInteger("benchmark.withThreads", threads); } public long getDurationSeconds() { return durationSeconds; } public long getWarmupSeconds() { return warmupSeconds; } public int getThreads() { return threads; } } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/TestConfig.java000644 000765 000024 00000011474 15201125641 033302 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.io.Serializable; import java.util.ArrayList; import java.util.Arrays; import java.util.Collections; import java.util.LinkedHashMap; import java.util.List; import java.util.Map; import org.yardstickframework.BenchmarkDriver; import org.apache.geode.perftest.yardstick.YardstickTask; /** * Declarative configuration of a test. Used by * {@link PerformanceTest} to define the test. * */ public class TestConfig implements Serializable { private final WorkloadConfig workloadConfig = new WorkloadConfig(); private Map roles = new LinkedHashMap<>(); private Map> jvmArgs = BenchmarkProperties.getDefaultJVMArgs(); private List before = new ArrayList<>(); private List workload = new ArrayList<>(); private List after = new ArrayList<>(); /** * Define a role for the test. * * @param role The name of the role * @param numberOfJVMs The number of JVMs that should be launched that have this role. */ public void role(String role, int numberOfJVMs) { this.roles.put(role, numberOfJVMs); } /** * Add a before task to the test. Each before task is run in parallel on * all of the nodes that have the given role * * @param task The task to execute * @param roles The roles to execute the task on */ public void before(Task task, String... roles) { before.add(new TestStep(task, roles)); } /** * Add an after task to the test. After tasks are run in parallel on all * nodes that have the given roles */ public void after(Task task, String... roles) { after.add(new TestStep(task, roles)); } /** * Add a workload task to the test. Workload tasks are run repeatedly * during the workload phase, and the time to run the workload is measured. * * @param benchmark The workload to run * @param roles The roles to run the workload on */ public void workload(BenchmarkDriver benchmark, String... roles) { workload.add(new TestStep(new YardstickTask(benchmark, workloadConfig), roles)); } /** * Set the duration of the workload phase. This is the amount of time that * the workload tasks are actually measured. The total runtime of the test * is the {@link #durationSeconds(long)} + {@link #warmupSeconds(long)} * * @param durationSeconds The time in seconds for the duration phase */ public void durationSeconds(long durationSeconds) { workloadConfig.durationSeconds(durationSeconds); } /** * Set the number of threads to run in each JVM for the workload test. Default * is twice the number of available processors. */ public void threads(int threads) { workloadConfig.threads(threads); } /** * Set the duration of the warmup phase. Workload tasks are run for this amount * of time as a warmup, but the measurements from the tasks are discarded. * * @param warmupSeconds The time in seconds for the warmup phase */ public void warmupSeconds(long warmupSeconds) { workloadConfig.warmupSeconds(warmupSeconds); } public long getDurationSeconds() { return workloadConfig.getDurationSeconds(); } public long getWarmupSeconds() { return workloadConfig.getWarmupSeconds(); } public int getThreads() { return workloadConfig.getThreads(); } public Map getRoles() { return roles; } public List getBefore() { return before; } public List getWorkload() { return workload; } public List getAfter() { return after; } /** * Add JVM arguments used to launch JVMs for a particular role * * If multiple calls to this method are made for the same role, the new JVM arguments * are appended to the existing JVM args */ public void jvmArgs(String role, String... jvmArgs) { List roleArgs = this.jvmArgs.computeIfAbsent(role, key -> new ArrayList<>()); roleArgs.addAll(Arrays.asList(jvmArgs)); } public Map> getJvmArgs() { return Collections.unmodifiableMap(jvmArgs); } } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/yardstick/000755 000765 000024 00000000000 15201125641 032360 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/jvms/000755 000765 000024 00000000000 15201125641 031342 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/Task.java000644 000765 000024 00000002166 15201125641 032135 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.io.Serializable; /** * A single task in a test, such as initializing a member * or doing a single operation during the workload phase. */ public interface Task extends Serializable { /** * Execute the task on the remote machine */ void run(TestContext context) throws Exception; } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/infrastructure/000755 000765 000024 00000000000 15201125641 033443 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/TestRunners.java000644 000765 000024 00000006630 15201125641 033527 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.io.File; import org.apache.geode.perftest.infrastructure.local.LocalInfrastructureFactory; import org.apache.geode.perftest.infrastructure.ssh.SshInfrastructureFactory; import org.apache.geode.perftest.jvms.RemoteJVMFactory; import org.apache.geode.perftest.runner.DefaultTestRunner; /** * Static factory methods for implementations of {@link TestRunner} * * This the main entry point for running performance tests. Users of this * class should create a {@link PerformanceTest} and pass it to the * {@link TestRunner#runTest(PerformanceTest)} * method of the test runner. For example * * TestRunners.default().runTest(new YourPerformanceTest()); * * */ public class TestRunners { public static final String TEST_HOSTS = "benchmark.TEST_HOSTS"; public static final String OUTPUT_DIR = "benchmark.OUTPUT_DIR"; public static final String[] JVM_ARGS_SMALL_SIZE = new String[] { "-Xmx4g", "-Xms4g" }; public static TestRunner defaultRunner(String username, File outputDir, String... hosts) { return new DefaultTestRunner( new RemoteJVMFactory(new SshInfrastructureFactory(username, hosts)), outputDir); } /** * The default runner, which gets a list of hosts to run on from the * TEST_HOSTS system property. * */ public static TestRunner defaultRunner() { String testHosts = System.getProperty(TEST_HOSTS); String outputDir = System.getProperty(OUTPUT_DIR, "output"); return defaultRunner(testHosts, new File(outputDir)); } static TestRunner defaultRunner(String testHosts, File outputDir) { if (testHosts == null) { throw new IllegalStateException( "You must set the benchmark.TEST_HOSTS system property to a comma separated list of hosts to run the benchmarks on."); } String userName = System.getProperty("user.name"); return defaultRunner(userName, outputDir, testHosts.split(",\\s*")); } /** * A test runner that runs the test with the minimal tuning - only * 1 second duration on local infrastructure. */ public static TestRunner minimalRunner(final File outputDir) { return new DefaultTestRunner(new RemoteJVMFactory(new LocalInfrastructureFactory()), outputDir) { @Override public void runTest(TestConfig config, String testName) throws Exception { config.warmupSeconds(0); config.durationSeconds(1); config.threads(1); config.getRoles().entrySet().stream().forEach(entry -> { config.jvmArgs(entry.getKey(), JVM_ARGS_SMALL_SIZE); }); super.runTest(config, testName); } }; } } harness/src/main/java/org/apache/geode/perftest/infrastructure/Infrastructure.java000644 000765 000024 00000004007 15201125641 037250 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure; import java.io.File; import java.io.IOException; import java.io.Serializable; import java.net.InetAddress; import java.util.Set; import java.util.function.Function; /** * Some deployed infrastructure that the test is running on */ public interface Infrastructure extends AutoCloseable { /** * Get the nodes that the test is running on */ Set getNodes(); int onNode(Node node, String[] shellCommand) throws IOException, InterruptedException; /** * Delete the nodes */ void close() throws InterruptedException, IOException; /** * Copy a list of files to a directory on the node. * * @param files A list of files on the local system to copy * @param destDirectoryFunction A function that returns the destination directory, given a node * @param removeExisting If true, remove all existing files in the directory on the remote * machine */ void copyToNodes(Iterable files, Function destDirectoryFunction, boolean removeExisting) throws IOException; void copyFromNode(Node node, String directory, File destDir) throws IOException; interface Node extends Serializable { InetAddress getAddress(); } } harness/src/main/java/org/apache/geode/perftest/infrastructure/local/000755 000765 000024 00000000000 15201125641 034456 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/main/java/org/apache/geode/perftest/infrastructure/ssh/000755 000765 000024 00000000000 15201125641 034161 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/main/java/org/apache/geode/perftest/infrastructure/InfrastructureFactory.java000644 000765 000024 00000002022 15201125641 040573 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure; /** * Factory for creating or providing access a number of nodes on a given infrastructure */ public interface InfrastructureFactory { Infrastructure create(int nodes) throws Exception; } harness/src/main/java/org/apache/geode/perftest/infrastructure/ssh/QuietSshLoggingConfig.java000644 000765 000024 00000003152 15201125641 041227 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.ssh; import net.schmizz.sshj.DefaultConfig; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.slf4j.helpers.NOPLogger; class QuietSshLoggingConfig extends DefaultConfig { private static final Logger logger = LoggerFactory.getLogger(QuietSshLoggingConfig.class); @Override public net.schmizz.sshj.common.LoggerFactory getLoggerFactory() { if (logger.isDebugEnabled()) { return super.getLoggerFactory(); } else { return new NOPLoggerFactory(); } } private static class NOPLoggerFactory implements net.schmizz.sshj.common.LoggerFactory { @Override public Logger getLogger(String name) { return NOPLogger.NOP_LOGGER; } @Override public Logger getLogger(Class clazz) { return NOPLogger.NOP_LOGGER; } } } harness/src/main/java/org/apache/geode/perftest/infrastructure/ssh/SshInfrastructureFactory.java000644 000765 000024 00000003320 15201125641 042050 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.ssh; import java.util.Arrays; import java.util.Collection; import java.util.List; import org.apache.geode.perftest.infrastructure.Infrastructure; import org.apache.geode.perftest.infrastructure.InfrastructureFactory; public class SshInfrastructureFactory implements InfrastructureFactory { private final List hosts; private final String user; public SshInfrastructureFactory(String user, String... hosts) { this.hosts = Arrays.asList(hosts); this.user = user; } @Override public Infrastructure create(int nodes) { if (nodes > hosts.size()) { throw new IllegalStateException( "Not enough hosts to create " + nodes + " nodes. Available hosts: " + hosts); } return new SshInfrastructure(hosts.subList(0, nodes), user); } public Collection getHosts() { return hosts; } public String getUser() { return user; } } harness/src/main/java/org/apache/geode/perftest/infrastructure/ssh/SshInfrastructure.java000644 000765 000024 00000015725 15201125641 040534 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.ssh; import java.io.File; import java.io.IOException; import java.io.InputStream; import java.io.PrintStream; import java.io.UncheckedIOException; import java.net.InetAddress; import java.net.UnknownHostException; import java.util.ArrayList; import java.util.Collection; import java.util.Collections; import java.util.LinkedHashSet; import java.util.List; import java.util.Set; import java.util.concurrent.CompletableFuture; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.function.Function; import java.util.stream.Collectors; import net.schmizz.sshj.Config; import net.schmizz.sshj.SSHClient; import net.schmizz.sshj.connection.channel.direct.Session; import net.schmizz.sshj.connection.channel.direct.Signal; import net.schmizz.sshj.transport.verification.PromiscuousVerifier; import net.schmizz.sshj.xfer.FileSystemFile; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.infrastructure.Infrastructure; public class SshInfrastructure implements Infrastructure { private static final Logger logger = LoggerFactory.getLogger(SshInfrastructure.class); private final Set hosts; private final String user; private final int port; public static final Config CONFIG = new QuietSshLoggingConfig(); private ExecutorService streamReaderThreadPool = Executors.newCachedThreadPool(); public SshInfrastructure(Collection hosts, String user) { this(hosts, user, 22); } public SshInfrastructure(Collection hosts, String user, int port) { this.hosts = hosts.stream() .map(SshNode::new) .collect(Collectors.toCollection(LinkedHashSet::new)); this.user = user; this.port = port; } SSHClient getSSHClient(InetAddress address) throws IOException { SSHClient client = new SSHClient(CONFIG); client.addHostKeyVerifier(new PromiscuousVerifier()); client.connect(address, port); client.authPublickey(user); return client; } @Override public Set getNodes() { return Collections.unmodifiableSet(hosts); } @Override public int onNode(final Node node, final String[] shellCommand) throws IOException { try (final SSHClient client = getSSHClient(node.getAddress()); final Session session = client.startSession()) { final String script = "'" + String.join("' '", shellCommand) + "'"; logger.debug("Executing {} on {}", script, node.getAddress()); try (final Session.Command cmd = session.exec(script)) { final CompletableFuture copyStdout = copyStreamAsynchronously(cmd.getInputStream(), System.out); final CompletableFuture copyStdErr = copyStreamAsynchronously(cmd.getErrorStream(), System.err); cmd.join(); copyStdout.join(); copyStdErr.join(); final Boolean coreDumped = cmd.getExitWasCoreDumped(); if (null != coreDumped && coreDumped) { logger.error("Core dumped for {} on {}", script, node.getAddress()); } final String errorMessage = cmd.getExitErrorMessage(); if (null != errorMessage) { logger.error("Exit error message for {} on {} was \"{}\"", script, node.getAddress(), errorMessage); } final Signal exitSignal = cmd.getExitSignal(); if (null != exitSignal) { logger.error("Exit signal for {} on {} was {}", script, node.getAddress(), exitSignal); } final Integer exitStatus = cmd.getExitStatus(); if (null == exitStatus) { logger.error("Exit status for {} on {} was null", script, node.getAddress()); return -1; } return exitStatus; } } } private CompletableFuture copyStreamAsynchronously(InputStream inputStream, PrintStream out) { return CompletableFuture.runAsync(() -> { try { org.apache.commons.io.IOUtils.copy(inputStream, out); } catch (IOException e) { throw new UncheckedIOException(e); } }, streamReaderThreadPool); } private void copyStream(InputStream inputStream, PrintStream out) { try { org.apache.commons.io.IOUtils.copy(inputStream, out); } catch (IOException e) { throw new UncheckedIOException(e); } } @Override public void close() throws InterruptedException, IOException { } @Override public void copyToNodes(Iterable files, Function destDirFunction, boolean removeExisting) throws IOException { List> futures = new ArrayList<>(); for (Node node : this.getNodes()) { futures.add(CompletableFuture.runAsync(() -> { InetAddress address = node.getAddress(); String destDir = destDirFunction.apply(node); try (SSHClient client = getSSHClient(address)) { client.useCompression(); if (removeExisting) { try (Session session = client.startSession()) { session.exec(String.format("rm -rf '%s'", destDir)).join(); } } try (Session session = client.startSession()) { session.exec(String.format("mkdir -p '%s'", destDir)).join(); } for (File file : files) { logger.debug("Copying " + file + " to " + address); client.newSCPFileTransfer().upload(new FileSystemFile(file), destDir); } } catch (IOException e) { throw new UncheckedIOException(e); } })); } futures.forEach(CompletableFuture::join); } @Override public void copyFromNode(Node node, String directory, File destDir) throws IOException { try (SSHClient client = getSSHClient(node.getAddress())) { client.useCompression(); destDir.mkdirs(); client.newSCPFileTransfer().download(directory, destDir.getPath()); return; } } public static class SshNode implements Node { private final InetAddress host; public SshNode(String host) { try { this.host = InetAddress.getByName(host); } catch (UnknownHostException e) { throw new UncheckedIOException(e); } } @Override public InetAddress getAddress() { return host; } } } harness/src/main/java/org/apache/geode/perftest/infrastructure/local/LocalInfrastructure.java000644 000765 000024 00000010251 15201125641 041313 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.local; import static java.nio.file.StandardCopyOption.REPLACE_EXISTING; import java.io.File; import java.io.IOException; import java.io.UncheckedIOException; import java.net.InetAddress; import java.net.UnknownHostException; import java.nio.file.Files; import java.nio.file.Path; import java.util.Collections; import java.util.LinkedHashSet; import java.util.List; import java.util.Set; import java.util.concurrent.CopyOnWriteArrayList; import java.util.function.Function; import org.apache.commons.io.FileUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.infrastructure.Infrastructure; /** * Implementation of infrastructure that just runs commands * on the local computer, in their own working directories. */ public class LocalInfrastructure implements Infrastructure { private static final Logger logger = LoggerFactory.getLogger(LocalInfrastructure.class); private final Set nodes = new LinkedHashSet<>(); private final List processList = new CopyOnWriteArrayList<>(); public LocalInfrastructure(int numNodes) throws IOException { for (int i = 0; i < numNodes; i++) { Path workingDir = Files.createTempDirectory("workerProcess"); nodes.add(new LocalNode(workingDir.toFile())); } } @Override public Set getNodes() { return Collections.unmodifiableSet(nodes); } @Override public int onNode(Node node, String[] shellCommand) throws IOException, InterruptedException { ProcessBuilder builder = new ProcessBuilder(); builder.command(shellCommand); builder.inheritIO(); builder.directory(((LocalNode) node).getWorkingDir()); logger.debug(String.format("Launching %s>%s", ((LocalNode) node).getWorkingDir(), String.join(" ", shellCommand))); Process process = builder.start(); processList.add(process); int exitCode = process.waitFor(); return exitCode; } @Override public void close() throws InterruptedException, IOException { for (Process process : processList) { process.destroyForcibly(); process.waitFor(); } for (LocalNode node : nodes) { FileUtils.deleteDirectory(node.getWorkingDir()); } } @Override public void copyToNodes(Iterable files, Function destDirFunction, boolean removeExisting) throws IOException { for (LocalNode node : nodes) { String destDirName = destDirFunction.apply(node); Path destDir = new File(node.getWorkingDir(), destDirName).toPath(); destDir.toFile().mkdirs(); for (File file : files) { Files.copy(file.toPath(), destDir.resolve(file.getName()), REPLACE_EXISTING); } } } @Override public void copyFromNode(Node node, String directory, File destDir) throws IOException { File nodeDir = new File(((LocalNode) node).workingDir, directory); if (!nodeDir.exists()) { return; } FileUtils.copyDirectory(nodeDir, destDir); } static class LocalNode implements Node { File workingDir; public LocalNode(File workingDir) { this.workingDir = workingDir; } public File getWorkingDir() { return workingDir; } @Override public InetAddress getAddress() { try { return InetAddress.getLocalHost(); } catch (UnknownHostException e) { throw new UncheckedIOException(e); } } } } harness/src/main/java/org/apache/geode/perftest/infrastructure/local/LocalInfrastructureFactory.java000644 000765 000024 00000002373 15201125641 042651 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.local; import org.apache.geode.perftest.infrastructure.Infrastructure; import org.apache.geode.perftest.infrastructure.InfrastructureFactory; /** * {@link InfrastructureFactory} That uses local processes on the local machine */ public class LocalInfrastructureFactory implements InfrastructureFactory { @Override public Infrastructure create(int nodes) throws Exception { return new LocalInfrastructure(nodes); } } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/jvms/classpath/000755 000765 000024 00000000000 15201125641 033324 5ustar00jihwanstaff000000 000000 harness/src/main/java/org/apache/geode/perftest/jvms/RemoteJVMFactory.java000644 000765 000024 00000017253 15201125641 035276 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms; import static java.util.concurrent.TimeUnit.DAYS; import java.io.File; import java.io.FileOutputStream; import java.io.IOException; import java.security.InvalidKeyException; import java.security.KeyStore; import java.security.KeyStoreException; import java.security.NoSuchAlgorithmException; import java.security.NoSuchProviderException; import java.security.PrivateKey; import java.security.SignatureException; import java.security.cert.CertificateException; import java.security.cert.X509Certificate; import java.util.ArrayList; import java.util.Collections; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.Set; import java.util.concurrent.CompletableFuture; import java.util.concurrent.TimeUnit; import org.apache.commons.io.FileUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import sun.security.tools.keytool.CertAndKeyGen; import sun.security.x509.X500Name; import org.apache.geode.perftest.infrastructure.Infrastructure; import org.apache.geode.perftest.infrastructure.InfrastructureFactory; import org.apache.geode.perftest.jvms.classpath.ClassPathCopier; import org.apache.geode.perftest.jvms.rmi.Controller; import org.apache.geode.perftest.jvms.rmi.ControllerFactory; import org.apache.geode.perftest.runner.SharedContext; /** * Factory for launching JVMs and a given infrastructure and setting up RMI * access to all JVMs. */ public class RemoteJVMFactory { private static final Logger logger = LoggerFactory.getLogger(RemoteJVMFactory.class); public static final String RMI_HOST = "RMI_HOST"; public static final String RMI_PORT_PROPERTY = "RMI_PORT"; public static final String CONTROLLER = "CONTROLLER"; public static final String OUTPUT_DIR = "OUTPUT_DIR"; public static final String ROLE = "ROLE"; public static final String JVM_ID = "JVM_ID"; public static final int RMI_PORT = 33333; private static final String CLASSPATH = System.getProperty("java.class.path"); private static final String JAVA_HOME = System.getProperty("java.home"); private final JVMLauncher jvmLauncher; private final ClassPathCopier classPathCopier; private final ControllerFactory controllerFactory; private final InfrastructureFactory infrastructureFactory; public RemoteJVMFactory(InfrastructureFactory infrastructureFactory, JVMLauncher jvmLauncher, ClassPathCopier classPathCopier, ControllerFactory controllerFactory) { this.infrastructureFactory = infrastructureFactory; this.jvmLauncher = jvmLauncher; this.classPathCopier = classPathCopier; this.controllerFactory = controllerFactory; } public RemoteJVMFactory(InfrastructureFactory infrastructureFactory) { this(infrastructureFactory, new JVMLauncher(), new ClassPathCopier(CLASSPATH, JAVA_HOME), new ControllerFactory()); } /** * Start all requested JVMs on the infrastructure * * @param roles The JVMs to start. Keys a roles and values are the number * of JVMs in that role. * * @return a {@link RemoteJVMs} object used to access the JVMs through RMI */ public RemoteJVMs launch(Map roles, Map> jvmArgs) throws Exception { int numWorkers = roles.values().stream().mapToInt(Integer::intValue).sum(); Infrastructure infra = infrastructureFactory.create(numWorkers); Set nodes = infra.getNodes(); if (nodes.size() < numWorkers) { throw new IllegalStateException( "Too few nodes for test. Need " + numWorkers + ", have " + nodes.size()); } List mapping = mapRolesToNodes(roles, nodes, jvmArgs); Controller controller = controllerFactory.createController(new SharedContext(mapping), numWorkers); classPathCopier.copyToNodes(infra, node -> getLibDir(mapping, node)); final List files = new ArrayList<>(); files.add(createKeystore()); final File securityJsonFile = new File("security.json"); FileUtils.copyURLToFile(getClass().getClassLoader().getResource("security.json"), securityJsonFile); files.add(securityJsonFile); if (JavaVersion.current().atLeast(JavaVersion.v17)) { final File javaArgsFile = new File("java.args"); FileUtils.copyURLToFile( getClass().getClassLoader().getResource("open-all-jdk-packages-linux-openjdk-17"), javaArgsFile); files.add(javaArgsFile); } infra.copyToNodes(files, node -> getLibDir(mapping, node), false); CompletableFuture processesExited = jvmLauncher.launchProcesses(infra, RMI_PORT, mapping); if (!controller.waitForWorkers(5, TimeUnit.MINUTES)) { throw new IllegalStateException("Workers failed to start in 5 minute"); } return new RemoteJVMs(infra, mapping, controller, processesExited); } private JVMMapping getJvmMapping(List mapping, Infrastructure.Node node) { return mapping.stream() .filter(entry -> entry.getNode().equals(node)) .findFirst() .orElseThrow(() -> new IllegalStateException("Could not find node dir " + node)); } private String getLibDir(List mapping, Infrastructure.Node node) { return getJvmMapping(mapping, node) .getLibDir(); } private File createKeystore() throws KeyStoreException, IOException, CertificateException, NoSuchAlgorithmException, NoSuchProviderException, InvalidKeyException, SignatureException { CertAndKeyGen keyGen = new CertAndKeyGen("RSA", "SHA1WithRSA", null); keyGen.generate(1024); char[] password = "123456".toCharArray(); PrivateKey privateKey = keyGen.getPrivateKey(); // Generate self signed certificate X509Certificate[] chain = new X509Certificate[1]; chain[0] = keyGen.getSelfCertificate(new X500Name("CN=ROOT"), DAYS.toSeconds(365)); logger.debug("Certificate : {}", chain[0]); KeyStore ks = KeyStore.getInstance(KeyStore.getDefaultType()); ks.load(null, null); ks.setKeyEntry("default", privateKey, password, chain); File jksFile = new File("temp-self-signed.jks"); FileOutputStream fos = new FileOutputStream(jksFile); ks.store(fos, password); fos.close(); return jksFile; } public InfrastructureFactory getInfrastructureFactory() { return infrastructureFactory; } private List mapRolesToNodes(Map roles, Set nodes, Map> jvmArgs) { List mapping = new ArrayList<>(); Iterator nodeItr = nodes.iterator(); int id = 0; for (Map.Entry roleEntry : roles.entrySet()) { for (int i = 0; i < roleEntry.getValue(); i++) { Infrastructure.Node node = nodeItr.next(); String role = roleEntry.getKey(); List roleArgs = jvmArgs.getOrDefault(role, Collections.emptyList()); mapping.add(new JVMMapping(node, role, id++, roleArgs)); } } return mapping; } } harness/src/main/java/org/apache/geode/perftest/jvms/JVMMapping.java000644 000765 000024 00000003270 15201125641 034100 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms; import java.io.Serializable; import java.util.List; import org.apache.geode.perftest.infrastructure.Infrastructure; public class JVMMapping implements Serializable { private final Infrastructure.Node node; private final String role; private final int id; private final List jvmArgs; public JVMMapping(Infrastructure.Node node, String role, int id, List jvmArgs) { this.node = node; this.role = role; this.id = id; this.jvmArgs = jvmArgs; } public Infrastructure.Node getNode() { return node; } public String getRole() { return role; } public int getId() { return id; } public String getOutputDir() { return "output/" + role + "-" + id; } public List getJvmArgs() { return jvmArgs; } public String getLibDir() { return ".geode-performance/lib/" + role + "-" + id; } } harness/src/main/java/org/apache/geode/perftest/jvms/JavaVersion.java000644 000765 000024 00000003324 15201125641 034357 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.jvms; public enum JavaVersion { v8, v11, v12, v13, v16, v17; public static JavaVersion current() { return valueOfVersion(System.getProperty("java.runtime.version")); } private static JavaVersion valueOfVersion(final String javaVersion) { if (javaVersion.startsWith("1.8")) { return v8; } else if (javaVersion.startsWith("11.")) { return v11; } else if (javaVersion.startsWith("12.")) { return v12; } else if (javaVersion.matches("^13\\b.*")) { return v13; } else if (javaVersion.matches("^16\\b.*")) { return v16; } else if (javaVersion.matches("^17\\b.*")) { return v17; } throw new IllegalStateException("Unknown version " + javaVersion); } public boolean atLeast(final JavaVersion other) { return this.compareTo(other) >= 0; } public boolean olderThan(final JavaVersion other) { return this.compareTo(other) < 0; } } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/jvms/rmi/000755 000765 000024 00000000000 15201125641 032131 5ustar00jihwanstaff000000 000000 harness/src/main/java/org/apache/geode/perftest/jvms/RemoteJVMs.java000644 000765 000024 00000005712 15201125641 034126 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms; import java.io.File; import java.io.IOException; import java.util.Arrays; import java.util.HashSet; import java.util.List; import java.util.concurrent.CompletableFuture; import java.util.concurrent.ExecutionException; import java.util.stream.Collectors; import java.util.stream.Stream; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.infrastructure.Infrastructure; import org.apache.geode.perftest.jvms.rmi.Controller; /** * Interface for accessing remote JVMs are running tasks on them. */ public class RemoteJVMs implements AutoCloseable { private final List jvmMappings; private final Controller controller; private final CompletableFuture exited; private final Infrastructure infra; public RemoteJVMs(Infrastructure infra, List mapping, Controller controller, CompletableFuture exited) { this.infra = infra; this.jvmMappings = mapping; this.controller = controller; this.exited = exited; } /** * Run a task in parallel on all JVMs with the given roles. */ public void execute(Task task, String... roleArray) { HashSet roles = new HashSet<>(Arrays.asList(roleArray)); Stream futures = jvmMappings.stream() .filter(mapping -> roles.contains(mapping.getRole())) .map(mapping -> controller.onWorker(mapping.getId(), task)); futures.collect(Collectors.toList()).forEach(CompletableFuture::join); } public void close() throws IOException, ExecutionException, InterruptedException { controller.close(); exited.get(); infra.close(); } public void closeController() throws IOException, ExecutionException, InterruptedException { controller.close(); exited.get(); } public void closeInfra() throws IOException, InterruptedException { infra.close(); } /** * Copy results to the provided output directory */ public void copyResults(File benchmarkOutput) throws IOException { for (JVMMapping jvm : jvmMappings) { infra.copyFromNode(jvm.getNode(), jvm.getOutputDir(), new File(benchmarkOutput, jvm.getRole() + "-" + jvm.getId())); } } } harness/src/main/java/org/apache/geode/perftest/jvms/JVMLauncher.java000644 000765 000024 00000013476 15201125641 034257 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms; import static org.apache.geode.distributed.ConfigurationProperties.SSL_KEYSTORE; import static org.apache.geode.distributed.ConfigurationProperties.SSL_KEYSTORE_PASSWORD; import static org.apache.geode.distributed.ConfigurationProperties.SSL_TRUSTSTORE; import static org.apache.geode.distributed.ConfigurationProperties.SSL_TRUSTSTORE_PASSWORD; import static org.apache.geode.perftest.jvms.JavaVersion.v17; import java.net.InetAddress; import java.net.UnknownHostException; import java.util.ArrayList; import java.util.Arrays; import java.util.List; import java.util.concurrent.CompletableFuture; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.infrastructure.Infrastructure; import org.apache.geode.perftest.jvms.rmi.ChildJVM; class JVMLauncher { private static final Logger logger = LoggerFactory.getLogger(RemoteJVMFactory.class); public static final String WITH_STRACE = "benchmark.withStrace"; JVMLauncher() {} CompletableFuture launchProcesses(Infrastructure infra, int rmiPort, List mapping) throws UnknownHostException { List> futures = new ArrayList>(); for (JVMMapping entry : mapping) { CompletableFuture future = launchWorker(infra, rmiPort, entry); futures.add(future); } return CompletableFuture.allOf(futures.toArray(new CompletableFuture[0])); } CompletableFuture launchWorker(Infrastructure infra, int rmiPort, JVMMapping jvmConfig) throws UnknownHostException { final String[] shellCommand = traceCommand( buildCommand(InetAddress.getLocalHost().getHostAddress(), rmiPort, jvmConfig), jvmConfig); CompletableFuture future = new CompletableFuture<>(); Thread thread = new Thread("Worker " + jvmConfig.getNode().getAddress()) { public void run() { try { infra.onNode(jvmConfig.getNode(), new String[] {"rm", "-rf", jvmConfig.getOutputDir()}); infra.onNode(jvmConfig.getNode(), new String[] {"mkdir", "-p", jvmConfig.getOutputDir()}); int result = infra.onNode(jvmConfig.getNode(), shellCommand); if (result != 0) { logger.error("ChildJVM exited with error code " + result); } } catch (Throwable t) { logger.error("Launching " + String.join(" ", shellCommand) + " on " + jvmConfig.getNode() + "Failed.", t); } finally { future.complete(null); } } }; thread.start(); return future; } String[] traceCommand(final String[] command, JVMMapping jvmConfig) { List strace = new ArrayList<>(); if (Boolean.getBoolean(WITH_STRACE)) { strace.add("strace"); strace.add("-o"); strace.add(jvmConfig.getOutputDir() + "/java.strace"); strace.add("-ttt"); strace.add("-T"); strace.add("-f"); strace.add("-ff"); } strace.addAll(Arrays.asList(command)); return strace.toArray(new String[0]); } String[] buildCommand(String rmiHost, int rmiPort, JVMMapping jvmConfig) { final JavaVersion javaVersion = JavaVersion.current(); List command = new ArrayList<>(); command.add(System.getProperty("java.home") + "/bin/java"); if (javaVersion.atLeast(v17)) { command.add("@" + jvmConfig.getLibDir() + "/java.args"); } command.add("-classpath"); command.add(jvmConfig.getLibDir() + "/*"); command.add("-Djava.library.path=" + System.getProperty("user.home") + "/META-INF/native"); command.add("-D" + RemoteJVMFactory.RMI_HOST + "=" + rmiHost); command.add("-D" + RemoteJVMFactory.RMI_PORT_PROPERTY + "=" + rmiPort); command.add("-D" + RemoteJVMFactory.JVM_ID + "=" + jvmConfig.getId()); command.add("-D" + RemoteJVMFactory.ROLE + "=" + jvmConfig.getRole()); command.add("-D" + RemoteJVMFactory.OUTPUT_DIR + "=" + jvmConfig.getOutputDir()); if (jvmConfig.getJvmArgs().contains("-Dbenchmark.withSsl=true")) { command .add("-Dgemfire." + SSL_KEYSTORE + "=" + jvmConfig.getLibDir() + "/temp-self-signed.jks"); command.add("-Dgemfire." + SSL_KEYSTORE_PASSWORD + "=123456"); command.add( "-Dgemfire." + SSL_TRUSTSTORE + "=" + jvmConfig.getLibDir() + "/temp-self-signed.jks"); command.add("-Dgemfire." + SSL_TRUSTSTORE_PASSWORD + "=123456"); } command.addAll(replaceTokens(jvmConfig.getJvmArgs(), jvmConfig)); command.add(ChildJVM.class.getName()); return command.toArray(new String[0]); } private static final List replaceTokens(List args, JVMMapping jvmConfig) { List replaced = new ArrayList<>(args.size()); for (String arg : args) { replaced.add(replaceTokens(arg, jvmConfig)); } return replaced; } private static String replaceTokens(String arg, JVMMapping jvmConfig) { arg = arg.replace("OUTPUT_DIR", jvmConfig.getOutputDir()); arg = arg.replace("JVM_ROLE", jvmConfig.getRole()); arg = arg.replace("JVM_ID", Integer.toString(jvmConfig.getId())); return arg; } } harness/src/main/java/org/apache/geode/perftest/jvms/rmi/ChildJVM.java000644 000765 000024 00000006621 15201125641 034322 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.rmi; import java.io.File; import java.io.PrintStream; import java.rmi.RemoteException; import org.apache.geode.perftest.jdk.RMI; import org.apache.geode.perftest.jdk.SystemInterface; import org.apache.geode.perftest.jvms.RemoteJVMFactory; import org.apache.geode.perftest.runner.DefaultTestContext; import org.apache.geode.perftest.runner.SharedContext; /** * Main method for a JVM running on a remote node */ public class ChildJVM { private final RMI rmi; private final SystemInterface system; private final int pingTime; public ChildJVM(RMI rmi, SystemInterface system, int pingTime) { this.rmi = rmi; this.system = system; this.pingTime = pingTime; } public static void main(String[] args) { new ChildJVM(new RMI(), new SystemInterface(), 1000).run(); } void run() { try { String RMI_HOST = system.getProperty(RemoteJVMFactory.RMI_HOST); String RMI_PORT = system.getProperty(RemoteJVMFactory.RMI_PORT_PROPERTY); String OUTPUT_DIR = system.getProperty(RemoteJVMFactory.OUTPUT_DIR); int id = system.getInteger(RemoteJVMFactory.JVM_ID); String role = system.getProperty(RemoteJVMFactory.ROLE); if (RMI_HOST == null || RMI_PORT == null || OUTPUT_DIR == null) { throw new IllegalStateException( "ChildJVM must be launched with all required system properties set."); } File outputDir = new File(OUTPUT_DIR); try (PrintStream out = new PrintStream(new File(outputDir, "system.log"))) { system.setOut(out); system.setErr(out); ControllerRemote controller = (ControllerRemote) rmi .lookup("//" + RMI_HOST + ":" + RMI_PORT + "/" + RemoteJVMFactory.CONTROLLER); SharedContext sharedContext = controller.getsharedContext(); DefaultTestContext context = new DefaultTestContext(sharedContext, outputDir, id, role, controller); Worker worker = new Worker(context); controller.addWorker(id, worker); // Wait until the controller shuts down // If the controller shuts down, this will throw an exception try { while (controller.ping()) { Thread.sleep(pingTime); } } catch (RemoteException e) { // If we get a RemoteException, the controller has shut down // exit gracefully } system.exit(0); } } catch (Throwable t) { t.printStackTrace(); // Force a system exit. Because we created an RMI object, an exception from the main // thread would not otherwise cause this process to exit system.exit(1); } } } harness/src/main/java/org/apache/geode/perftest/jvms/rmi/WorkerRemote.java000644 000765 000024 00000001750 15201125641 035345 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.rmi; import java.rmi.Remote; import org.apache.geode.perftest.Task; public interface WorkerRemote extends Remote { void execute(Task task) throws Exception; } harness/src/main/java/org/apache/geode/perftest/jvms/rmi/ControllerRemote.java000644 000765 000024 00000002333 15201125641 036215 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.rmi; import java.rmi.Remote; import java.rmi.RemoteException; import org.apache.geode.perftest.runner.SharedContext; public interface ControllerRemote extends Remote { void addWorker(int id, WorkerRemote remote) throws RemoteException; boolean ping() throws RemoteException; void logProgress(String progress) throws RemoteException; SharedContext getsharedContext() throws RemoteException; } harness/src/main/java/org/apache/geode/perftest/jvms/rmi/Worker.java000644 000765 000024 00000002461 15201125641 034171 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.rmi; import java.rmi.RemoteException; import java.rmi.server.UnicastRemoteObject; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.runner.DefaultTestContext; public class Worker extends UnicastRemoteObject implements WorkerRemote { private DefaultTestContext context; public Worker(DefaultTestContext context) throws RemoteException { this.context = context; } @Override public void execute(Task task) throws Exception { task.run(context); } } harness/src/main/java/org/apache/geode/perftest/jvms/rmi/Controller.java000644 000765 000024 00000006471 15201125641 035050 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.rmi; import java.rmi.NoSuchObjectException; import java.rmi.RemoteException; import java.rmi.registry.Registry; import java.rmi.server.UnicastRemoteObject; import java.util.Map; import java.util.concurrent.CompletableFuture; import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.CountDownLatch; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.TimeUnit; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.runner.SharedContext; /** * RMI object that lives on the main controller JVM */ public class Controller extends UnicastRemoteObject implements ControllerRemote { Logger logger = LoggerFactory.getLogger(Controller.class); private final Registry registry; private final SharedContext context; private final Map workers = new ConcurrentHashMap<>(); private final CountDownLatch workersStarted; private volatile boolean isClosed; private ExecutorService workerExecutionPool = Executors.newCachedThreadPool(); Controller(int numWorkers, Registry registry, SharedContext context) throws RemoteException { this.workersStarted = new CountDownLatch(numWorkers); this.registry = registry; this.context = context; } public void close() throws NoSuchObjectException { isClosed = true; UnicastRemoteObject.unexportObject(this, true); UnicastRemoteObject.unexportObject(registry, true); } @Override public void addWorker(int id, WorkerRemote worker) throws RemoteException { this.workers.put(id, worker); workersStarted.countDown(); } public boolean waitForWorkers(long time, TimeUnit timeUnit) throws InterruptedException { return workersStarted.await(time, timeUnit); } @Override public boolean ping() throws RemoteException { return !isClosed; } @Override public void logProgress(String progress) throws RemoteException { logger.info(progress); } @Override public SharedContext getsharedContext() throws RemoteException { return context; } public CompletableFuture onWorker(int id, Task task) { WorkerRemote worker = workers.get(id); if (worker == null) { throw new IllegalStateException("Worker number " + id + " is not set"); } return CompletableFuture.runAsync(() -> { try { worker.execute(task); } catch (Exception e) { throw new RuntimeException(e); } }, workerExecutionPool); } } harness/src/main/java/org/apache/geode/perftest/jvms/rmi/ControllerFactory.java000644 000765 000024 00000003112 15201125641 036365 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.rmi; import static org.apache.geode.perftest.jvms.RemoteJVMFactory.CONTROLLER; import static org.apache.geode.perftest.jvms.RemoteJVMFactory.RMI_PORT; import java.rmi.AlreadyBoundException; import java.rmi.RemoteException; import java.rmi.registry.Registry; import org.apache.geode.perftest.jdk.RMI; import org.apache.geode.perftest.runner.SharedContext; public class ControllerFactory { private final RMI rmi = new RMI(); public Controller createController(SharedContext sharedContext, int numWorkers) throws RemoteException, AlreadyBoundException { Registry registry = rmi.createRegistry(RMI_PORT); Controller controller = new Controller(numWorkers, registry, sharedContext); registry.bind(CONTROLLER, controller); return controller; } } harness/src/main/java/org/apache/geode/perftest/jvms/classpath/ClassPathCopier.java000644 000765 000024 00000004711 15201125641 037137 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.classpath; import java.io.File; import java.io.IOException; import java.io.UncheckedIOException; import java.util.Arrays; import java.util.function.Function; import java.util.stream.Collectors; import org.apache.geode.perftest.infrastructure.Infrastructure; /** * Utility for making sure that all nodes in the infrastructure can have the same classpath * that the controller JVM has. */ public class ClassPathCopier { private final String javaHome; public String classpath; public ClassPathCopier(String classpath, String javaHome) { this.classpath = classpath; this.javaHome = javaHome; } /** * Copy the current classpath to a lib directory on all of the nodes in the infrastructure */ public void copyToNodes(Infrastructure infrastructure, Function destDirFunction) throws IOException { String[] fileArray = classpath.split(File.pathSeparator); Iterable files = Arrays.asList(fileArray) .stream() .filter(path -> !path.contains(javaHome)) .map(File::new) .map(this::jarDir) .filter(File::exists) .collect(Collectors.toSet()); infrastructure.copyToNodes(files, destDirFunction, true); } private File jarDir(File file) { if (!file.isDirectory()) { return file; } try { File outputFile = new File(System.getProperty("java.io.tmpdir"), Math.abs(file.hashCode()) + "_" + file.getName() + ".jar"); outputFile.deleteOnExit(); JarUtil.jar(file, outputFile); return outputFile; } catch (IOException e) { throw new UncheckedIOException(e); } } } harness/src/main/java/org/apache/geode/perftest/jvms/classpath/JarUtil.java000644 000765 000024 00000004456 15201125641 035473 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.classpath; import java.io.File; import java.io.FileInputStream; import java.io.FileOutputStream; import java.io.IOException; import java.nio.file.FileVisitResult; import java.nio.file.Files; import java.nio.file.Path; import java.nio.file.SimpleFileVisitor; import java.nio.file.attribute.BasicFileAttributes; import java.util.jar.JarEntry; import java.util.jar.JarOutputStream; import java.util.jar.Manifest; import org.apache.commons.io.IOUtils; /** * Utility for manipulating jar files */ public class JarUtil { /** * Jar up the contents of a directory. */ static void jar(File file, File outputFile) throws IOException { Manifest manifest = new Manifest(); try (FileOutputStream fileOutputStream = new FileOutputStream(outputFile); JarOutputStream outputStream = new JarOutputStream(fileOutputStream, manifest)) { Path start = file.toPath(); Files.walkFileTree(start, new SimpleFileVisitor() { @Override public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) throws IOException { if (file.toFile().isDirectory()) { return FileVisitResult.CONTINUE; } JarEntry entry = new JarEntry(start.relativize(file).toString()); outputStream.putNextEntry(entry); try (FileInputStream input = new FileInputStream(file.toFile())) { IOUtils.copy(input, outputStream); } return FileVisitResult.CONTINUE; } }); } } } harness/src/main/java/org/apache/geode/perftest/yardstick/analysis/000755 000765 000024 00000000000 15201125641 034124 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/main/java/org/apache/geode/perftest/yardstick/TestDoneProbe.java000644 000765 000024 00000003314 15201125641 035662 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.yardstick; import java.util.Collection; import java.util.Collections; import java.util.concurrent.CountDownLatch; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriver; import org.yardstickframework.BenchmarkProbe; import org.yardstickframework.BenchmarkProbePoint; class TestDoneProbe implements BenchmarkProbe { CountDownLatch done = new CountDownLatch(1); public void await() throws InterruptedException { done.await(); } @Override public void start(BenchmarkDriver drv, BenchmarkConfiguration cfg) throws Exception { } @Override public void stop() throws Exception { done.countDown(); } @Override public Collection metaInfo() { return null; } @Override public Collection points() { return Collections.emptyList(); } @Override public void buildPoint(long time) { } } harness/src/main/java/org/apache/geode/perftest/yardstick/hdrhistogram/000755 000765 000024 00000000000 15201125641 034774 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/main/java/org/apache/geode/perftest/yardstick/YardstickTask.java000644 000765 000024 00000007415 15201125641 035733 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.yardstick; import java.util.Arrays; import java.util.Collection; import java.util.List; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriver; import org.yardstickframework.BenchmarkProbe; import org.yardstickframework.impl.BenchmarkLoader; import org.yardstickframework.impl.BenchmarkProbeSet; import org.yardstickframework.impl.BenchmarkRunner; import org.yardstickframework.probes.PercentileProbe; import org.yardstickframework.probes.ThroughputLatencyProbe; import org.yardstickframework.probes.VmStatProbe; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; import org.apache.geode.perftest.WorkloadConfig; import org.apache.geode.perftest.yardstick.hdrhistogram.HdrHistogramProbe; import org.apache.geode.perftest.yardstick.hdrhistogram.HdrHistogramWriter; /** * A {@link Task} that wraps a yardstick {@link BenchmarkDriver}. When the task * is executed, it will use yardstick to run an measure the driver. */ public class YardstickTask implements Task { public static final String YARDSTICK_OUTPUT = "-yardstick-output"; private final BenchmarkDriver benchmark; private WorkloadConfig workloadConfig; public YardstickTask(BenchmarkDriver benchmark, WorkloadConfig workloadConfig) { this.benchmark = benchmark; this.workloadConfig = workloadConfig; } @Override public void run(TestContext context) throws Exception { BenchmarkConfiguration cfg = new BenchmarkConfiguration() { @Override public List driverNames() { return Arrays.asList(benchmark.getClass().getName()); } @Override public long duration() { return workloadConfig.getDurationSeconds(); } @Override public long warmup() { return workloadConfig.getWarmupSeconds(); } @Override public int threads() { return workloadConfig.getThreads(); } @Override public String outputFolder() { return context.getOutputDir().getAbsolutePath(); } @Override public String defaultDescription() { return YARDSTICK_OUTPUT; } }; cfg.output(System.out); BenchmarkDriver[] drivers = new BenchmarkDriver[] {benchmark}; benchmark.setUp(cfg); TestDoneProbe testDoneProbe = new TestDoneProbe(); Collection probes = Arrays.asList(new HdrHistogramProbe(new HdrHistogramWriter(context.getOutputDir())), new ThroughputLatencyProbe(), new PercentileProbe(), new VmStatProbe(), testDoneProbe); BenchmarkLoader loader = new BenchmarkLoader(); loader.initialize(cfg); BenchmarkProbeSet probeSet = new BenchmarkProbeSet(benchmark, cfg, probes, loader); BenchmarkProbeSet[] probeSets = new BenchmarkProbeSet[] {probeSet}; int[] weights = new int[] {1}; BenchmarkRunner runner = new BenchmarkRunner(cfg, drivers, probeSets, weights); runner.runBenchmark(); testDoneProbe.await(); } } harness/src/main/java/org/apache/geode/perftest/yardstick/hdrhistogram/HdrHistogramProbe.java000644 000765 000024 00000012262 15201125641 041225 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.yardstick.hdrhistogram; import static java.util.concurrent.TimeUnit.SECONDS; import java.util.Arrays; import java.util.Collection; import java.util.Collections; import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicBoolean; import java.util.function.Consumer; import org.HdrHistogram.Histogram; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriver; import org.yardstickframework.BenchmarkExecutionAwareProbe; import org.yardstickframework.BenchmarkProbePoint; import org.yardstickframework.BenchmarkTotalsOnlyProbe; /** * Probe which returns generates throughput and latency information * using HdrHistogram. * * This probe currently just reports a single summary of the histogram * at the end of the test. HdrHistogram actually has a lot of nice support for * recording histogram values at time intervals to a file and visualizing the results. * See SingleWriterRecorder, HistogramLogWriter, and HisogramLogAnalyzer. * * TODO consider writing per interval histograms using HistogramLogWriter */ public class HdrHistogramProbe implements BenchmarkExecutionAwareProbe, BenchmarkTotalsOnlyProbe { private static final Logger logger = LoggerFactory.getLogger(HdrHistogramProbe.class); private final int lower; private long upper; private final int numDigits; private final Clock clock; private final Consumer histogramConsumer; private long[] startTimes; private Histogram[] histograms; private AtomicBoolean warmUpFinished = new AtomicBoolean(false); public HdrHistogramProbe(Consumer histogramConsumer) { this(1, TimeUnit.HOURS.toNanos(5), 3, () -> System.nanoTime(), histogramConsumer); } public HdrHistogramProbe(int lower, long upper, int numDigits, Clock clock, Consumer histogramConsumer) { this.lower = lower; this.upper = upper; this.numDigits = numDigits; this.clock = clock; this.histogramConsumer = histogramConsumer; } @Override public void beforeExecute(int threadIdx) { startTimes[threadIdx] = clock.currentTimeNanos(); } @Override public void afterExecute(int threadIdx) { histograms[threadIdx].recordValue(clock.currentTimeNanos() - startTimes[threadIdx]); } @Override public void start(BenchmarkDriver drv, BenchmarkConfiguration cfg) throws Exception { final int threads = cfg.threads(); upper = SECONDS.toNanos(cfg.duration()); start(threads); } void start(int threads) { startTimes = new long[threads]; histograms = new Histogram[threads]; reset(); } private void reset() { final long timeStampMsec = System.currentTimeMillis(); for (int i = 0; i < histograms.length; i++) { histograms[i] = new Histogram(lower, upper, numDigits); histograms[i].setStartTimeStamp(timeStampMsec); } } @Override public void stop() { logger.info("Stopped"); } @Override public Collection metaInfo() { return Arrays.asList("Timestamp", "Mean latency, nanos", "99th percentile latency, nanos"); } @Override public Collection points() { final Histogram aggregate = getHistogram(); if (warmUpFinished.compareAndSet(false, true)) { reset(); } final double mean = aggregate.getMean(); final long percentile99 = aggregate.getValueAtPercentile(99); final BenchmarkProbePoint point = new BenchmarkProbePoint(aggregate.getEndTimeStamp(), new double[] {mean, percentile99}); for (int r = 0; r < 5; ++r) { try { logger.info("Saving histogram. r={}", r); histogramConsumer.accept(aggregate); } catch (Exception e) { logger.error("Failed to save histogram. aggregate={}", aggregate.getTag(), e); try { Thread.sleep(SECONDS.toMillis(1)); } catch (InterruptedException ignored) { } continue; } break; } return Collections.singleton(point); } @Override public void buildPoint(long time) { } public Histogram getHistogram() { final Histogram aggregate = new Histogram(lower, upper, numDigits); for (final Histogram histogram : histograms) { aggregate.add(histogram); } aggregate.setEndTimeStamp(System.currentTimeMillis()); return aggregate; } public boolean isWarmupFinished() { return warmUpFinished.get(); } } harness/src/main/java/org/apache/geode/perftest/yardstick/hdrhistogram/Clock.java000644 000765 000024 00000001611 15201125641 036671 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.yardstick.hdrhistogram; interface Clock { long currentTimeNanos(); } harness/src/main/java/org/apache/geode/perftest/yardstick/hdrhistogram/HdrHistogramWriter.java000644 000765 000024 00000005025 15201125641 041431 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.yardstick.hdrhistogram; import java.io.File; import java.io.FileNotFoundException; import java.io.UncheckedIOException; import java.util.function.Consumer; import org.HdrHistogram.Histogram; import org.HdrHistogram.HistogramLogProcessor; import org.HdrHistogram.HistogramLogWriter; public class HdrHistogramWriter implements Consumer { public static final String FILE_NAME = "latency.hlog"; public static final String FILE_NAME_CSV = "latency_csv"; public static final String FILE_NAME_HDR = "latency_hdr"; private final File outputFile; private final File outputHDRFile; private final File outputCSVFile; public HdrHistogramWriter(File outputDir) { this.outputFile = new File(outputDir, FILE_NAME); this.outputHDRFile = new File(outputDir, FILE_NAME_HDR); this.outputCSVFile = new File(outputDir, FILE_NAME_CSV); } @Override public void accept(Histogram histogram) { try { HistogramLogWriter writer = new HistogramLogWriter(outputFile); try { writer.outputIntervalHistogram(histogram); writer.outputIntervalHistogram(histogram); } finally { writer.close(); } HistogramLogProcessor histogramLogProcessor = new HistogramLogProcessor(new String[] {"-v", "-i", outputFile.getAbsolutePath(), "-o", outputHDRFile.getAbsolutePath()}); histogramLogProcessor.run(); HistogramLogProcessor histogramLogProcessorCSV = new HistogramLogProcessor( new String[] {"-v", "-csv", "-i", outputFile.getAbsolutePath(), "-o", outputCSVFile.getAbsolutePath()}); histogramLogProcessorCSV.run(); } catch (FileNotFoundException e) { throw new UncheckedIOException(e); } } } src/main/java/org/apache/geode/perftest/yardstick/analysis/YardstickPercentileSensorParser.java000644 000765 000024 00000010754 15201125641 043315 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.yardstick.analysis; import static java.lang.Math.abs; import java.io.BufferedReader; import java.io.File; import java.io.FileReader; import java.io.IOException; import java.util.ArrayList; import java.util.List; import org.yardstickframework.probes.PercentileProbe; import org.apache.geode.perftest.analysis.ProbeResultParser; /** * Parses the output from {@link PercentileProbe} and reports the * 99% percentile latency in microseconds. */ public class YardstickPercentileSensorParser implements ProbeResultParser { public static final String sensorOutputFile = "PercentileProbe.csv"; public static final String probeResultDescription = "YS 99th percentile latency"; private class SensorBucket { public int latencyBucket; public double bucketPercentage; SensorBucket(String dataLine) throws IOException { String[] data = dataLine.split(","); if (data.length != 2) { throw new IOException("Invalid data line: " + dataLine); } try { latencyBucket = Integer.parseInt(data[0]); bucketPercentage = Double.parseDouble(data[1]); } catch (NumberFormatException e) { throw new IOException("Invalid data line: " + dataLine); } } } private ArrayList buckets = new ArrayList<>(); public void parseResults(File resultDir) throws IOException { File sensorData = new File(resultDir, sensorOutputFile); try (FileReader fileReader = new FileReader(sensorData); BufferedReader dataStream = new BufferedReader(fileReader)) { String nextLine; while ((nextLine = dataStream.readLine()) != null) { if (nextLine.startsWith("--") || nextLine.startsWith("@@") || nextLine.startsWith("**")) { continue; } buckets.add(new SensorBucket(nextLine)); } } } @Override public void reset() { buckets = new ArrayList<>(); } private void normalizeBuckets() { double totalPercentage = 0D; for (SensorBucket bucket : buckets) { totalPercentage += bucket.bucketPercentage; } if (abs(1.0 - totalPercentage) > 0.0001) { for (SensorBucket bucket : buckets) { bucket.bucketPercentage /= totalPercentage; } } } public double getPercentile(int target) { if (target < 0 || target > 100) { throw new RuntimeException( "Percentile must be in the range (0, 100), invalid value: " + target); } double targetPercent = target / 100.0; normalizeBuckets(); if (buckets.size() == 1) { return buckets.get(0).latencyBucket; // Just one bucket doesn't give us much info } SensorBucket[] bucketArray = buckets.toArray(new SensorBucket[buckets.size()]); double accumulator = 0; int i = -1; while (targetPercent - accumulator > 0.0001) { ++i; accumulator += bucketArray[i].bucketPercentage; } // Post-condition: accumulator >= targetPercent, i is index of last block added SensorBucket targetBucket = bucketArray[i]; // If last bucket contains the target percentile, assume bucket size is same as previous bucket int bucketSize = (bucketArray.length > i + 1) ? bucketArray[i + 1].latencyBucket - targetBucket.latencyBucket : targetBucket.latencyBucket - bucketArray[i - 1].latencyBucket; double percentileLocationInTargetBucket = 1.0 - ((accumulator - targetPercent) / targetBucket.bucketPercentage); return targetBucket.latencyBucket + bucketSize * percentileLocationInTargetBucket; } @Override public List getProbeResults() { List results = new ArrayList<>(1); results.add(new ResultData(probeResultDescription, getPercentile(99))); return results; } } harness/src/main/java/org/apache/geode/perftest/yardstick/analysis/YardstickHdrHistogramParser.java000644 000765 000024 00000006222 15201125641 042417 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.yardstick.analysis; import java.io.File; import java.io.IOException; import java.util.ArrayList; import java.util.List; import org.HdrHistogram.Histogram; import org.HdrHistogram.HistogramLogReader; import org.yardstickframework.probes.PercentileProbe; import org.apache.geode.perftest.analysis.ProbeResultParser; import org.apache.geode.perftest.yardstick.hdrhistogram.HdrHistogramWriter; /** * Parses the output from {@link PercentileProbe} and reports the * 99% percentile latency in microseconds. */ public class YardstickHdrHistogramParser implements ProbeResultParser { public static final String sensorOutputFile = HdrHistogramWriter.FILE_NAME; public static final String AVERAGE_OPS_SECOND = "average ops/second"; public static final String AVERAGE_LATENCY = "average latency"; public static final String PERCENTILE_LATENCY_99 = "99th percentile latency"; public Histogram histogram = null; public void parseResults(File resultDir) throws IOException { File sensorData = new File(resultDir.getParent(), sensorOutputFile); HistogramLogReader reader = new HistogramLogReader(sensorData); final Histogram nextIntervalHistogram = (Histogram) reader.nextIntervalHistogram(); if (histogram == null) { histogram = nextIntervalHistogram; } else { histogram.add(nextIntervalHistogram); } } @Override public void reset() { histogram = null; } @Override public List getProbeResults() { List results = new ArrayList<>(3); results.add(new ResultData("median latency", histogram.getValueAtPercentile(50))); results.add(new ResultData("90th percentile latency", histogram.getValueAtPercentile(90))); results.add(new ResultData(PERCENTILE_LATENCY_99, histogram.getValueAtPercentile(99))); results.add(new ResultData("99.9th percentile latency", histogram.getValueAtPercentile(99.9))); results.add(new ResultData(AVERAGE_LATENCY, histogram.getMean())); results.add(new ResultData("latency standard deviation", histogram.getStdDeviation())); results.add(new ResultData("latency standard error", histogram.getStdDeviation() / Math.sqrt(histogram.getTotalCount()))); results.add(new ResultData(AVERAGE_OPS_SECOND, ((double) histogram.getTotalCount()) / (histogram.getEndTimeStamp() - histogram.getStartTimeStamp()) * 1000)); return results; } } src/main/java/org/apache/geode/perftest/yardstick/analysis/YardstickThroughputSensorParser.java000644 000765 000024 00000010047 15201125641 043367 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.yardstick.analysis; import java.io.BufferedReader; import java.io.File; import java.io.FileReader; import java.io.IOException; import java.util.ArrayList; import java.util.List; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.yardstickframework.probes.ThroughputLatencyProbe; import org.apache.geode.perftest.analysis.ProbeResultParser; /** * Parses the results from a {@link ThroughputLatencyProbe} and * reports the average throughput in operations/second. */ public class YardstickThroughputSensorParser implements ProbeResultParser { private static final Logger logger = LoggerFactory.getLogger(YardstickThroughputSensorParser.class); public static final String sensorOutputFile = "ThroughputLatencyProbe.csv"; public static final String probeResultDescription = "average ops/second"; private List datapoints = new ArrayList<>(); public void parseResults(File resultDir) throws IOException { File sensorData = new File(resultDir, sensorOutputFile); try (BufferedReader dataStream = new BufferedReader(new FileReader(sensorData))) { String nextLine; while ((nextLine = dataStream.readLine()) != null) { if (nextLine.startsWith("--") || nextLine.startsWith("@@") || nextLine.startsWith("**")) { continue; } datapoints.add(new SensorDatapoint(nextLine)); } } catch (java.io.FileNotFoundException e) { logger.warn("Result file {} missing.", sensorData, e); } } @Override public void reset() { datapoints = new ArrayList<>(); } @Override public List getProbeResults() { List results = new ArrayList<>(1); double averageThroughput = getAverageThroughput(); double standardDeviation = getStandardDeviation(averageThroughput); double standardError = standardDeviation / Math.sqrt(datapoints.size()); results.add(new ResultData(probeResultDescription, averageThroughput)); results.add(new ResultData("ops/second standard error", standardError)); results.add(new ResultData("ops/second standard deviation", standardDeviation)); return results; } public double getAverageThroughput() { double accumulator = 0; for (SensorDatapoint datapoint : datapoints) { accumulator += datapoint.opsPerSec; } return accumulator / datapoints.size(); } public double getStandardDeviation(double average) { double accumulator = 0; for (SensorDatapoint datapoint : datapoints) { double deviation = datapoint.opsPerSec - average; accumulator += deviation * deviation; } return Math.sqrt(accumulator / (datapoints.size() - 1)); } private static class SensorDatapoint { private int second; private double opsPerSec; private double avgLatency; SensorDatapoint(String dataLine) throws IOException { String[] data = dataLine.split(","); if (data.length != 3) { throw new IOException("Invalid data line: " + dataLine); } try { second = Integer.parseInt(data[0]); opsPerSec = Float.parseFloat(data[1]); avgLatency = Float.parseFloat(data[2]); } catch (NumberFormatException e) { throw new IOException("Invalid data line: " + dataLine); } } } } harness/src/main/java/org/apache/geode/perftest/runner/DefaultTestRunner.java000644 000765 000024 00000012551 15201125641 036102 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.runner; import java.io.File; import java.io.FileWriter; import java.io.IOException; import java.io.InputStream; import java.nio.file.Path; import java.nio.file.Paths; import java.util.List; import java.util.Map; import java.util.Properties; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.PerformanceTest; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunner; import org.apache.geode.perftest.TestStep; import org.apache.geode.perftest.infrastructure.InfrastructureFactory; import org.apache.geode.perftest.jvms.RemoteJVMFactory; import org.apache.geode.perftest.jvms.RemoteJVMs; /** * Runner that executes a {@link PerformanceTest}, using * a provided {@link InfrastructureFactory}. * * This is the main entry point for running tests. Users should * implement {@link PerformanceTest} to define there tests in * a declarative fashion and then execute them this runner. */ public class DefaultTestRunner implements TestRunner { private static final Logger logger = LoggerFactory.getLogger(DefaultTestRunner.class); private final RemoteJVMFactory remoteJvmFactory; private File outputDir; public DefaultTestRunner(RemoteJVMFactory remoteJvmFactory, File outputDir) { this.remoteJvmFactory = remoteJvmFactory; this.outputDir = outputDir; } @Override public void runTest(PerformanceTest test) throws Exception { TestConfig config = test.configure(); String testName = test.getClass().getName(); runTest(config, testName); } protected void runTest(TestConfig config, String testName) throws Exception { File benchmarkOutput = new File(outputDir, testName); if (benchmarkOutput.exists()) { throw new IllegalStateException( "Benchmark output directory already exists: " + benchmarkOutput.getPath()); } benchmarkOutput.mkdirs(); Properties properties = new Properties(); addVersionProperties(properties, getVersionProperties()); addSystemProperties(properties); logger.info("Benchmark Properties {}", properties); String metadataFilename = outputDir + "/testrunner.properties"; Path metadataOutput = Paths.get(metadataFilename); if (!metadataOutput.toFile().exists()) { try (FileWriter writer = new FileWriter(metadataOutput.toFile().getAbsoluteFile())) { properties.store(writer, "Benchmark metadata generated while running tests"); } } Map roles = config.getRoles(); Map> jvmArgs = config.getJvmArgs(); logger.info("Launching JVMs..."); // launch JVMs in parallel, hook them up RemoteJVMs remoteJVMs = remoteJvmFactory.launch(roles, jvmArgs); try { logger.info("Starting before tasks..."); runTasks(config.getBefore(), remoteJVMs); logger.info("Starting workload tasks..."); runTasks(config.getWorkload(), remoteJVMs); logger.info("Starting after tasks..."); runTasks(config.getAfter(), remoteJVMs); } finally { // Close before copy otherwise logs, stats, and profiles are incomplete or missing. remoteJVMs.closeController(); logger.info("Copying results to {}", benchmarkOutput); remoteJVMs.copyResults(benchmarkOutput); remoteJVMs.closeInfra(); } } private void addSystemProperties(Properties properties) { System.getProperties().stringPropertyNames().stream() .filter(name -> name.startsWith("benchmark.")) .forEach(name -> properties.setProperty(name, System.getProperty(name))); } private void addVersionProperties(Properties jsonMetadata, Properties versionProperties) { jsonMetadata.put("benchmark.source_version", versionProperties.getProperty("Product-Version")); jsonMetadata.put("benchmark.source_branch", versionProperties.getProperty("Source-Repository")); jsonMetadata.put("benchmark.source_revision", versionProperties.getProperty("Source-Revision")); } private Properties getVersionProperties() throws IOException { Properties versionProperties = new Properties(); InputStream in = ClassLoader .getSystemResourceAsStream("org/apache/geode/internal/GemFireVersion.properties"); versionProperties.load(in); return versionProperties; } private void runTasks(List steps, RemoteJVMs remoteJVMs) { steps.forEach(testStep -> { logger.info("Executing task {} on {}...", testStep.getTask(), testStep.getRoles()); remoteJVMs.execute(testStep.getTask(), testStep.getRoles()); }); } public RemoteJVMFactory getRemoteJvmFactory() { return remoteJvmFactory; } } harness/src/main/java/org/apache/geode/perftest/runner/DefaultTestContext.java000644 000765 000024 00000004716 15201125641 036261 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.runner; import java.io.File; import java.net.InetAddress; import java.rmi.RemoteException; import java.util.Set; import java.util.TreeMap; import org.apache.geode.perftest.TestContext; import org.apache.geode.perftest.jvms.rmi.ControllerRemote; public class DefaultTestContext implements TestContext { private SharedContext sharedContext; private File outputDir; private String role; private ControllerRemote controller; private int jvmID; TreeMap attributeMap; public DefaultTestContext(SharedContext sharedContext, File outputDir, int jvmID, String role, ControllerRemote controller) { this.sharedContext = sharedContext; this.outputDir = outputDir; this.role = role; this.controller = controller; attributeMap = new TreeMap<>(); this.jvmID = jvmID; } @Override public int getJvmID() { return jvmID; } @Override public Set getHostsForRole(String role) { return sharedContext.getHostsForRole(role); } @Override public Set getHostsIDsForRole(String role) { return sharedContext.getHostIDsForRole(role); } @Override public void setAttribute(String attribute, Object value) { attributeMap.put(attribute, value); } @Override public Object getAttribute(String key) { return attributeMap.get(key); } @Override public File getOutputDir() { return outputDir; } @Override public void logProgress(String progress) { try { controller.logProgress(String.format("%s-%02d: %s", role, jvmID, progress)); } catch (RemoteException e) { throw new IllegalStateException("Controller connection lost", e); } } } harness/src/main/java/org/apache/geode/perftest/runner/SharedContext.java000644 000765 000024 00000003522 15201125641 035235 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.runner; import java.io.Serializable; import java.net.InetAddress; import java.util.List; import java.util.Set; import java.util.stream.Collectors; import org.apache.geode.perftest.jvms.JVMMapping; /** * Context for a running test that is the same for all JVMs * running the test. This context is created at the beginning of the * test run and passed to all JVMs. */ public class SharedContext implements Serializable { private List jvmMappings; public SharedContext(List jvmMappings) { this.jvmMappings = jvmMappings; } public Set getHostsForRole(String role) { return jvmMappings.stream() .filter(mapping -> mapping.getRole().equals(role)) .map(mapping -> mapping.getNode().getAddress()) .collect(Collectors.toSet()); } public Set getHostIDsForRole(String role) { return jvmMappings.stream() .filter(mapping -> mapping.getRole().equals(role)) .map(mapping -> mapping.getId()) .collect(Collectors.toSet()); } } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/perftest/jdk/RMI.java000644 000765 000024 00000003234 15201125641 032427 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jdk; import java.net.MalformedURLException; import java.rmi.Naming; import java.rmi.NotBoundException; import java.rmi.Remote; import java.rmi.RemoteException; import java.rmi.registry.LocateRegistry; import java.rmi.registry.Registry; /** * Wrapper around the JDKs RMI interface, which is static, and can't be mocked. * * Using this instead of Java RMI directly allows us to unit test classes that * interact with RMI. */ public class RMI { /** * Wrapper around {@link Naming#lookup(String)} */ public Remote lookup(String name) throws RemoteException, NotBoundException, MalformedURLException { return Naming.lookup(name); } /** * Wrapper around {@link LocateRegistry#createRegistry(int)} */ public Registry createRegistry(int rmiPort) throws RemoteException { return LocateRegistry.createRegistry(rmiPort); } } harness/src/main/java/org/apache/geode/perftest/jdk/SystemInterface.java000644 000765 000024 00000002521 15201125641 035024 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jdk; import java.io.PrintStream; /** * Wrapper around the JDK system class, to allow mocking of static methods */ public class SystemInterface { public String getProperty(String property) { return System.getProperty(property); } public void setErr(PrintStream out) { System.setErr(out); } public void setOut(PrintStream out) { System.setOut(out); } public void exit(int code) { System.exit(code); } public int getInteger(String property) { return Integer.getInteger(property); } } harness/src/main/java/org/apache/geode/perftest/analysis/Analyzer.java000644 000765 000024 00000010720 15201125641 034557 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.analysis; import static java.lang.Double.isNaN; import java.io.BufferedWriter; import java.io.File; import java.io.FileWriter; import java.io.IOException; import java.io.PrintWriter; import org.apache.geode.perftest.yardstick.analysis.YardstickHdrHistogramParser; import org.apache.geode.perftest.yardstick.analysis.YardstickPercentileSensorParser; import org.apache.geode.perftest.yardstick.analysis.YardstickThroughputSensorParser; public class Analyzer { public static void main(String[] args) throws IOException { if (args.length != 2) { System.out.println( "Analyzer takes two test output directories as arguments, test results followed by baseline run result."); System.exit(1); return; } String baselineResultArg = args[0]; String testResultArg = args[1]; File testResultDir = new File(testResultArg); File baselineResultDir = new File(baselineResultArg); boolean valid = true; if (!testResultDir.exists()) { System.out.println("Unable to find test result directory: " + testResultArg); valid = false; } if (!baselineResultDir.exists()) { System.out.println("Unable to find test result directory: " + baselineResultArg); valid = false; } if (!valid) { System.exit(1); return; } boolean isCI = System.getProperty("TEST_CI", "0").equals("1"); System.out.println("Running analyzer"); System.out.println( "Comparing test result at " + testResultArg + " to baseline at " + baselineResultArg); BenchmarkRunAnalyzer analyzer = new BenchmarkRunAnalyzer(); analyzer.addProbe(new YardstickThroughputSensorParser()); analyzer.addProbe(new YardstickPercentileSensorParser()); analyzer.addProbe(new YardstickHdrHistogramParser()); BenchmarkRunResult benchmarkRunResult = analyzer.analyzeTestRun(baselineResultDir, testResultDir); benchmarkRunResult.writeResult(new PrintWriter(System.out)); /* throw exc if failed? */ String errorFilePath = testResultArg + "/../../../failedTests"; BufferedWriter writer = new BufferedWriter(new FileWriter(errorFilePath, true)); boolean isSignificantlyBetter = false; boolean isHighWaterCandidate = true; StringBuilder errorMessage = new StringBuilder(); for (BenchmarkRunResult.BenchmarkResult benchmarkResult : benchmarkRunResult .getBenchmarkResults()) { for (BenchmarkRunResult.ProbeResult probeResult : benchmarkResult.probeResults) { if (isNaN(probeResult.baseline) || isNaN(probeResult.test)) { errorMessage.append("BENCHMARK FAILED: ").append(benchmarkResult.name) .append(" missing result file.\n"); writer.append(benchmarkResult.name + "\n"); } else if (probeResult.description.equals("average latency")) { if (probeResult.getDifference() > 0) { isHighWaterCandidate = false; if (probeResult.getDifference() >= 0.05) { errorMessage.append("BENCHMARK FAILED: ").append(benchmarkResult.name) .append(" average latency is 5% worse than baseline.\n"); writer.append(benchmarkResult.name + "\n"); } } else if (probeResult.getDifference() <= -0.5) { isSignificantlyBetter = true; } } } } writer.close(); if (isCI && isHighWaterCandidate && isSignificantlyBetter) { System.out.println( "NEW HIGH WATERMARK COMMIT: average latency for each test is <=0.0% change from baseline AND at least one test shows a >=5% improvement in performance.\n"); } if (errorMessage.length() > 0) { System.out.println(errorMessage); System.exit(1); } } } harness/src/main/java/org/apache/geode/perftest/analysis/BenchmarkRunResult.java000644 000765 000024 00000011025 15201125641 036547 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.analysis; import java.io.IOException; import java.io.PrintWriter; import java.io.Serializable; import java.io.StringWriter; import java.io.Writer; import java.util.ArrayList; import java.util.List; import java.util.Objects; public class BenchmarkRunResult implements Serializable { private final List benchmarkResults = new ArrayList<>(); public BenchmarkResult addBenchmark(String name) { final BenchmarkResult benchmarkResult = new BenchmarkResult(name); benchmarkResults.add(benchmarkResult); return benchmarkResult; } public void writeResult(Writer output) throws IOException { PrintWriter stream = new PrintWriter(output); for (BenchmarkResult benchmarkResult : benchmarkResults) { stream.println(benchmarkResult.name); for (ProbeResult probeResult : benchmarkResult.probeResults) { stream.print(String.format(" %30s", probeResult.description)); stream.print(String.format(" Baseline: %12.2f", probeResult.baseline)); stream.print(String.format(" Test: %12.2f", probeResult.test)); stream.print(String.format(" Difference: %+6.1f%%", probeResult.getDifference() * 100)); stream.println(); } } output.flush(); } @Override public String toString() { StringWriter writer = new StringWriter(); try { this.writeResult(writer); } catch (IOException e) { throw new IllegalStateException(); } return writer.toString(); } public List getBenchmarkResults() { return benchmarkResults; } @Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } BenchmarkRunResult that = (BenchmarkRunResult) o; return Objects.equals(benchmarkResults, that.benchmarkResults); } @Override public int hashCode() { return Objects.hash(benchmarkResults); } static class BenchmarkResult implements Serializable { final String name; final List probeResults = new ArrayList<>(); public BenchmarkResult(String name) { this.name = name; } public void addProbeResult(String name, double baseline, double test) { probeResults.add(new ProbeResult(name, baseline, test)); } @Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } BenchmarkResult that = (BenchmarkResult) o; return Objects.equals(name, that.name) && Objects.equals(probeResults, that.probeResults); } @Override public int hashCode() { return Objects.hash(name, probeResults); } } static class ProbeResult implements Serializable { final String description; final double baseline; final double test; public ProbeResult(String description, double baseline, double test) { this.description = description; this.baseline = baseline; this.test = test; } public double getDifference() { return (test - baseline) / baseline; } @Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } ProbeResult that = (ProbeResult) o; return fuzzyEquals(that.baseline, baseline) && fuzzyEquals(that.test, test) && Objects.equals(description, that.description); } @Override public int hashCode() { return Objects.hash(description, baseline, test); } public boolean fuzzyEquals(double a, double b) { double ratio = Math.abs(a / b); return ratio < 1.05 && ratio > 0.95; } } } harness/src/main/java/org/apache/geode/perftest/analysis/DumpResults.java000644 000765 000024 00000005174 15201125641 035270 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.analysis; import java.io.File; import java.io.IOException; import java.util.Arrays; import java.util.Map; import org.apache.geode.perftest.yardstick.analysis.YardstickHdrHistogramParser; /** * Java main method that prints benchmark results for multiple benchmark directories * to the terminal. */ public class DumpResults { public static void main(String[] args) throws IOException { if (args.length == 0) { System.out.println( "Usage: dump_results.sh benchmarkDir1 benchmarkDir2 ...."); System.exit(1); return; } BenchmarkReader reader = new BenchmarkReader(); reader.addProbe(new YardstickHdrHistogramParser()); System.out.printf("%-30s %-55s %-16s %-16s %-16s\n", "Directory", "Benchmark", "ops/sec", "avg latency(ms)", "99%% latency(ms)"); Arrays.sort(args); for (String directoryName : args) { final File benchmarkDir = new File(directoryName); Map> directoryResults = reader.readBenchmarks(benchmarkDir); for (Map.Entry> benchmarkResult : directoryResults .entrySet()) { String name = benchmarkResult.getKey().replaceAll(".*\\.", ""); double opsPerSec = benchmarkResult.getValue().get(YardstickHdrHistogramParser.AVERAGE_OPS_SECOND).value; double latency = benchmarkResult.getValue().get(YardstickHdrHistogramParser.AVERAGE_LATENCY).value / 1_000_000.0; double latency_99 = benchmarkResult.getValue().get(YardstickHdrHistogramParser.PERCENTILE_LATENCY_99).value / 1_000_000.0; System.out.printf("%-30s %-55s %-16.2f %-16.4f %-16.4f\n", benchmarkDir.getName(), name, opsPerSec, latency, latency_99); } } } } harness/src/main/java/org/apache/geode/perftest/analysis/BenchmarkRunAnalyzer.java000644 000765 000024 00000010057 15201125641 037062 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.analysis; import java.io.File; import java.io.IOException; import java.nio.file.Files; import java.nio.file.Path; import java.util.ArrayList; import java.util.Arrays; import java.util.Iterator; import java.util.List; import java.util.stream.Collectors; import org.apache.geode.perftest.yardstick.YardstickTask; /** * Analyzer that takes in benchmarks, probes, and result directories and produces * a comparison of the results to a provided writer. * * This currently handles data in the format * * 
 *   Result1
 *     /BenchmarkA
 *       /client1
 *         /20181121-111354-yardstick-output
 *           /Probe1.csv
 *       /client2
 *         /20181121-111354-yardstick-output
 *           /Probe1.csv
 *     /BenchmarkB
 *         ...
 *
*/ public class BenchmarkRunAnalyzer { private final List probes = new ArrayList<>(); /** * Add a probe to produce a comparison for. The probe expects to find output files * in the result directory for each node of each benchmark. */ public void addProbe(ProbeResultParser probeResultParser) { probes.add(probeResultParser); } public BenchmarkRunResult analyzeTestRun(File baselineResultDir, File testResultDir) throws IOException { List benchmarkDirs = Arrays.asList(testResultDir.listFiles()); benchmarkDirs.sort(File::compareTo); BenchmarkRunResult result = new BenchmarkRunResult(); for (File testDir : benchmarkDirs) { final List testYardstickDirs = getYardstickOutputForBenchmarkDir(testDir); if (testYardstickDirs.isEmpty()) { continue; } File baselineDir = new File(baselineResultDir, testDir.getName()); final List baselineYardstickDirs = getYardstickOutputForBenchmarkDir(baselineDir); final BenchmarkRunResult.BenchmarkResult benchmarkResult = result.addBenchmark(testDir.getName()); for (ProbeResultParser probe : probes) { List testResults = getTestResult(testYardstickDirs, probe); List baselineResults = getTestResult(baselineYardstickDirs, probe); Iterator testResultIter = testResults.iterator(); Iterator baselineResultIter = baselineResults.iterator(); while (testResultIter.hasNext()) { ProbeResultParser.ResultData testResult = testResultIter.next(); ProbeResultParser.ResultData baselineResult = baselineResultIter.next(); benchmarkResult.addProbeResult(testResult.description, baselineResult.value, testResult.value); } } } return result; } public static List getTestResult(List resultDirs, ProbeResultParser probe) throws IOException { probe.reset(); for (File outputDirectory : resultDirs) { probe.parseResults(outputDirectory); } return probe.getProbeResults(); } public static List getYardstickOutputForBenchmarkDir(File benchmarkDir) throws IOException { return Files.walk(benchmarkDir.toPath(), 2) .filter(path -> path.toString().contains(YardstickTask.YARDSTICK_OUTPUT)) .map(Path::toFile) .collect(Collectors.toList()); } } harness/src/main/java/org/apache/geode/perftest/analysis/ProbeResultParser.java000644 000765 000024 00000003366 15201125641 036425 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.analysis; import java.io.File; import java.io.IOException; import java.util.List; public interface ProbeResultParser { // Given a output directory for a benchmark, parse out the data for the desired probe. Note that // this method may be passed several csv files for a run and is expected to appropriately // aggregate the result of interest. void parseResults(File benchmarkOutputDir) throws IOException; // Reset the parser to a clean state where parseResults can be called again void reset(); // Get the {description, value} pairs for the probe List getProbeResults(); class ResultData { public final String description; public final double value; public ResultData(String description, double value) { this.description = description; this.value = value; } public String getDescription() { return description; } public double getValue() { return value; } } } harness/src/main/java/org/apache/geode/perftest/analysis/BenchmarkReader.java000644 000765 000024 00000006363 15201125641 036017 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.analysis; import static org.apache.geode.perftest.analysis.BenchmarkRunAnalyzer.getTestResult; import static org.apache.geode.perftest.analysis.BenchmarkRunAnalyzer.getYardstickOutputForBenchmarkDir; import java.io.File; import java.io.IOException; import java.util.ArrayList; import java.util.Arrays; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.Optional; import java.util.function.Function; import java.util.stream.Collectors; public class BenchmarkReader { private final List probes = new ArrayList<>(); /** * Add a probe to produce a comparison for. The probe expects to find output files * in the result directory for each node of each benchmark. */ public void addProbe(ProbeResultParser probeResultParser) { probes.add(probeResultParser); } public Map> readBenchmarks(File benchmarkDir) throws IOException { if (benchmarkDir == null || !benchmarkDir.exists()) { throw new IllegalStateException("Could not find directory " + benchmarkDir); } benchmarkDir = findBenchmarkDir(benchmarkDir); Map> results = new HashMap<>(); List benchmarkDirs = Arrays.asList(benchmarkDir.listFiles()); benchmarkDirs.sort(File::compareTo); for (File testDir : benchmarkDirs) { final List yardstickDirs = getYardstickOutputForBenchmarkDir(testDir); if (yardstickDirs.isEmpty()) { continue; } for (ProbeResultParser probe : probes) { List testResults = getTestResult(yardstickDirs, probe); Map testResultMap = testResults.stream() .collect(Collectors.toMap(ProbeResultParser.ResultData::getDescription, Function.identity())); results.put(testDir.getName(), testResultMap); } } return results; } private File findBenchmarkDir(File baseDir) { if (!baseDir.getName().startsWith("benchmarks_")) { Optional benchmarkSubDir = Arrays.asList(baseDir.list()).stream() .filter(subDir -> subDir.startsWith("benchmarks_")).findFirst(); String subDirName = benchmarkSubDir.orElseThrow( () -> new IllegalStateException("No benchmark directory found in " + baseDir)); return new File(baseDir, subDirName); } else { return baseDir; } } } apache-geode-benchmarks-2.0.2-src/harness/src/main/java/org/apache/geode/benchmark/LongRange.java000644 000765 000024 00000007667 15201125641 033220 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark; import static java.lang.Long.max; import static java.lang.Long.min; import java.io.Serializable; import java.util.Objects; import java.util.concurrent.ThreadLocalRandom; import java.util.function.LongConsumer; /** * Describes a range [min, max) in long values between min inclusive and max exclusive. */ public class LongRange implements Serializable { private static final long serialVersionUID = 1L; private final long min; private final long max; public LongRange(long min, long max) { try { if (Math.subtractExact(max, min) <= 0) { throw new IllegalArgumentException(); } } catch (ArithmeticException e) { throw new IllegalArgumentException(e); } this.min = min; this.max = max; } public long getMin() { return min; } public long getMax() { return max; } public long size() { return max - min; } /** * Slices the range in relatively equal ranges in each slice with the remainder distributed across * the slices. * * @param count of slices * @return array of {@code count} slices */ public LongRange[] slice(final int count) { final LongRange[] slices = new LongRange[count]; for (int i = 0; i < slices.length; i++) { slices[i] = sliceFor(count, i); } return slices; } /** * Get a single slice for {@code count} slices at {@code index} * * @param count of slices * @param index of slice * @return Single slice at index. * @throws IndexOutOfBoundsException if index is less than 0 or greater than slices. */ public LongRange sliceFor(final int count, final int index) throws IndexOutOfBoundsException { if (index < 0 || index >= count) { throw new IndexOutOfBoundsException(); } final long size = max - min; final long increment = size / count; final long remainder = size % count; final long sliceMin = min + ((increment + 1) * min(remainder, index)) + (increment * max(0, index - remainder)); final long sliceMax = sliceMin + increment + (index < remainder ? 1 : 0); return new LongRange(sliceMin, sliceMax); } public LongRange[] slicesOfSize(final long sliceSize) { final int count = (int) Math.ceil((double) size() / sliceSize); return slice(count); } /** * Iterates over each value in the range. * * @param consumer to invoke with current value. */ public void forEach(LongConsumer consumer) { for (long i = min; i < max; i++) { consumer.accept(i); } } /** * Randomly select a value withing range. * * @return a random value within range. */ public long random() { return ThreadLocalRandom.current().nextLong(min, max); } @Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } final LongRange longRange = (LongRange) o; return min == longRange.min && max == longRange.max; } @Override public int hashCode() { return Objects.hash(min, max); } @Override public String toString() { return "LongRange{" + "min=" + min + ", max=" + max + '}'; } } apache-geode-benchmarks-2.0.2-src/harness/src/main/resources/security.json000644 000765 000024 00000002211 15201125641 027263 0ustar00jihwanstaff000000 000000 { "roles": [ { "name": "data", "operationsAllowed": [ "DATA:MANAGE", "DATA:WRITE", "DATA:READ" ] }, { "name": "cluster", "operationsAllowed": [ "CLUSTER:MANAGE", "CLUSTER:WRITE", "CLUSTER:READ" ] }, { "name": "region1data", "operationsAllowed": [ "DATA:MANAGE", "DATA:WRITE", "DATA:READ" ], "regions": ["region1"] }, { "name": "dataReader", "operationsAllowed": [ "DATA:READ" ] }, { "name": "dataWriter", "operationsAllowed": [ "DATA:WRITE" ] } ], "users": [ { "name": "superUser", "password": "123", "roles": [ "cluster", "data" ] }, { "name": "region1dataAdmin", "password": "123", "roles": [ "region1data" ] }, { "name": "dataReader", "password": "123", "roles": [ "dataReader" ] }, { "name": "dataWriter", "password": "123", "roles": [ "dataWriter" ] } ] } apache-geode-benchmarks-2.0.2-src/harness/src/test/java/000755 000765 000024 00000000000 15201125641 023467 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/000755 000765 000024 00000000000 15201125641 024256 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/000755 000765 000024 00000000000 15201125641 025477 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/000755 000765 000024 00000000000 15201125641 026562 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/benchmark/000755 000765 000024 00000000000 15201125641 030514 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/000755 000765 000024 00000000000 15201125641 030416 5ustar00jihwanstaff000000 000000 harness/src/test/java/org/apache/geode/perftest/TestRunnerJUnitTest.java000644 000765 000024 00000005722 15201125641 035133 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import static org.mockito.Matchers.any; import static org.mockito.Matchers.eq; import static org.mockito.Mockito.inOrder; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.when; import java.io.File; import org.assertj.core.api.Assertions; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.mockito.InOrder; import org.apache.geode.perftest.jvms.RemoteJVMFactory; import org.apache.geode.perftest.jvms.RemoteJVMs; import org.apache.geode.perftest.runner.DefaultTestRunner; public class TestRunnerJUnitTest { @TempDir static File folder; @Test public void testRunnerRunsBeforeAndAfterTasks() throws Exception { RemoteJVMFactory remoteJvmFactory = mock(RemoteJVMFactory.class); RemoteJVMs remoteJVMs = mock(RemoteJVMs.class); when(remoteJvmFactory.launch(any(), any())).thenReturn(remoteJVMs); TestRunner runner = new DefaultTestRunner(remoteJvmFactory, folder); Task before = mock(Task.class); Task after = mock(Task.class); PerformanceTest test = () -> { TestConfig config = new TestConfig(); config.role("before", 1); config.role("workload", 1); config.role("after", 1); config.before(before, "before"); config.after(after, "before"); return config; }; runner.runTest(test); InOrder inOrder = inOrder(remoteJVMs, before, after); inOrder.verify(remoteJVMs).execute(eq(before), any()); inOrder.verify(remoteJVMs).execute(eq(after), any()); } @Test public void requiresAtLeastOneRole() throws Exception { RemoteJVMFactory remoteJvmFactory = mock(RemoteJVMFactory.class); RemoteJVMs remoteJVMs = mock(RemoteJVMs.class); when(remoteJvmFactory.launch(any(), any())).thenReturn(remoteJVMs); TestRunner runner = new DefaultTestRunner(remoteJvmFactory, folder); Task before = mock(Task.class); PerformanceTest test = () -> { TestConfig config = new TestConfig(); config.role("before", 1); config.before(before); return config; }; Assertions.assertThatThrownBy(() -> runner.runTest(test)) .isInstanceOf(IllegalStateException.class); } } apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/analysis/000755 000765 000024 00000000000 15201125641 032241 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/runner/000755 000765 000024 00000000000 15201125641 031727 5ustar00jihwanstaff000000 000000 harness/src/test/java/org/apache/geode/perftest/TestRunnersTest.java000644 000765 000024 00000003344 15201125641 034342 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertThrows; import java.util.Arrays; import org.junit.jupiter.api.Test; import org.apache.geode.perftest.infrastructure.ssh.SshInfrastructureFactory; import org.apache.geode.perftest.runner.DefaultTestRunner; public class TestRunnersTest { @Test public void defaultRunnerShouldParseHosts() { DefaultTestRunner runner = (DefaultTestRunner) TestRunners.defaultRunner("localhost,localhost", null); SshInfrastructureFactory infrastructureFactory = (SshInfrastructureFactory) runner.getRemoteJvmFactory().getInfrastructureFactory(); assertEquals(Arrays.asList("localhost", "localhost"), infrastructureFactory.getHosts()); } @Test public void defaultRunnerShouldFailWithNoHosts() { assertThrows(IllegalStateException.class, () -> TestRunners.defaultRunner(null, null)); } } harness/src/test/java/org/apache/geode/perftest/BenchmarkPropertiesTest.java000644 000765 000024 00000002735 15201125641 036020 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import java.util.List; import java.util.Map; import org.assertj.core.api.Assertions; import org.junit.jupiter.api.Test; import org.junitpioneer.jupiter.SetSystemProperty; class BenchmarkPropertiesTest { @Test @SetSystemProperty(key = "benchmark.system.role1.p1", value = "v1") @SetSystemProperty(key = "benchmark.system.role1.p2", value = "v2") public void canParsePropertiesForRoles() { Map> defaultArgs = BenchmarkProperties.getDefaultJVMArgs(); Assertions.assertThat(defaultArgs).containsOnlyKeys("role1"); Assertions.assertThat(defaultArgs.get("role1")).containsExactlyInAnyOrder("-Dp1=v1", "-Dp2=v2"); } } apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/yardstick/000755 000765 000024 00000000000 15201125641 032413 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/benchmarks/000755 000765 000024 00000000000 15201125641 032533 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/jvms/000755 000765 000024 00000000000 15201125641 031375 5ustar00jihwanstaff000000 000000 harness/src/test/java/org/apache/geode/perftest/TestRunnerIntegrationTest.java000644 000765 000024 00000010251 15201125641 036356 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest; import static org.assertj.core.api.Assertions.assertThat; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertTrue; import java.io.File; import java.nio.file.Files; import java.nio.file.Path; import java.util.function.Predicate; import java.util.stream.Stream; import org.junit.jupiter.api.AfterEach; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.junitpioneer.jupiter.SetSystemProperty; import org.apache.geode.perftest.benchmarks.EmptyBenchmark; import org.apache.geode.perftest.infrastructure.local.LocalInfrastructureFactory; import org.apache.geode.perftest.jvms.RemoteJVMFactory; import org.apache.geode.perftest.runner.DefaultTestRunner; import org.apache.geode.perftest.yardstick.analysis.YardstickThroughputSensorParser; public class TestRunnerIntegrationTest { public static final String TEST_PROPERTY = "benchmark.system.all.prop3"; private TestRunner runner; @TempDir File outputDir; @BeforeEach void beforeEach() { runner = new DefaultTestRunner(new RemoteJVMFactory(new LocalInfrastructureFactory()), outputDir); } @AfterEach() void clearProperty() { System.clearProperty(TEST_PROPERTY); } @Test public void runsBeforeWorkload() throws Exception { runner.runTest(() -> { TestConfig testConfig = new TestConfig(); testConfig.role("all", 1); testConfig.before(context -> System.out.println("hello"), "all"); return testConfig; }); } public static class OutputDirectoryTest implements PerformanceTest { @Override public TestConfig configure() { TestConfig testConfig = new TestConfig(); testConfig.role("all", 1); testConfig.workload(new EmptyBenchmark(), "all"); return testConfig; } } @Test public void generatesOutputDirectoryPerBenchmark() throws Exception { runner.runTest(new OutputDirectoryTest()); File expectedBenchmarkDir = new File(outputDir, OutputDirectoryTest.class.getName()); assertTrue(expectedBenchmarkDir.exists()); // Node directory name is the role + a number File expectedNodeDir = new File(expectedBenchmarkDir, "all-0"); assertTrue(expectedNodeDir.exists()); // We expect the node directory to have benchmark results Stream outputFiles = Files.walk(expectedNodeDir.toPath()) .filter(nameMatches(YardstickThroughputSensorParser.sensorOutputFile)); assertEquals(1, outputFiles.count()); } @Test @SetSystemProperty(key = TEST_PROPERTY, value = "p3") public void configuresJVMOptions() throws Exception { runner.runTest(() -> { TestConfig testConfig = new TestConfig(); testConfig.role("all", 1); testConfig.jvmArgs("all", "-Dprop1=true", "-Dprop2=5"); testConfig.before(context -> { assertTrue(Boolean.getBoolean("prop1"), "Expecting system property to be set in launched JVM, but it was not present."); assertEquals(5, Integer.getInteger("prop2").intValue(), "Expecting system property to be set in launched JVM, but it was not present."); assertThat(System.getProperty("prop3")).isEqualTo("p3"); }, "all"); return testConfig; }); } private Predicate nameMatches(String sensorOutputFile) { return path -> path.toString().contains(sensorOutputFile); } } apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/infrastructure/000755 000765 000024 00000000000 15201125641 033476 5ustar00jihwanstaff000000 000000 harness/src/test/java/org/apache/geode/perftest/infrastructure/local/000755 000765 000024 00000000000 15201125641 034511 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/test/java/org/apache/geode/perftest/infrastructure/ssh/000755 000765 000024 00000000000 15201125641 034214 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/test/java/org/apache/geode/perftest/infrastructure/ssh/SshInfrastructureFactoryTest.java000644 000765 000024 00000002444 15201125641 042751 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.ssh; import org.assertj.core.api.Assertions; import org.junit.jupiter.api.Test; import org.apache.geode.perftest.infrastructure.Infrastructure; public class SshInfrastructureFactoryTest { @Test public void ignoresExtraHosts() { SshInfrastructureFactory factory = new SshInfrastructureFactory("user", "localhost", "localhost", "localhost"); Infrastructure infra = factory.create(2); Assertions.assertThat(infra.getNodes()).hasSize(2); } } harness/src/test/java/org/apache/geode/perftest/infrastructure/ssh/SshInfrastructureTest.java000644 000765 000024 00000013402 15201125641 041415 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.ssh; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertFalse; import static org.junit.jupiter.api.Assertions.assertTrue; import java.io.File; import java.io.IOException; import java.io.UncheckedIOException; import java.nio.file.Path; import java.util.Arrays; import java.util.Collections; import java.util.Set; import java.util.concurrent.ExecutionException; import org.apache.sshd.server.SshServer; import org.apache.sshd.server.channel.ChannelSession; import org.apache.sshd.server.command.Command; import org.apache.sshd.server.keyprovider.SimpleGeneratorHostKeyProvider; import org.apache.sshd.server.shell.ProcessShellCommandFactory; import org.junit.jupiter.api.AfterEach; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.perftest.infrastructure.Infrastructure; public class SshInfrastructureTest { private static final Set HOSTS = Collections.singleton("localhost"); private static final String USER = System.getProperty("user.name"); @TempDir Path temporaryFolder; public SshServer server; @BeforeEach void createTempFolder(@TempDir Path serverPath) throws IOException { server = createServer(serverPath); } private SshServer createServer(Path serverPath) throws IOException { SshServer sshd = SshServer.setUpDefaultServer(); sshd.setPort(0); sshd.setHost("localhost"); sshd.setPublickeyAuthenticator((username, key, session) -> true); sshd.setKeyPairProvider( new SimpleGeneratorHostKeyProvider(serverPath.resolve("hostkey.ser"))); sshd.setCommandFactory(new SshInfrastructureTest.UnescapingCommandFactory()); sshd.start(); return sshd; } @AfterEach void stopServer() { try { server.stop(); } catch (IOException e) { throw new UncheckedIOException(e); } } private class UnescapingCommandFactory extends ProcessShellCommandFactory { @Override public Command createCommand(final ChannelSession channel, final String command) throws IOException { return super.createCommand(channel, command.replace("'", "")); } } @Test public void canFindNodes() throws IOException { SshInfrastructure infra = new SshInfrastructure(HOSTS, USER, server.getPort()); assertEquals(1, infra.getNodes().size()); } @Test public void canExecuteACommandOnNode() throws IOException { SshInfrastructure infra = new SshInfrastructure(HOSTS, USER, server.getPort()); Infrastructure.Node node1 = infra.getNodes().iterator().next(); File folder = temporaryFolder.toFile(); File expectedFile = new File(folder, "somefile.txt").getAbsoluteFile(); int result = infra.onNode(node1, new String[] {"touch", expectedFile.getPath()}); assertEquals(0, result); assertTrue(expectedFile.exists()); } @Test public void copyToNodesPutsFileOnNode() throws IOException, InterruptedException { SshInfrastructure infra = new SshInfrastructure(HOSTS, USER, server.getPort()); File someFile = temporaryFolder.resolve("someFile.tmp").toFile(); assertTrue(someFile.createNewFile()); File targetFolder = temporaryFolder.resolve("dest").toFile(); assertFalse(targetFolder.exists()); infra.copyToNodes(Collections.singletonList(someFile), node -> targetFolder.getPath(), false); assertTrue(targetFolder.exists()); assertTrue(new File(targetFolder, someFile.getName()).exists()); } @Test public void copyToNodesCleansDirectory() throws IOException, InterruptedException { SshInfrastructure infra = new SshInfrastructure(HOSTS, USER, server.getPort()); File someFile = temporaryFolder.resolve("someFile.tmp").toFile(); assertTrue(someFile.createNewFile()); File targetFolder = temporaryFolder.resolve("dest").toFile(); assertTrue(targetFolder.mkdirs()); File fileToRemove = new File(targetFolder, "removethis"); assertTrue(fileToRemove.createNewFile()); assertTrue(fileToRemove.exists()); infra.copyToNodes(Arrays.asList(someFile), node -> targetFolder.getPath(), true); assertTrue(targetFolder.exists()); assertTrue(new File(targetFolder, someFile.getName()).exists()); assertFalse(fileToRemove.exists()); } @Test public void canCopyFilesFromANode() throws IOException, ExecutionException, InterruptedException { SshInfrastructure infra = new SshInfrastructure(HOSTS, USER, server.getPort()); Infrastructure.Node node1 = infra.getNodes().iterator().next(); infra.onNode(node1, new String[] {"mkdir", "-p", "/tmp/foo"}); infra.onNode(node1, new String[] {"touch", "/tmp/foo/file.txt"}); infra.onNode(node1, new String[] {"touch", "/tmp/foo/file2.txt"}); File destDirectory = temporaryFolder.toFile(); infra.copyFromNode(node1, "/tmp/foo", destDirectory); assertTrue(new File(destDirectory, "foo/file.txt").exists()); assertTrue(new File(destDirectory, "foo/file2.txt").exists()); } } harness/src/test/java/org/apache/geode/perftest/infrastructure/local/LocalInfrastructureTest.java000644 000765 000024 00000005722 15201125641 042215 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.infrastructure.local; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertFalse; import static org.junit.jupiter.api.Assertions.assertTrue; import java.io.File; import java.io.IOException; import java.nio.file.Path; import java.util.Arrays; import java.util.concurrent.ExecutionException; import org.junit.jupiter.api.AfterEach; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; public class LocalInfrastructureTest { @TempDir Path temporaryFolder; private LocalInfrastructure infra; private LocalInfrastructure.LocalNode node; @BeforeEach public void createInfra() throws IOException { infra = new LocalInfrastructure(1); node = (LocalInfrastructure.LocalNode) infra.getNodes().iterator().next(); } @AfterEach public void deleteInfra() throws IOException, InterruptedException { infra.close(); } @Test public void copyToNodesPutsFileOnNode() throws IOException, InterruptedException { File nodedir = node.workingDir; File someFile = temporaryFolder.toFile(); File expectedDir = new File(nodedir, "lib"); assertFalse(expectedDir.exists()); infra.copyToNodes(Arrays.asList(someFile), node -> "lib", true); assertTrue(expectedDir.exists()); assertTrue(new File(expectedDir, someFile.getName()).exists()); infra.close(); assertFalse(expectedDir.exists()); } @Test public void onNodeExecutesShellCommand() throws IOException, InterruptedException, ExecutionException { File nodedir = node.workingDir; File expectedFile = new File(nodedir, "tmpFile"); assertFalse(expectedFile.exists()); int result = infra.onNode(node, new String[] {"touch", "tmpFile"}); assertEquals(0, result); expectedFile.exists(); } @Test public void copyFromNodeCopiesFileFromNode() throws IOException { File newFile = new File(node.workingDir, "someFile"); newFile.createNewFile(); File destDirectory = temporaryFolder.toFile(); infra.copyFromNode(node, ".", destDirectory); assertTrue(new File(destDirectory, "someFile").exists()); } } harness/src/test/java/org/apache/geode/perftest/jvms/RemoteJVMFactoryTest.java000644 000765 000024 00000006617 15201125641 036173 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms; import static org.mockito.ArgumentMatchers.anyLong; import static org.mockito.Matchers.any; import static org.mockito.Matchers.anyInt; import static org.mockito.Matchers.eq; import static org.mockito.Mockito.inOrder; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.when; import java.rmi.AlreadyBoundException; import java.rmi.RemoteException; import java.util.Collections; import java.util.Map; import java.util.Set; import java.util.stream.Collectors; import java.util.stream.Stream; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.mockito.InOrder; import org.apache.geode.perftest.infrastructure.Infrastructure; import org.apache.geode.perftest.infrastructure.InfrastructureFactory; import org.apache.geode.perftest.jvms.classpath.ClassPathCopier; import org.apache.geode.perftest.jvms.rmi.Controller; import org.apache.geode.perftest.jvms.rmi.ControllerFactory; public class RemoteJVMFactoryTest { private JVMLauncher jvmLauncher; private ClassPathCopier classPathCopier; private RemoteJVMFactory factory; private Controller controller; private ControllerFactory controllerFactory; private Infrastructure infra; @BeforeEach public void setUp() throws AlreadyBoundException, RemoteException { classPathCopier = mock(ClassPathCopier.class); jvmLauncher = mock(JVMLauncher.class); controller = mock(Controller.class); controllerFactory = mock(ControllerFactory.class); when(controllerFactory.createController(any(), anyInt())).thenReturn(controller); infra = mock(Infrastructure.class); InfrastructureFactory infraFactory = nodes -> infra; factory = new RemoteJVMFactory(infraFactory, jvmLauncher, classPathCopier, controllerFactory); } @Test public void launchMethodCreatesControllerAndLaunchesNodes() throws Exception { Map roles = Collections.singletonMap("role", 2); Infrastructure.Node node1 = mock(Infrastructure.Node.class); Infrastructure.Node node2 = mock(Infrastructure.Node.class); Set nodes = Stream.of(node1, node2).collect(Collectors.toSet()); when(infra.getNodes()).thenReturn(nodes); when(controller.waitForWorkers(anyLong(), any())).thenReturn(true); factory.launch(roles, Collections.emptyMap()); InOrder inOrder = inOrder(controller, controllerFactory, jvmLauncher, classPathCopier, infra); inOrder.verify(controllerFactory).createController(any(), eq(2)); inOrder.verify(jvmLauncher).launchProcesses(eq(infra), anyInt(), any()); inOrder.verify(controller).waitForWorkers(anyLong(), any()); } } harness/src/test/java/org/apache/geode/perftest/jvms/RemoteJVMFactoryIntegrationTest.java000644 000765 000024 00000003346 15201125641 040373 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms; import static org.junit.jupiter.api.Assertions.assertTrue; import java.io.File; import java.nio.file.Path; import java.util.Collections; import java.util.Map; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.perftest.infrastructure.local.LocalInfrastructureFactory; public class RemoteJVMFactoryIntegrationTest { @TempDir Path temporaryFolder; @Test public void canExecuteCodeOnWorker() throws Exception { RemoteJVMFactory remoteJvmFactory = new RemoteJVMFactory(new LocalInfrastructureFactory()); Map roles = Collections.singletonMap("worker", 1); try (RemoteJVMs jvms = remoteJvmFactory.launch(roles, Collections.emptyMap())) { File tempFile = temporaryFolder.resolve("tmpfile").toFile(); jvms.execute(context -> { tempFile.createNewFile(); }, "worker"); assertTrue(tempFile.exists()); } } } apache-geode-benchmarks-2.0.2-src/harness/src/test/java/org/apache/geode/perftest/jvms/rmi/000755 000765 000024 00000000000 15201125641 032164 5ustar00jihwanstaff000000 000000 harness/src/test/java/org/apache/geode/perftest/jvms/rmi/ChildJVMTest.java000644 000765 000024 00000005466 15201125641 035223 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.jvms.rmi; import static org.apache.geode.perftest.jvms.RemoteJVMFactory.OUTPUT_DIR; import static org.apache.geode.perftest.jvms.RemoteJVMFactory.RMI_HOST; import static org.apache.geode.perftest.jvms.RemoteJVMFactory.RMI_PORT_PROPERTY; import static org.mockito.Matchers.any; import static org.mockito.Matchers.eq; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.times; import static org.mockito.Mockito.verify; import static org.mockito.Mockito.when; import java.io.File; import java.io.IOException; import java.rmi.NotBoundException; import java.rmi.RemoteException; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.perftest.jdk.RMI; import org.apache.geode.perftest.jdk.SystemInterface; import org.apache.geode.perftest.jvms.RemoteJVMFactory; public class ChildJVMTest { private RMI rmi; private ChildJVM jvm; private SystemInterface system; private Controller controller; @TempDir File folder; @BeforeEach public void setUp() throws IOException, NotBoundException { system = mock(SystemInterface.class); when(system.getProperty(RMI_HOST)).thenReturn("something"); when(system.getProperty(RMI_PORT_PROPERTY)).thenReturn("0"); when(system.getProperty(OUTPUT_DIR)).thenReturn(folder.getAbsolutePath()); rmi = mock(RMI.class); jvm = new ChildJVM(rmi, system, 1); controller = mock(Controller.class); when(rmi.lookup(any())).thenReturn(controller); } @Test public void childJVMAddsWorkerToController() throws RemoteException { when(system.getInteger(RemoteJVMFactory.JVM_ID)).thenReturn(2); jvm.run(); verify(controller).addWorker(eq(2), any()); } @Test public void childRetriesUntilControllerExits() throws RemoteException { when(system.getInteger(RemoteJVMFactory.JVM_ID)).thenReturn(2); when(controller.ping()).thenReturn(true).thenReturn(true).thenReturn(false); jvm.run(); verify(controller, times(3)).ping(); } } harness/src/test/java/org/apache/geode/perftest/benchmarks/EmptyBenchmark.java000644 000765 000024 00000002635 15201125641 036236 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.benchmarks; import java.io.Serializable; import java.util.Map; import java.util.concurrent.atomic.AtomicInteger; import org.yardstickframework.BenchmarkDriverAdapter; public class EmptyBenchmark extends BenchmarkDriverAdapter implements Serializable { private AtomicInteger invocations = new AtomicInteger(); @Override public boolean test(Map ctx) throws Exception { invocations.incrementAndGet(); return true; } public int getInvocations() { return this.invocations.get(); } @Override public void onException(Throwable e) { e.printStackTrace(); } } harness/src/test/java/org/apache/geode/perftest/yardstick/analysis/000755 000765 000024 00000000000 15201125641 034157 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/test/java/org/apache/geode/perftest/yardstick/YardstickTaskTest.java000644 000765 000024 00000004510 15201125641 036617 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.yardstick; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.mockito.Mockito.mock; import java.io.File; import java.nio.file.Files; import java.nio.file.Path; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; import org.apache.geode.perftest.WorkloadConfig; import org.apache.geode.perftest.benchmarks.EmptyBenchmark; import org.apache.geode.perftest.jvms.rmi.ControllerRemote; import org.apache.geode.perftest.runner.DefaultTestContext; import org.apache.geode.perftest.yardstick.hdrhistogram.HdrHistogramWriter; public class YardstickTaskTest { @TempDir Path folder; @Test public void testExecuteBenchmark() throws Exception { EmptyBenchmark benchmark = new EmptyBenchmark(); WorkloadConfig workloadConfig = new WorkloadConfig(); workloadConfig.threads(1); Task task = new YardstickTask(benchmark, workloadConfig); File outputDir = folder.toFile(); ControllerRemote controller = mock(ControllerRemote.class); TestContext context = new DefaultTestContext(null, outputDir, 1, "role", controller); task.run(context); assertTrue(1 <= benchmark.getInvocations()); assertTrue(Files.walk(outputDir.toPath()).findFirst().isPresent()); assertTrue(Files.walk(outputDir.toPath()).anyMatch(path -> path.toString().contains( HdrHistogramWriter.FILE_NAME))); // TODO -verify probes are shutdown // TODO -verify benchmark is shutdown } } harness/src/test/java/org/apache/geode/perftest/yardstick/hdrhistogram/000755 000765 000024 00000000000 15201125641 035027 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcharness/src/test/java/org/apache/geode/perftest/yardstick/hdrhistogram/HdrHistogramProbeTest.java000644 000765 000024 00000006511 15201125641 042120 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.yardstick.hdrhistogram; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.when; import java.util.Collection; import java.util.function.Consumer; import org.HdrHistogram.Histogram; import org.assertj.core.api.Assertions; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.yardstickframework.BenchmarkProbePoint; public class HdrHistogramProbeTest { private HdrHistogramProbe probe; private Clock clock; @BeforeEach public void setUp() { clock = mock(Clock.class); @SuppressWarnings("unchecked") final Consumer consumer = mock(Consumer.class); probe = new HdrHistogramProbe(1, 3_600_000, 3, clock, consumer); } @Test public void recordsASingleValue() { probe.start(8); when(clock.currentTimeNanos()).thenReturn(0L); probe.beforeExecute(1); when(clock.currentTimeNanos()).thenReturn(2L); probe.afterExecute(1); Histogram histogram = probe.getHistogram(); assertEquals(2, histogram.getMaxValue()); System.out.println("Size=" + histogram.getEstimatedFootprintInBytes()); } @Test public void recordsFromMultipleThreads() { probe.start(3); when(clock.currentTimeNanos()).thenReturn(0L); probe.beforeExecute(0); when(clock.currentTimeNanos()).thenReturn(1L); probe.beforeExecute(2); when(clock.currentTimeNanos()).thenReturn(1L); probe.beforeExecute(1); when(clock.currentTimeNanos()).thenReturn(3L); probe.afterExecute(2); when(clock.currentTimeNanos()).thenReturn(3L); probe.afterExecute(1); when(clock.currentTimeNanos()).thenReturn(4L); probe.afterExecute(0); assertEquals(4, probe.getHistogram().getMaxValue()); assertEquals(8.0 / 3.0, probe.getHistogram().getMean(), 0.01); } @Test public void generatesASummaryBenchmarkPoint() { probe.start(1); when(clock.currentTimeNanos()).thenReturn(0L); probe.beforeExecute(0); when(clock.currentTimeNanos()).thenReturn(2L); probe.afterExecute(0); probe.beforeExecute(0); when(clock.currentTimeNanos()).thenReturn(6L); probe.afterExecute(0); when(clock.currentTimeNanos()).thenReturn(8L); probe.stop(); Collection points = probe.points(); assertEquals(1, points.size()); BenchmarkProbePoint point = points.iterator().next(); assertEquals(probe.getHistogram().getStartTimeStamp(), point.time()); Assertions.assertThat(point.values()).containsExactly(3.0, 4.0); } } src/test/java/org/apache/geode/perftest/yardstick/analysis/YardstickPercentileSensorParserTest.java000644 000765 000024 00000014767 15201125641 044220 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.yardstick.analysis; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertThrows; import static org.junit.jupiter.api.Assertions.assertTrue; import java.io.BufferedWriter; import java.io.File; import java.io.FileWriter; import java.io.IOException; import java.nio.file.Path; import org.junit.jupiter.api.Assertions; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; public class YardstickPercentileSensorParserTest { @TempDir Path temporaryFolder; @Test public void parsesInputFile() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); generateSimpleTestFile(testFolder); YardstickPercentileSensorParser parser = new YardstickPercentileSensorParser(); parser.parseResults(testFolder); } @Test public void parsesInputFileAndFindsAlignedPercentiles() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); generateSimpleTestFile(testFolder); YardstickPercentileSensorParser parser = new YardstickPercentileSensorParser(); parser.parseResults(testFolder); assertEquals(400, parser.getPercentile(30), 0.01); assertEquals(800, parser.getPercentile(95), 0.01); assertEquals(900, parser.getPercentile(100), 0.01); } @Test public void parsesInputFileAndFindsUnalignedPercentiles() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); generateSimpleTestFile(testFolder); YardstickPercentileSensorParser parser = new YardstickPercentileSensorParser(); parser.parseResults(testFolder); assertEquals(450, parser.getPercentile(40), 0.01); assertEquals(633.333, parser.getPercentile(75), 0.01); assertEquals(720, parser.getPercentile(87), 0.01); } private void generateSimpleTestFile(File testFolder) throws IOException { final File testFile = new File(testFolder, YardstickPercentileSensorParser.sensorOutputFile); BufferedWriter output = new BufferedWriter(new FileWriter(testFile)); output.write("0,0.00"); output.newLine(); output.write("100,0.05"); output.newLine(); output.write("200,0.10"); output.newLine(); output.write("300,0.15"); output.newLine(); output.write("400,0.20"); output.newLine(); output.write("500,0.20"); output.newLine(); output.write("600,0.15"); output.newLine(); output.write("700,0.10"); output.newLine(); output.write("800,0.05"); output.newLine(); output.write("900,0.00"); output.newLine(); output.close(); } @Test public void percentileSearchNormalizesInput() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); final File testFile = new File(testFolder, YardstickPercentileSensorParser.sensorOutputFile); assertTrue(testFile.createNewFile()); BufferedWriter output = new BufferedWriter(new FileWriter(testFile)); output.write("0,0.00"); output.newLine(); output.write("100,0.05"); output.newLine(); output.write("200,0.10"); output.newLine(); output.write("300,0.15"); output.newLine(); output.write("400,0.20"); output.close(); YardstickPercentileSensorParser parser = new YardstickPercentileSensorParser(); parser.parseResults(testFolder); assertEquals(500, parser.getPercentile(100), 0.001); assertEquals(475, parser.getPercentile(90), 0.001); } @Test public void throwsExceptionOnMissingFile() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); YardstickPercentileSensorParser parser = new YardstickPercentileSensorParser(); Assertions.assertThrows(IOException.class, () -> parser.parseResults(testFolder)); } @Test public void throwsExceptionOnBadInput() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); final File testFile = new File(testFolder, YardstickPercentileSensorParser.sensorOutputFile); assertTrue(testFile.createNewFile()); BufferedWriter output = new BufferedWriter(new FileWriter(testFile)); output.write("0,0.00"); output.newLine(); output.write("100,0.05"); output.newLine(); output.write("200,0.10"); output.newLine(); output.write("300,duck"); output.newLine(); output.write("400,0.20"); output.newLine(); output.write("500,0.20"); output.close(); YardstickPercentileSensorParser parser = new YardstickPercentileSensorParser(); assertThrows(IOException.class, () -> parser.parseResults(testFolder)); } @Test public void ignoreYardstickCommentAndMetadataLines() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); final File testFile = new File(testFolder, YardstickPercentileSensorParser.sensorOutputFile); assertTrue(testFile.createNewFile()); BufferedWriter output = new BufferedWriter(new FileWriter(testFile)); output.write("0,0.40"); output.newLine(); output.write("--This is a comment"); output.newLine(); output.write("@@Classname"); output.newLine(); output.write("**Metadata"); output.newLine(); output.write("100,0.20"); output.newLine(); output.write("200,0.40"); output.newLine(); output.close(); YardstickPercentileSensorParser parser = new YardstickPercentileSensorParser(); parser.parseResults(testFolder); assertEquals(100, parser.getPercentile(40), 0.01); } } src/test/java/org/apache/geode/perftest/yardstick/analysis/YardstickThroughputSensorParserTest.java000644 000765 000024 00000010353 15201125641 044262 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/harness/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.yardstick.analysis; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertThrows; import static org.junit.jupiter.api.Assertions.assertTrue; import java.io.BufferedWriter; import java.io.File; import java.io.FileWriter; import java.io.IOException; import java.nio.file.Path; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; public class YardstickThroughputSensorParserTest { @TempDir Path temporaryFolder; @Test public void parsesInputFile() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdir()); final File testFile = new File(testFolder, YardstickThroughputSensorParser.sensorOutputFile); assertTrue(testFile.createNewFile()); BufferedWriter output = new BufferedWriter(new FileWriter(testFile)); output.write("1542151468,42906.00,371126.31"); output.newLine(); output.write("1542151469,45134.00,353812.31"); output.newLine(); output.write("1542151470,47091.00,339720.36"); output.newLine(); output.write("1542151471,47567.00,335120.03"); output.newLine(); output.close(); YardstickThroughputSensorParser parser = new YardstickThroughputSensorParser(); parser.parseResults(testFolder); assertEquals(45674.5, parser.getAverageThroughput(), .01); } @Test public void doesNotThrowExceptionOnMissingFile() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); YardstickThroughputSensorParser parser = new YardstickThroughputSensorParser(); parser.parseResults(testFolder); assertEquals(3, parser.getProbeResults().size()); } @Test public void throwsExceptionOnBadInput() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); final File testFile = new File(testFolder, YardstickThroughputSensorParser.sensorOutputFile); assertTrue(testFile.createNewFile()); BufferedWriter output = new BufferedWriter(new FileWriter(testFile)); output.write("1542151468,42906.00,371126.31"); output.newLine(); output.write("1542151469,45134.00,353812.31"); output.newLine(); output.write("This is not a proper comment"); output.newLine(); output.write("1542151471,47567.00,335120.03"); output.newLine(); output.close(); YardstickThroughputSensorParser parser = new YardstickThroughputSensorParser(); assertThrows(IOException.class, () -> parser.parseResults(testFolder)); } @Test public void ignoreYardstickCommentAndMetadataLines() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); assertTrue(testFolder.mkdirs()); final File testFile = new File(testFolder, YardstickThroughputSensorParser.sensorOutputFile); assertTrue(testFile.createNewFile()); BufferedWriter output = new BufferedWriter(new FileWriter(testFile)); output.write("--This is a comment"); output.newLine(); output.write("@@Classname"); output.newLine(); output.write("**Metadata"); output.newLine(); output.write("1542151468,42906.00,371126.31"); output.newLine(); output.close(); YardstickThroughputSensorParser parser = new YardstickThroughputSensorParser(); parser.parseResults(testFolder); assertEquals(42906f, parser.getAverageThroughput(), .01); } } harness/src/test/java/org/apache/geode/perftest/runner/SharedContextTest.java000644 000765 000024 00000004257 15201125641 036136 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.perftest.runner; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.when; import java.net.InetAddress; import java.net.UnknownHostException; import java.util.Arrays; import java.util.Collections; import java.util.Set; import java.util.stream.Collectors; import java.util.stream.Stream; import org.junit.jupiter.api.Test; import org.apache.geode.perftest.infrastructure.Infrastructure; import org.apache.geode.perftest.jvms.JVMMapping; public class SharedContextTest { @Test public void getHostsForRoleShouldReturnCorrectList() throws UnknownHostException { InetAddress host1 = InetAddress.getByName("127.0.0.1"); InetAddress host2 = InetAddress.getByName("127.0.0.2"); Infrastructure.Node node1 = mock(Infrastructure.Node.class); when(node1.getAddress()).thenReturn(host1); JVMMapping mapping1 = new JVMMapping(node1, "role", 1, Collections.emptyList()); Infrastructure.Node node2 = mock(Infrastructure.Node.class); when(node2.getAddress()).thenReturn(host2); JVMMapping mapping2 = new JVMMapping(node2, "role", 2, Collections.emptyList()); SharedContext context = new SharedContext(Arrays.asList(mapping1, mapping2)); Set hosts = context.getHostsForRole("role"); assertEquals(Stream.of(host1, host2).collect(Collectors.toSet()), hosts); } } harness/src/test/java/org/apache/geode/perftest/analysis/BenchmarkRunAnalyzerTest.java000644 000765 000024 00000016460 15201125641 037761 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.perftest.analysis; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertTrue; import java.io.File; import java.io.FileNotFoundException; import java.io.IOException; import java.io.PrintStream; import java.io.StringWriter; import java.nio.file.Path; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.perftest.yardstick.analysis.YardstickPercentileSensorParser; import org.apache.geode.perftest.yardstick.analysis.YardstickThroughputSensorParser; public class BenchmarkRunAnalyzerTest { @TempDir Path temporaryFolder; @Test public void verifyResultHarvester() throws IOException { final File testFolder = temporaryFolder.resolve("testFolder").toFile(); final File testBenchmarkA1 = temporaryFolder .resolve("testFolder") .resolve("BenchmarkA") .resolve("client1") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(testBenchmarkA1.mkdirs()); final File testBenchmarkA2 = temporaryFolder .resolve("testFolder") .resolve("BenchmarkA") .resolve("client2") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(testBenchmarkA2.mkdirs()); final File testBenchmarkB1 = temporaryFolder .resolve("testFolder") .resolve("BenchmarkB") .resolve("client1") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(testBenchmarkB1.mkdirs()); final File testBenchmarkB2 = temporaryFolder .resolve("testFolder") .resolve("BenchmarkB") .resolve("client2") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(testBenchmarkB2.mkdirs()); assertTrue(testFolder.toPath().resolve("junkfolder").toFile().mkdirs()); assertTrue(new File(testFolder, "junkfile").createNewFile()); final File baseFolder = temporaryFolder.resolve("baseFolder").toFile(); assertTrue(baseFolder.mkdirs()); final File baseBenchmarkA1 = temporaryFolder .resolve("baseFolder") .resolve("BenchmarkA") .resolve("client1") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(baseBenchmarkA1.mkdirs()); final File baseBenchmarkA2 = temporaryFolder .resolve("baseFolder") .resolve("BenchmarkA") .resolve("client2") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(baseBenchmarkA2.mkdirs()); final File baseBenchmarkB1 = temporaryFolder .resolve("baseFolder") .resolve("BenchmarkB") .resolve("client1") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(baseBenchmarkB1.mkdirs()); final File baseBenchmarkB2 = temporaryFolder .resolve("baseFolder") .resolve("BenchmarkB") .resolve("client2") .resolve("20181121-111516-yardstick-output") .toFile(); assertTrue(baseBenchmarkB2.mkdirs()); populateThroughputCSV(testBenchmarkA1, new double[] {10, 15, 20, 25, 30}); // Avg 20 populatePercentileCSV(testBenchmarkA1, new double[] {0, 0, 99, 1}); // 200 populateThroughputCSV(testBenchmarkB1, new double[] {10, 15, 20, 25, 30, 35, 40}); // Avg 25 populatePercentileCSV(testBenchmarkB1, new double[] {0, 0, 0, 99, 1}); // 300 populateThroughputCSV(baseBenchmarkA1, new double[] {15, 20, 25, 30, 35}); // Avg 25 populatePercentileCSV(baseBenchmarkA1, new double[] {0, 99, 1}); // 100 populateThroughputCSV(baseBenchmarkB1, new double[] {10, 15, 20, 25, 30}); // Avg 20 populatePercentileCSV(baseBenchmarkB1, new double[] {0, 0, 0, 99, 1}); // 300 populateThroughputCSV(testBenchmarkA2, new double[] {10, 15, 20, 25, 30}); // Avg 20 populatePercentileCSV(testBenchmarkA2, new double[] {0, 0, 99, 1}); // 200 populateThroughputCSV(testBenchmarkB2, new double[] {10, 15, 20, 25, 30, 35, 40}); // Avg 25 populatePercentileCSV(testBenchmarkB2, new double[] {0, 0, 0, 99, 1}); // 300 populateThroughputCSV(baseBenchmarkA2, new double[] {15, 20, 25, 30, 35}); // Avg 25 populatePercentileCSV(baseBenchmarkA2, new double[] {0, 99, 1}); // 100 populateThroughputCSV(baseBenchmarkB2, new double[] {10, 15, 20, 25, 30}); // Avg 20 populatePercentileCSV(baseBenchmarkB2, new double[] {0, 0, 0, 99, 1}); // 300 BenchmarkRunAnalyzer harvester = new BenchmarkRunAnalyzer(); harvester.addProbe(new YardstickThroughputSensorParser()); harvester.addProbe(new YardstickPercentileSensorParser()); StringWriter writer = new StringWriter(); BenchmarkRunResult results = harvester.analyzeTestRun(baseFolder, testFolder); BenchmarkRunResult expectedBenchmarkResult = new BenchmarkRunResult(); BenchmarkRunResult.BenchmarkResult resultA = expectedBenchmarkResult.addBenchmark("BenchmarkA"); resultA.addProbeResult(YardstickThroughputSensorParser.probeResultDescription, 25, 20); resultA.addProbeResult("ops/second standard error", 2.36, 2.36); resultA.addProbeResult("ops/second standard deviation", 7.45, 7.45); resultA.addProbeResult(YardstickPercentileSensorParser.probeResultDescription, 200, 300); BenchmarkRunResult.BenchmarkResult resultB = expectedBenchmarkResult.addBenchmark("BenchmarkB"); resultB.addProbeResult(YardstickThroughputSensorParser.probeResultDescription, 20, 25); resultB.addProbeResult("ops/second standard error", 2.36, 2.77); resultB.addProbeResult("ops/second standard deviation", 7.45, 10.38); resultB.addProbeResult(YardstickPercentileSensorParser.probeResultDescription, 400, 400); assertEquals(expectedBenchmarkResult, results); } private void populateThroughputCSV(File targetDirectory, double[] perSecondThroughputs) throws FileNotFoundException { final File testFile = new File(targetDirectory, YardstickThroughputSensorParser.sensorOutputFile); PrintStream output = new PrintStream(testFile); for (int i = 0; i < perSecondThroughputs.length; ++i) { output.println(String.format("%d,%f,%f", i, perSecondThroughputs[i], 1d)); } output.close(); } private void populatePercentileCSV(File targetDirectory, double[] hundredUsBuckets) throws FileNotFoundException { final File testFile = new File(targetDirectory, YardstickPercentileSensorParser.sensorOutputFile); PrintStream output = new PrintStream(testFile); for (int i = 0; i < hundredUsBuckets.length; ++i) { output.println(String.format("%d,%f", 100 * i, hundredUsBuckets[i])); } output.close(); } } harness/src/test/java/org/apache/geode/benchmark/LongRangeTest.java000644 000765 000024 00000010043 15201125641 034012 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark; import static org.assertj.core.api.Assertions.assertThat; import static org.assertj.core.api.Assertions.assertThatThrownBy; import org.junit.jupiter.api.Test; class LongRangeTest { @Test public void constructValidRanges() { new LongRange(0, 1); new LongRange(0, Long.MAX_VALUE); new LongRange(-1, 0); new LongRange(Long.MIN_VALUE, -1); } @Test public void constructInvalidRangesThrowsException() { assertThatThrownBy(() -> new LongRange(0, 0)).isInstanceOf(IllegalArgumentException.class); assertThatThrownBy(() -> new LongRange(1, 0)).isInstanceOf(IllegalArgumentException.class); assertThatThrownBy(() -> new LongRange(Long.MIN_VALUE, Long.MAX_VALUE)) .isInstanceOf(IllegalArgumentException.class); assertThatThrownBy(() -> new LongRange(-1, Long.MAX_VALUE)) .isInstanceOf(IllegalArgumentException.class); assertThatThrownBy(() -> new LongRange(Long.MIN_VALUE, 0)) .isInstanceOf(IllegalArgumentException.class); } @Test public void getMin() { assertThat(new LongRange(1, 2).getMin()).isEqualTo(1); } @Test public void getMax() { assertThat(new LongRange(1, 2).getMax()).isEqualTo(2); } @Test public void size() { assertThat(new LongRange(1, 2).size()).isEqualTo(1); assertThat(new LongRange(0, Long.MAX_VALUE).size()).isEqualTo(Long.MAX_VALUE); } @Test void sliceWhole() { final LongRange[] slices = new LongRange(0, 50).slice(5); assertThat(slices).hasSize(5); assertThat(slices).containsExactly(new LongRange(0, 10), new LongRange(10, 20), new LongRange(20, 30), new LongRange(30, 40), new LongRange(40, 50)); } @Test void sliceWithRemainder() { final LongRange[] slices = new LongRange(0, 53).slice(5); assertThat(slices).hasSize(5); assertThat(slices).containsExactly(new LongRange(0, 11), new LongRange(11, 22), new LongRange(22, 33), new LongRange(33, 43), new LongRange(43, 53)); } @Test void sliceFor() { assertThat(new LongRange(0, 50).sliceFor(5, 2)).isEqualTo(new LongRange(20, 30)); } @Test void sliceForWithRemainder() { assertThat(new LongRange(0, 53).sliceFor(5, 2)).isEqualTo(new LongRange(22, 33)); assertThat(new LongRange(10000, Long.MAX_VALUE).sliceFor(2, 0)) .isEqualTo(new LongRange(10000, 4611686018427392904L)); } @Test void sliceForThrowsIndexOutOfBoundsException() { final LongRange range = new LongRange(0, 50); assertThatThrownBy(() -> range.sliceFor(5, -1)).isInstanceOf(IndexOutOfBoundsException.class); assertThatThrownBy(() -> range.sliceFor(5, 10)).isInstanceOf(IndexOutOfBoundsException.class); } @Test void slicesOfSize() { final LongRange[] slices = new LongRange(0, 50).slicesOfSize(10); assertThat(slices).hasSize(5); assertThat(slices).containsExactly(new LongRange(0, 10), new LongRange(10, 20), new LongRange(20, 30), new LongRange(30, 40), new LongRange(40, 50)); } @Test void slicesOfSizeWithRemainer() { final LongRange[] slices = new LongRange(0, 53).slicesOfSize(10); assertThat(slices).hasSize(6); assertThat(slices).containsExactly(new LongRange(0, 9), new LongRange(9, 18), new LongRange(18, 27), new LongRange(27, 36), new LongRange(36, 45), new LongRange(45, 53)); } } apache-geode-benchmarks-2.0.2-src/gradle/wrapper/000755 000765 000024 00000000000 15201125641 022253 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/gradle/dependency-versions.properties000644 000765 000024 00000002261 15201125641 026676 0ustar00jihwanstaff000000 000000 # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # Dependency versions junit-jupiter.version = 5.7.1 junit-pioneer.version = 1.4.1 slf4j-simple.version = 1.7.30 sshj.version = 0.31.0 commons-io.version = 2.8.0 yardstick.version = 0.8.3 HdrHistogram.version = 2.1.12 mockito.version = 3.9.0 awaitility.version = 4.1.0 sshd-core.version = 2.6.0 assertj-core.version = 3.19.0 software-amazon-awssdk.version = 2.16.60 JSON.version = 20210307 classgraph.version = 4.8.105 apache-geode-benchmarks-2.0.2-src/gradle/resolve-dependencies.gradle000644 000765 000024 00000002312 15201125641 026054 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ task resolveDependencies { doLast { project.rootProject.allprojects.each { subProject -> subProject.buildscript.configurations.each { configuration -> resolveConfiguration(configuration) } subProject.configurations.each { configuration -> resolveConfiguration(configuration) } } } } void resolveConfiguration(configuration) { if (configuration.canBeResolved) { configuration.resolve() } } apache-geode-benchmarks-2.0.2-src/gradle/rat.gradle000644 000765 000024 00000004526 15201125641 022550 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ repositories { mavenCentral() } rat { inputDir = rootDir excludes = [ // git '.git/**', '**/.gitignore', '**/.gitkeep', // gradle '**/.gradle/**', 'gradlew', 'gradlew.bat', 'gradle/wrapper/gradle-wrapper.properties', 'caches/**', 'daemon/**', 'native/**', 'wrapper/**', '**/build/**', '**/build-*/**', '.buildinfo', '**/release-features.rendered', // just for jenkins // IDE 'etc/eclipse-java-google-style.xml', 'etc/intellij-java-modified-google-style.xml', 'etc/eclipseOrganizeImports.importorder', '**/.project', '**/.classpath', '**/.settings/**', '**/build-eclipse/**', '**/*.iml', '**/*.ipr', '**/*.iws', '.idea/**', '**/tags', '**/out/**', // text files '**/*.fig', '**/*.txt', '**/*.md', '**/*.json', '**/*.tx0', '**/*.txo', '**/*.log', '**/*.patch', '**/*.diff', '**/*.rej', '**/*.orig', '**/*.MF', '**/cargo_logs/**', '**/META-INF/**', 'jpf.properties', // binary files '**/*.cer', '**/*.dia', '**/*.gfs', '**/*.gif', '**/*.ico', '**/*.jpg', '**/*.keystore', '**/*.pdf', '**/*.png', '**/*.ser', '**/*.svg', '**/*.truststore', '**/*.xls', '**/publickeyfile', '**/*.dat', // other text files '**/log4j*.xml', // file created by `jenv local` '.java-version', // benchmark outputs 'infrastructure/scripts/**/output-*', 'infrastructure/scripts/**/failedTests', ] } check.dependsOn rat apache-geode-benchmarks-2.0.2-src/gradle/spotless.gradle000644 000765 000024 00000013531 15201125641 023632 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ allprojects { apply plugin: "com.diffplug.spotless" spotless { lineEndings = 'unix' java { target project.fileTree(project.projectDir) { include 'src/**/*.java' include 'buildSrc/**/*.java' } // As the method name suggests, bump this number if any of the below "custom" rules change. // Spotless will not run on unchanged files unless this number changes. bumpThisNumberIfACustomStepChanges(0) removeUnusedImports() custom 'Remove commented-out import statements', { it.replaceAll(/\n\/\/ import .*?;.*/, '') } custom 'Refuse wildcard imports', { // Wildcard imports can't be resolved by spotless itself. // This will require the developer themselves to adhere to best practices. if (it =~ /\nimport .*\*;/) { throw new AssertionError("Do not use wildcard imports. 'spotlessApply' cannot resolve this issue.") } } importOrderFile "${rootProject.projectDir}/etc/eclipseOrganizeImports.importorder" custom 'Remove unhelpful javadoc stubs', { // e.g., remove the following lines: // "* @param paramName" // "* @throws ExceptionType" // "* @return returnType"' // Multiline to allow anchors on newlines it.replaceAll(/(?m)^ *\* *@(?:param|throws|return) *\w* *\n/, '') } custom 'Remove any empty Javadocs and block comments', { // Matches any /** [...] */ or /* [...] */ that contains: // (a) only whitespace // (b) trivial information, such as "@param paramName" or @throws ExceptionType // without any additional information. This information is implicit in the signature. it.replaceAll(/\/\*+\s*\n(\s*\*\s*\n)*\s*\*+\/\s*\n/, '') } // Enforce style modifier order custom 'Modifier ordering', { def modifierRanking = [ "public" : 1, "protected" : 2, "private" : 3, "abstract" : 4, "default" : 5, "static" : 6, "final" : 7, "transient" : 8, "volatile" : 9, "synchronized": 10, "native" : 11, "strictfp" : 12] // Find any instance of multiple modifiers. Lead with a non-word character to avoid // accidental matching against for instance, "an alternative default value" it.replaceAll(/\W(?:public |protected |private |abstract |default |static |final |transient |volatile |synchronized |native |strictfp ){2,}/, { // Do not replace the leading non-word character. Identify the modifiers it.replaceAll(/(?:public |protected |private |abstract |default |static |final |transient |volatile |synchronized |native |strictfp ){2,}/, { // Sort the modifiers according to the ranking above it.split().sort({ modifierRanking[it] }).join(' ') + ' ' } ) } ) } // Notes on eclipse formatter version: // 4.6.3 is consistent with existing / previous behavior. // 4.7.1 works, but had different default whitespace rules, notably with mid-ternary linebreak. // 4.7.2 exists but is currently incompatible with our style file, raising NPEs. eclipse('4.6.3').configFile "${rootProject.projectDir}/etc/eclipse-java-google-style.xml" trimTrailingWhitespace() endWithNewline() } groovyGradle { target project.fileTree(project.projectDir) { include '*.gradle' include 'buildSrc/*.gradle' include 'gradle/*.gradle' } // As the method name suggests, bump this number if any of the below "custom" rules change. // Spotless will not run on unchanged files unless this number changes. bumpThisNumberIfACustomStepChanges(0) custom 'Use single-quote in project directives.', { it.replaceAll(/project\(":([^"]*)"\)/, 'project(\':$1\')') } custom 'Use parenthesis in single-line gradle dependency declarations.', { it.replaceAll(/\n(\s*\S*(?:[cC]ompile|[rR]untime)(?:Only)?) (?!\()([^{\n]*)\n/, { original, declaration, dep -> "\n${declaration}(${dep})\n" }) } custom 'Do not pad spaces before parenthesis in gradle dependency declaration.', { it.replaceAll(/\n(\s*\S*(?:[cC]ompile|[rR]untime)(?:Only)?) +\(/, '\n$1(') } greclipse().configFile "${rootProject.projectDir}/etc/greclipse.properties" indentWithSpaces(2) } groovy { target project.fileTree(project.projectDir) { include 'src/**/*.groovy' include 'buildSrc/**/*.groovy' } greclipse().configFile "${rootProject.projectDir}/etc/greclipse.properties" indentWithSpaces(2) } } // If we add more languages to Spotless, add them to 'compileXYZ' trigger below afterEvaluate { // Not all projects are java projects. findByName could return null, so use the null-safe ?. operator project.tasks.findByName('compileJava')?.mustRunAfter(spotlessCheck) project.tasks.findByName('compileJava')?.mustRunAfter(spotlessApply) } }apache-geode-benchmarks-2.0.2-src/gradle/wrapper/gradle-wrapper.properties000644 000765 000024 00000000312 15201125641 027301 0ustar00jihwanstaff000000 000000 distributionBase=GRADLE_USER_HOME distributionPath=wrapper/dists distributionUrl=https\://services.gradle.org/distributions/gradle-6.8.3-bin.zip zipStoreBase=GRADLE_USER_HOME zipStorePath=wrapper/dists apache-geode-benchmarks-2.0.2-src/etc/eclipseOrganizeImports.importorder000644 000765 000024 00000000156 15201125641 027103 0ustar00jihwanstaff000000 000000 #Organize Import Order #Thu Sep 15 13:10:33 PDT 2016 5=com.gemstone 4=org.apache.geode 3= 2=javax 1=java 0=\# apache-geode-benchmarks-2.0.2-src/etc/greclipse.properties000644 000765 000024 00000003760 15201125641 024211 0ustar00jihwanstaff000000 000000 # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. #Whether to use 'space', 'tab' or 'mixed' (both) characters for indentation. #The default value is 'tab'. org.eclipse.jdt.core.formatter.tabulation.char=space #Number of spaces used for indentation in case 'space' characters #have been selected. The default value is 4. org.eclipse.jdt.core.formatter.tabulation.size=2 #Number of spaces used for indentation in case 'mixed' characters #have been selected. The default value is 4. org.eclipse.jdt.core.formatter.indentation.size=2 #Whether or not indentation characters are inserted into empty lines. #The default value is 'true'. org.eclipse.jdt.core.formatter.indent_empty_lines=false #Number of spaces used for multiline indentation. #The default value is 2. groovy.formatter.multiline.indentation=1 #Length after which list are considered too long. These will be wrapped. #The default value is 30. groovy.formatter.longListLength=30 #Whether opening braces position shall be the next line. #The default value is 'same'. groovy.formatter.braces.start=same #Whether closing braces position shall be the next line. #The default value is 'next'. groovy.formatter.braces.end=next #Remove unnecessary semicolons. The default value is 'false'. groovy.formatter.remove.unnecessary.semicolons=trueapache-geode-benchmarks-2.0.2-src/etc/eclipse-java-google-style.xml000644 000765 000024 00000106247 15201125641 025617 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/etc/intellij-java-modified-google-style.xml000644 000765 000024 00000031143 15201125641 027553 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/build.gradle000644 000765 000024 00000015715 15201125641 025023 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import org.gradle.util.VersionNumber plugins { id 'java-library' } group 'org.apache.geode-benchmark' version '1.0-SNAPSHOT' def outputDir = project.hasProperty('outputDir') ? project.findProperty('outputDir') : new File(project.buildDir, "benchmarks_" + getDate()).getAbsolutePath() def geodeVersion = project.hasProperty('geodeVersion') ? project.findProperty('geodeVersion') : '1.+' def getDate() { new Date().format('yyyyMMddHHmmss') } repositories { /* This is used in CI to benchmark various new/old versions of Geode. Also useful in dev where you can clone geode and publishToMavenLocal */ mavenLocal() { metadataSources { mavenPom() ignoreGradleMetadataRedirection() } } // fall back to mavenCentral, which has lots of released versions of Geode mavenCentral() { metadataSources { mavenPom() ignoreGradleMetadataRedirection() } } } configurations { geodeVersionResolver } dependencies { geodeVersionResolver(group: 'org.apache.geode', name: 'geode-core', version: geodeVersion) geodeVersion = configurations.geodeVersionResolver.resolvedConfiguration.resolvedArtifacts.find {it.name == 'geode-core'}.moduleVersion.id.version logger.info("Building with Geode ${geodeVersion}.") implementation platform("org.apache.geode:geode-all-bom:${geodeVersion}") implementation(project(':harness')) implementation(group: 'org.junit.jupiter', name: 'junit-jupiter-engine', version: project.'junit-jupiter.version') implementation(group: 'org.junit-pioneer', name: 'junit-pioneer', version: project.'junit-pioneer.version') implementation(group: 'org.assertj', name: 'assertj-core', version: project.'assertj-core.version') implementation(group: 'org.slf4j', name: 'slf4j-simple', version: project.'slf4j-simple.version') implementation(group: 'org.apache.geode', name: 'geode-core') if (VersionNumber.parse(geodeVersion) >= VersionNumber.parse("1.11.0.+")) { runtimeOnly(group: 'org.apache.geode', name: 'geode-log4j') } else { runtimeOnly(group: 'org.apache.logging.log4j', name: 'log4j-core') } // Required for missing dependency on geode-core. runtimeOnly(group: 'org.eclipse.jetty', name: 'jetty-webapp') testImplementation(group: 'org.junit.jupiter', name: 'junit-jupiter-params', version: project.'junit-jupiter.version') testImplementation(group: 'org.mockito', name: 'mockito-core', version: project.'mockito.version') testImplementation(group: 'io.github.classgraph', name: 'classgraph', version: project.'classgraph.version') } compileJava { options.compilerArgs << '-Xlint:unchecked' << "-Werror" options.deprecation = true } test{ afterTest { desc, result -> logger.quiet "Executing test ${desc.className}.${desc.name} with result: ${result.resultType}" } useJUnitPlatform() systemProperty 'org.slf4j.simpleLogger.showDateTime', 'true' systemProperty 'org.slf4j.simpleLogger.dateTimeFormat', 'yyyy-MM-dd HH:mm:ss.SSS' systemProperty 'org.slf4j.simpleLogger.showThreadNam', 'false' systemProperty 'org.slf4j.simpleLogger.showShortLogName', 'true' } task benchmark(type: Test) { if (project.hasProperty("benchmark.withToolchainVersion")) javaLauncher = javaToolchains.launcherFor { languageVersion = JavaLanguageVersion.of(project.findProperty("benchmark.withToolchainVersion")) } if (project.hasProperty('testJVM') && !testJVM.trim().isEmpty()) { logger.warn("-PtestJVM is deprecated. Use -Pbenchmark.withToolchainVersion.") executable = "${testJVM}/bin/java" } outputs.upToDateWhen { false } testClassesDirs = project.sourceSets.main.output.classesDirs classpath = project.sourceSets.main.runtimeClasspath useJUnitPlatform() testLogging { exceptionFormat = 'full' showStandardStreams = true } exclude "**/NoopBenchmark.class" exclude "**/P2pPartitionedPutLongBenchmark.class" forkEvery 1 failFast = true def resolvedJavaLauncher = javaLauncher.getOrNull() if (resolvedJavaLauncher != null) { if (resolvedJavaLauncher.getMetadata().languageVersion >= JavaLanguageVersion.of(17)) { jvmArgs += "@${project.projectDir}/src/main/resources/open-all-jdk-packages-linux-openjdk-17" } } systemProperty 'org.slf4j.simpleLogger.showDateTime', 'true' systemProperty 'org.slf4j.simpleLogger.dateTimeFormat', 'yyyy-MM-dd HH:mm:ss.SSS' systemProperty 'org.slf4j.simpleLogger.showThreadName', 'false' systemProperty 'org.slf4j.simpleLogger.showShortLogName', 'true' systemProperty 'benchmark.TEST_HOSTS', project.findProperty('hosts') systemProperty 'benchmark.TEST_METADATA', project.findProperty('metadata') systemProperty 'OUTPUT_DIR', outputDir systemProperty 'benchmark.OUTPUT_DIR', outputDir //Set all project properties starting with "benchmark." as system properties in the test //JVM project.properties.findAll { it.key.startsWith("benchmark.") }.each { systemProperty(it.getKey(), it.getValue()) } //------------------------------------------------------------ //Legacy properties - these properties were added before the benchmark. //prefix convention. They will be passed on to the JVM for now to not break //CI or peoples scripts. Remove these soon! //------------------------------------------------------------ legacyProperty(delegate, "withGc") legacyProperty(delegate, "withHeap") legacyProperty(delegate, "withThreads") legacyProperty(delegate, "withWarmup") legacyProperty(delegate, "withDuration") legacyProperty(delegate, "withSsl") legacyProperty(delegate, "withSslProtocols") legacyProperty(delegate, "withSslCiphers") legacyProperty(delegate, "withSniProxy") legacyProperty(delegate, "withSniProxyImage") legacyProperty(delegate, "withRouter") legacyProperty(delegate, "withRouterImage") legacyProperty(delegate, "withSecurityManager") doFirst { if(!project.hasProperty('hosts')) { throw new GradleException("You must set the hosts property to a comma separated list of hosts. Eg ./gradlew benchmark -Phosts=localhost,localhost,localhost") } } } private void legacyProperty(Test test, String key) { if (project.hasProperty(key)) { logger.warn("-P${key} is deprecated. Use -Pbenchmark.${key}.") test.systemProperty "benchmark.${key}", project.findProperty(key) } } apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/000755 000765 000024 00000000000 15201125641 023322 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/000755 000765 000024 00000000000 15201125641 024301 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/000755 000765 000024 00000000000 15201125641 024246 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/resources/000755 000765 000024 00000000000 15201125641 026260 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/000755 000765 000024 00000000000 15201125641 025167 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/benchmark/000755 000765 000024 00000000000 15201125641 027121 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/org/000755 000765 000024 00000000000 15201125641 025756 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/org/apache/000755 000765 000024 00000000000 15201125641 027177 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/org/apache/geode/000755 000765 000024 00000000000 15201125641 030262 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/org/apache/geode/benchmark/000755 000765 000024 00000000000 15201125641 032214 5ustar00jihwanstaff000000 000000 geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/000755 000765 000024 00000000000 15201125641 034011 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcapache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/000755 000765 000024 00000000000 15201125641 033341 5ustar00jihwanstaff000000 000000 geode-benchmarks/src/main/java/org/apache/geode/benchmark/security/000755 000765 000024 00000000000 15201125641 034004 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcapache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/000755 000765 000024 00000000000 15201125641 033356 5ustar00jihwanstaff000000 000000 geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/000755 000765 000024 00000000000 15201125641 034300 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcgeode-benchmarks/src/main/java/org/apache/geode/benchmark/Config.java000644 000765 000024 00000003652 15201125641 034213 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark; import org.yardstickframework.BenchmarkDriver; import org.apache.geode.benchmark.topology.Roles; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestConfig; /** * This is a more strongly-typed interface to the (stringly-typed) TestConfig interface in the * benchmark driver. This lets callers use the Roles enum instead of strings. */ public class Config { private Config() {} public static void role(final TestConfig config, final Roles role, final int numberOfInstances) { config.role(role.name(), numberOfInstances); } public static void before(final TestConfig config, final Task task, final Roles role) { config.before(task, role.name()); } public static void workload(final TestConfig config, final BenchmarkDriver task, final Roles role) { config.workload(task, role.name()); } public static void after(final TestConfig config, final Task task, final Roles role) { config.after(task, role.name()); } public static void jvmArgs(final TestConfig config, final Roles role, final String... jvmArgs) { config.jvmArgs(role.name(), jvmArgs); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/GcLoggingParameters.java000644 000765 000024 00000004233 15201125641 041031 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static java.lang.Boolean.getBoolean; import static org.apache.geode.benchmark.parameters.Utils.configureGeodeProductJvms; import static org.apache.geode.perftest.jvms.JavaVersion.v11; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.jvms.JavaVersion; public class GcLoggingParameters { private static final Logger logger = LoggerFactory.getLogger(GcLoggingParameters.class); public static final String WITH_GC_LOGGING = "benchmark.withGcLogging"; public static void configure(final TestConfig testConfig) { if (getBoolean(WITH_GC_LOGGING)) { final JavaVersion javaVersion = JavaVersion.current(); logger.info("Configuring GC logging parameters for Java {}.", javaVersion); if (javaVersion.atLeast(v11)) { configureGeodeProductJvms(testConfig, "-Xlog:gc*:OUTPUT_DIR/gc.log"); } else { configureGeodeProductJvms(testConfig, "-XX:+PrintGCDetails", "-XX:+PrintGCTimeStamps", "-XX:+PrintGCDateStamps", "-XX:+PrintGCApplicationStoppedTime", "-XX:+PrintGCApplicationConcurrentTime", "-XX:+UseGCLogFileRotation", "-XX:NumberOfGCLogFiles=20", "-XX:GCLogFileSize=1M", "-Xloggc:OUTPUT_DIR/gc.log"); } } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/GeodeProperties.java000644 000765 000024 00000014777 15201125641 040263 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static java.lang.String.valueOf; import static org.apache.geode.benchmark.topology.Topology.WITH_SECURITY_MANAGER_PROPERTY; import static org.apache.geode.benchmark.topology.Topology.WITH_SSL_CIPHERS_PROPERTY; import static org.apache.geode.benchmark.topology.Topology.WITH_SSL_PROPERTY; import static org.apache.geode.benchmark.topology.Topology.WITH_SSL_PROTOCOLS_PROPERTY; import static org.apache.geode.distributed.ConfigurationProperties.ARCHIVE_DISK_SPACE_LIMIT; import static org.apache.geode.distributed.ConfigurationProperties.ARCHIVE_FILE_SIZE_LIMIT; import static org.apache.geode.distributed.ConfigurationProperties.CONSERVE_SOCKETS; import static org.apache.geode.distributed.ConfigurationProperties.DISTRIBUTED_SYSTEM_ID; import static org.apache.geode.distributed.ConfigurationProperties.ENABLE_CLUSTER_CONFIGURATION; import static org.apache.geode.distributed.ConfigurationProperties.ENABLE_TIME_STATISTICS; import static org.apache.geode.distributed.ConfigurationProperties.LOG_DISK_SPACE_LIMIT; import static org.apache.geode.distributed.ConfigurationProperties.LOG_FILE_SIZE_LIMIT; import static org.apache.geode.distributed.ConfigurationProperties.LOG_LEVEL; import static org.apache.geode.distributed.ConfigurationProperties.MEMBER_TIMEOUT; import static org.apache.geode.distributed.ConfigurationProperties.REMOVE_UNRESPONSIVE_CLIENT; import static org.apache.geode.distributed.ConfigurationProperties.SECURITY_MANAGER; import static org.apache.geode.distributed.ConfigurationProperties.SERIALIZABLE_OBJECT_FILTER; import static org.apache.geode.distributed.ConfigurationProperties.SSL_CIPHERS; import static org.apache.geode.distributed.ConfigurationProperties.SSL_ENABLED_COMPONENTS; import static org.apache.geode.distributed.ConfigurationProperties.SSL_PROTOCOLS; import static org.apache.geode.distributed.ConfigurationProperties.STATISTIC_SAMPLING_ENABLED; import static org.apache.geode.distributed.ConfigurationProperties.USE_CLUSTER_CONFIGURATION; import static org.apache.geode.security.SecurableCommunicationChannels.ALL; import java.util.Properties; import org.apache.geode.benchmark.security.ExampleAuthInit; import org.apache.geode.distributed.ConfigurationProperties; public class GeodeProperties { public static Properties serverProperties() { final Properties properties = new Properties(); properties.setProperty(CONSERVE_SOCKETS, valueOf(false)); properties.setProperty(ENABLE_TIME_STATISTICS, valueOf(true)); properties.setProperty(LOG_DISK_SPACE_LIMIT, valueOf(100)); properties.setProperty(LOG_FILE_SIZE_LIMIT, valueOf(10)); properties.setProperty(LOG_LEVEL, "config"); properties.setProperty(REMOVE_UNRESPONSIVE_CLIENT, valueOf(true)); properties.setProperty(STATISTIC_SAMPLING_ENABLED, valueOf(true)); properties.setProperty(ARCHIVE_DISK_SPACE_LIMIT, valueOf(150)); properties.setProperty(ARCHIVE_FILE_SIZE_LIMIT, valueOf(10)); properties.setProperty(DISTRIBUTED_SYSTEM_ID, valueOf(0)); properties.setProperty(ENABLE_CLUSTER_CONFIGURATION, valueOf(false)); properties.setProperty(USE_CLUSTER_CONFIGURATION, valueOf(false)); properties.setProperty(SERIALIZABLE_OBJECT_FILTER, "benchmark.geode.data.**"); properties.setProperty(MEMBER_TIMEOUT, valueOf(600000)); return withOptions(properties); } public static Properties locatorProperties() { final Properties properties = serverProperties(); properties.setProperty(ConfigurationProperties.LOCATOR_WAIT_TIME, valueOf(0)); return withOptions(serverProperties()); } public static Properties clientProperties() { final Properties properties = new Properties(); properties.setProperty(ENABLE_TIME_STATISTICS, valueOf(true)); properties.setProperty(LOG_LEVEL, "config"); properties.setProperty(STATISTIC_SAMPLING_ENABLED, valueOf(true)); properties.setProperty(MEMBER_TIMEOUT, valueOf(8000)); properties.setProperty("security-username", "superUser"); properties.setProperty("security-password", "123"); properties.setProperty("security-client-auth-init", ExampleAuthInit.class.getName()); return withOptions(properties); } public static Properties withSecurityManager(final Properties properties) { properties.setProperty(SECURITY_MANAGER, "org.apache.geode.examples.security.ExampleSecurityManager"); properties.setProperty("security-username", "superUser"); properties.setProperty("security-password", "123"); return properties; } public static Properties withSsl(final Properties properties) { properties.setProperty(SSL_ENABLED_COMPONENTS, ALL); final String withSslProtocols = System.getProperty(WITH_SSL_PROTOCOLS_PROPERTY); if (!isBlank(withSslProtocols)) { properties.setProperty(SSL_PROTOCOLS, withSslProtocols); } final String withSslCiphers = System.getProperty(WITH_SSL_CIPHERS_PROPERTY); if (!isBlank(withSslCiphers)) { properties.setProperty(SSL_CIPHERS, withSslCiphers); } return properties; } private static boolean isBlank(final String value) { return null == value || value.trim().isEmpty(); } private static boolean isSecurityManagerEnabled() { return isPropertySet(WITH_SECURITY_MANAGER_PROPERTY); } private static boolean isSslEnabled() { return isPropertySet(WITH_SSL_PROPERTY); } private static boolean isPropertySet(final String propertyName) { final String propertyValue = System.getProperty(propertyName); return propertyValue != null && propertyValue.equals(valueOf(true)); } private static Properties withOptions(Properties properties) { if (isSslEnabled()) { properties = withSsl(properties); } if (isSecurityManagerEnabled()) { properties = withSecurityManager(properties); } return properties; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/SafepointLoggingParameters.java000644 000765 000024 00000003541 15201125641 042431 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static java.lang.Boolean.getBoolean; import static org.apache.geode.benchmark.parameters.Utils.configureGeodeProductJvms; import static org.apache.geode.perftest.jvms.JavaVersion.v11; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.jvms.JavaVersion; public class SafepointLoggingParameters { private static final Logger logger = LoggerFactory.getLogger(SafepointLoggingParameters.class); public static final String WITH_SAFEPOINT_LOGGING = "benchmark.withSafepointLogging"; public static final String XLOG_SAFEPOINT = "-Xlog:safepoint*:OUTPUT_DIR/safepoint.log"; public static void configure(final TestConfig testConfig) { if (getBoolean(WITH_SAFEPOINT_LOGGING)) { final JavaVersion javaVersion = JavaVersion.current(); if (javaVersion.atLeast(v11)) { logger.info("Configuring safepoint logging parameters for Java {}.", javaVersion); configureGeodeProductJvms(testConfig, XLOG_SAFEPOINT); } } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/Utils.java000644 000765 000024 00000004445 15201125641 036252 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static org.apache.geode.benchmark.Config.jvmArgs; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.benchmark.topology.Roles; import org.apache.geode.perftest.TestConfig; public class Utils { static final Logger logger = LoggerFactory.getLogger(Utils.class); private Utils() {} /** * We have many settings we want to apply to JVMs that are hosting Geode. Not all JVMs * host Geode. This method applies the setting to only the Geode product JVMs. */ public static void configureGeodeProductJvms(final TestConfig config, final String... args) { Roles.rolesFor(GEODE_PRODUCT).forEach(role -> jvmArgs(config, role, args)); } public static void addToTestConfig(TestConfig testConfig, String systemPropertyKey, String jvmArgument) { if (Boolean.getBoolean(systemPropertyKey)) { logger.info("Configuring JVMs to run with " + jvmArgument); configureGeodeProductJvms(testConfig, jvmArgument); } } public static void addToTestConfig(TestConfig testConfig, String systemPropertyKey) { if (System.getProperties().containsKey(systemPropertyKey)) { final String value = System.getProperty(systemPropertyKey); final String jvmArgument = "-D" + systemPropertyKey + "=" + value + ""; logger.info("Configuring JVMs to run with " + jvmArgument); configureGeodeProductJvms(testConfig, jvmArgument); } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/JvmParameters.java000644 000765 000024 00000003607 15201125641 037731 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static org.apache.geode.benchmark.parameters.Utils.configureGeodeProductJvms; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.jvms.JavaVersion; public class JvmParameters { private static final Logger logger = LoggerFactory.getLogger(JvmParameters.class); public static void configure(final TestConfig testConfig) { logger.info("Configuring JVM parameters."); configureGeodeProductJvms(testConfig, "-server", "-Djava.awt.headless=true", "-Dsun.rmi.dgc.server.gcInterval=9223372036854775806", "-Dgemfire.OSProcess.ENABLE_OUTPUT_REDIRECTION=true", "-Dgemfire.launcher.registerSignalHandlers=true", "-XX:+DisableExplicitGC"); final JavaVersion javaVersion = JavaVersion.current(); if (javaVersion.atLeast(JavaVersion.v11)) { configureGeodeProductJvms(testConfig, "-XX:+UnlockExperimentalVMOptions", "-XX:+UnlockDiagnosticVMOptions", "-XX:MonitorUsedDeflationThreshold=0"); } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/GcParameters.java000644 000765 000024 00000007505 15201125641 037527 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static java.lang.System.getProperty; import static org.apache.geode.benchmark.Config.jvmArgs; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import static org.apache.geode.benchmark.topology.Roles.rolesFor; import static org.apache.geode.perftest.jvms.JavaVersion.v11; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.benchmark.topology.Roles; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.jvms.JavaVersion; public class GcParameters { private static final Logger logger = LoggerFactory.getLogger(GcParameters.class); public static void configure(final TestConfig testConfig) { final String defaultGc = getProperty("benchmark.withGc", "CMS"); rolesFor(GEODE_PRODUCT).forEach(role -> { final String roleName = role.toString().toLowerCase(); final GcImplementation gcImplementation = GcImplementation.valueOf(getProperty("benchmark." + roleName + ".withGc", defaultGc)); logger.info("Configuring {} with {} GC.", roleName, gcImplementation); switch (gcImplementation) { case CMS: configureCms(testConfig, role); break; case G1: configureG1(testConfig, role); break; case Z: configureZ(testConfig, role); break; case Shenandoah: configureShenandoah(testConfig, role); break; case Epsilon: configureEpsilon(testConfig, role); break; } }); } private static void configureEpsilon(final TestConfig testConfig, final Roles role) { jvmArgs(testConfig, role, "-XX:+UnlockExperimentalVMOptions", "-XX:+UseEpsilonGC", "-XX:+UseNUMA"); } private static void configureShenandoah(final TestConfig testConfig, final Roles role) { jvmArgs(testConfig, role, "-XX:+UnlockExperimentalVMOptions", "-XX:+UseShenandoahGC", "-XX:+AlwaysPreTouch", "-XX:+UseNUMA"); } private static void configureZ(final TestConfig testConfig, final Roles role) { final JavaVersion javaVersion = JavaVersion.current(); if (javaVersion.olderThan(v11)) { throw new IllegalArgumentException("ZGC requires Java 11 or newer"); } jvmArgs(testConfig, role, "-XX:+UnlockExperimentalVMOptions", "-XX:+UseZGC"); } private static void configureG1(final TestConfig testConfig, final Roles role) { jvmArgs(testConfig, role, "-XX:+UseG1GC", "-XX:+UseNUMA", "-XX:+ScavengeBeforeFullGC"); } private static void configureCms(final TestConfig testConfig, final Roles role) { jvmArgs(testConfig, role, "-XX:+UseConcMarkSweepGC", "-XX:+UseCMSInitiatingOccupancyOnly", "-XX:+CMSClassUnloadingEnabled", "-XX:+CMSScavengeBeforeRemark", "-XX:CMSInitiatingOccupancyFraction=60", "-XX:+UseNUMA", "-XX:+ScavengeBeforeFullGC", "-XX:+UnlockDiagnosticVMOptions", "-XX:ParGCCardsPerStrideChunk=32768"); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/HeapParameters.java000644 000765 000024 00000003366 15201125641 040054 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static java.lang.System.getProperty; import static org.apache.geode.benchmark.Config.jvmArgs; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import static org.apache.geode.benchmark.topology.Roles.rolesFor; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.TestConfig; public class HeapParameters { private static final Logger logger = LoggerFactory.getLogger(HeapParameters.class); public static void configure(final TestConfig testConfig) { final String defaultHeap = getProperty("benchmark.withHeap", "8g"); rolesFor(GEODE_PRODUCT).forEach(role -> { final String roleName = role.toString().toLowerCase(); final String heap = getProperty("benchmark." + roleName + ".withHeap", defaultHeap); logger.info("Configuring {} with heap {}.", roleName, heap); jvmArgs(testConfig, role, "-Xmx" + heap, "-Xms" + heap); }); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/GcImplementation.java000644 000765 000024 00000001613 15201125641 040403 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; public enum GcImplementation { CMS, G1, Z, Shenandoah, Epsilon; } geode-benchmarks/src/main/java/org/apache/geode/benchmark/parameters/ProfilerParameters.java000644 000765 000024 00000003026 15201125641 040752 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static com.google.common.base.Strings.isNullOrEmpty; import static org.apache.geode.benchmark.parameters.Utils.configureGeodeProductJvms; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.perftest.TestConfig; public class ProfilerParameters { private static final Logger logger = LoggerFactory.getLogger(ProfilerParameters.class); public static void configure(final TestConfig testConfig) { final String profilerArgument = System.getProperty("benchmark.profiler.argument"); if (!isNullOrEmpty(profilerArgument)) { logger.info("Configuring profiler parameter. {}", profilerArgument); configureGeodeProductJvms(testConfig, profilerArgument); } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/P2pPartitionedPutBytesBenchmark.java000644 000765 000024 00000004472 15201125641 042330 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionBytes; import org.apache.geode.benchmark.tasks.PutBytesTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a partitioned region. */ public class P2pPartitionedPutBytesBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public P2pPartitionedPutBytesBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = P2pBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new PrePopulateRegionBytes(keyRange, SERVER), SERVER); workload(config, new PutBytesTask(keyRange), SERVER); return config; } } src/main/java/org/apache/geode/benchmark/tests/PartitionedNonIndexedQueryBenchmark.java000644 000765 000024 00000005216 15201125641 043245 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.OQLQuery; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class PartitionedNonIndexedQueryBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 500_000)); private long queryRange = 100; public PartitionedNonIndexedQueryBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } public void setQueryRange(final long queryRange) { this.queryRange = queryRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors()); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new OQLQuery(keyRange, queryRange, isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ReplicatedPutLongBenchmark.java000644 000765 000024 00000004731 15201125641 041347 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionLong; import org.apache.geode.benchmark.tasks.PutTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a replicated region. */ public class ReplicatedPutLongBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public ReplicatedPutLongBenchmark() {} public void setKeyRange(LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionLong(keyRange), CLIENT); workload(config, new PutTask(keyRange), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedGetLongBenchmark.java000644 000765 000024 00000004774 15201125641 041533 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.GetTask; import org.apache.geode.benchmark.tasks.PrePopulateRegionLong; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of gets on a partitioned region. */ public class PartitionedGetLongBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } public PartitionedGetLongBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionLong(keyRange), CLIENT); workload(config, new GetTask(keyRange, isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/P2pPartitionedPutLongBenchmark.java000644 000765 000024 00000004464 15201125641 042142 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionLong; import org.apache.geode.benchmark.tasks.PutLongTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a partitioned region. */ public class P2pPartitionedPutLongBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public P2pPartitionedPutLongBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = P2pBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new PrePopulateRegionLong(keyRange, SERVER), SERVER); workload(config, new PutLongTask(keyRange), SERVER); return config; } } src/main/java/org/apache/geode/benchmark/tests/ReplicatedFunctionExecutionWithFiltersBenchmark.java000644 000765 000024 00000003150 15201125641 045607 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.tasks.ExecuteFilteredFunction; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class ReplicatedFunctionExecutionWithFiltersBenchmark extends AbstractReplicatedFunctionBenchmark { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = super.configure(); config.threads(Runtime.getRuntime().availableProcessors() * 10); workload(config, new ExecuteFilteredFunction(getKeyRange(), isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ReplicatedIndexedQueryBenchmark.java000644 000765 000024 00000005363 15201125641 042367 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateIndexOnID; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.OQLQuery; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class ReplicatedIndexedQueryBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 500_000)); private long queryRange = 100; public ReplicatedIndexedQueryBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } public void setQueryRange(final long queryRange) { this.queryRange = queryRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors() * 8); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new CreateIndexOnID(), SERVER); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new OQLQuery(keyRange, queryRange, isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/P2pPartitionedPutBenchmark.java000644 000765 000024 00000004435 15201125641 041320 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.benchmark.tasks.PutTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a partitioned region. */ public class P2pPartitionedPutBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public P2pPartitionedPutBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = P2pBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new PrePopulateRegion(keyRange, SERVER), SERVER); workload(config, new PutTask(keyRange), SERVER); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ReplicatedPutAllBenchmark.java000644 000765 000024 00000005115 15201125641 041155 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.benchmark.tasks.PutAllTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of putAlls on a replicated region. */ public class ReplicatedPutAllBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); private int batchSize = 1000; public ReplicatedPutAllBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors() * 2); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new PutAllTask(keyRange, batchSize), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ReplicatedPutAllLongBenchmark.java000644 000765 000024 00000005135 15201125641 041777 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionLong; import org.apache.geode.benchmark.tasks.PutAllTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of putAlls on a replicated region. */ public class ReplicatedPutAllLongBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); private int batchSize = 1000; public ReplicatedPutAllLongBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors() * 2); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionLong(keyRange), CLIENT); workload(config, new PutAllTask(keyRange, batchSize), CLIENT); return config; } } src/main/java/org/apache/geode/benchmark/tests/AbstractPartitionedFunctionBenchmark.java000644 000765 000024 00000002405 15201125641 043432 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.perftest.TestConfig; abstract class AbstractPartitionedFunctionBenchmark extends AbstractFunctionBenchmark { @Override protected void configureRegion(TestConfig config) { before(config, new CreatePartitionedRegion(), SERVER); } } src/main/java/org/apache/geode/benchmark/tests/PartitionedFunctionExecutionBenchmark.java000644 000765 000024 00000002767 15201125641 043645 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.tasks.ExecuteFunction; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class PartitionedFunctionExecutionBenchmark extends AbstractPartitionedFunctionBenchmark { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = super.configure(); workload(config, new ExecuteFunction(isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ClientServerBenchmark.java000644 000765 000024 00000003604 15201125641 040365 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithRouterAndSniProxy.WITH_ROUTER_PROPERTY; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithSniProxy.WITH_SNI_PROXY_PROPERTY; import java.util.Properties; import org.apache.geode.benchmark.topology.ClientServerTopology; import org.apache.geode.benchmark.topology.ClientServerTopologyWithRouterAndSniProxy; import org.apache.geode.benchmark.topology.ClientServerTopologyWithSniProxy; import org.apache.geode.perftest.TestConfig; public class ClientServerBenchmark extends GeodeBenchmark { public static TestConfig createConfig() { final TestConfig config = GeodeBenchmark.createConfig(); final Properties properties = System.getProperties(); if (properties.containsKey(WITH_ROUTER_PROPERTY)) { ClientServerTopologyWithRouterAndSniProxy.configure(config); } else if (properties.containsKey(WITH_SNI_PROXY_PROPERTY)) { ClientServerTopologyWithSniProxy.configure(config); } else { ClientServerTopology.configure(config); } return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/NoopBenchmark.java000644 000765 000024 00000003036 15201125641 036672 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.tasks.NoopTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of gets on a partitioned region. */ public class NoopBenchmark extends AbstractPerformanceTest { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } public NoopBenchmark() {} @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); workload(config, new NoopTask(), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/AbstractFunctionBenchmark.java000644 000765 000024 00000004514 15201125641 041232 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import benchmark.geode.data.BenchmarkFunction; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.benchmark.tasks.RegisterFunction; import org.apache.geode.perftest.TestConfig; abstract class AbstractFunctionBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public final void setKeyRange(LongRange keyRange) { this.keyRange = keyRange; } public final LongRange getKeyRange() { return keyRange; } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors() * 3); configureRegion(config); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(getKeyRange()), CLIENT); before(config, new RegisterFunction(new BenchmarkFunction(getKeyRange())), SERVER); return config; } protected abstract void configureRegion(TestConfig config); } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/P2pPartitionedGetBenchmark.java000644 000765 000024 00000004473 15201125641 041271 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.GetTask; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of gets on a partitioned region. */ public class P2pPartitionedGetBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } public P2pPartitionedGetBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Override public TestConfig configure() { final TestConfig config = P2pBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new PrePopulateRegion(keyRange, SERVER), SERVER); workload(config, new GetTask(keyRange, isValidationEnabled()), SERVER); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedPutBytesBenchmark.java000644 000765 000024 00000004761 15201125641 041747 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionBytes; import org.apache.geode.benchmark.tasks.PutBytesTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a partitioned region. */ public class PartitionedPutBytesBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public PartitionedPutBytesBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionBytes(keyRange), CLIENT); workload(config, new PutBytesTask(keyRange), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedPutAllLongBenchmark.java000644 000765 000024 00000005142 15201125641 042203 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionLong; import org.apache.geode.benchmark.tasks.PutAllTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of putAlls on a partitioned region. */ public class PartitionedPutAllLongBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); private int batchSize = 1000; public PartitionedPutAllLongBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors() * 2); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionLong(keyRange), CLIENT); workload(config, new PutAllTask(keyRange, batchSize), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/GeodeBenchmark.java000644 000765 000024 00000004073 15201125641 037004 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static java.util.concurrent.TimeUnit.MINUTES; import org.apache.geode.perftest.TestConfig; public class GeodeBenchmark { /** * Warm up time for the benchmark running on the default runner */ private static final long WARM_UP_TIME = MINUTES.toSeconds(1); /** * Total duration for which the benchmark will run on the default runner */ private static final long BENCHMARK_DURATION = MINUTES.toSeconds(5); /** * Number of threads to run benchmark. */ private static final int THREADS = Runtime.getRuntime().availableProcessors() * 10; public static final String WITH_MIN_KEY = "benchmark.withMinKey"; public static final String WITH_MAX_KEY = "benchmark.withMaxKey"; public static final String WITH_VALIDATION_PROPERTY = "benchmark.withValidation"; public static final String WITH_REPLICAS = "benchmark.withReplicas"; public static final String WITH_BUCKETS = "benchmark.withBuckets"; public static TestConfig createConfig() { TestConfig config = new TestConfig(); config.warmupSeconds(WARM_UP_TIME); config.durationSeconds(BENCHMARK_DURATION); config.threads(THREADS); return config; } public static boolean isValidationEnabled() { return Boolean.getBoolean(WITH_VALIDATION_PROPERTY); } } src/main/java/org/apache/geode/benchmark/tests/PartitionedFunctionExecutionWithFiltersBenchmark.java000644 000765 000024 00000003151 15201125641 046016 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.tasks.ExecuteFilteredFunction; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class PartitionedFunctionExecutionWithFiltersBenchmark extends AbstractPartitionedFunctionBenchmark { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = super.configure(); config.threads(Runtime.getRuntime().availableProcessors() * 8); workload(config, new ExecuteFilteredFunction(getKeyRange(), isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedGetBenchmark.java000644 000765 000024 00000004754 15201125641 040711 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.GetTask; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of gets on a partitioned region. */ public class PartitionedGetBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } public PartitionedGetBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new GetTask(keyRange, isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedPutLongBenchmark.java000644 000765 000024 00000004753 15201125641 041561 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionLong; import org.apache.geode.benchmark.tasks.PutLongTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a partitioned region. */ public class PartitionedPutLongBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public PartitionedPutLongBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionLong(keyRange), CLIENT); workload(config, new PutLongTask(keyRange), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ReplicatedGetLongBenchmark.java000644 000765 000024 00000004767 15201125641 041327 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.GetTask; import org.apache.geode.benchmark.tasks.PrePopulateRegionLong; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of gets on a replicated region. */ public class ReplicatedGetLongBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } public ReplicatedGetLongBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionLong(keyRange), CLIENT); workload(config, new GetTask(keyRange, isValidationEnabled()), CLIENT); return config; } } src/main/java/org/apache/geode/benchmark/tests/PartitionedIndexedQueryBenchmark.java000644 000765 000024 00000005370 15201125641 042573 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateIndexOnID; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.OQLQuery; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class PartitionedIndexedQueryBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 500_000)); private long queryRange = 100; public PartitionedIndexedQueryBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } public void setQueryRange(final long queryRange) { this.queryRange = queryRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors() * 8); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new CreateIndexOnID(), SERVER); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new OQLQuery(keyRange, queryRange, isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ReplicatedGetBenchmark.java000644 000765 000024 00000004747 15201125641 040505 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.GetTask; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of gets on a replicated region. */ public class ReplicatedGetBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } public ReplicatedGetBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new GetTask(keyRange, isValidationEnabled()), CLIENT); return config; } } main/java/org/apache/geode/benchmark/tests/ReplicatedFunctionExecutionWithArgumentsBenchmark.java000644 000765 000024 00000003174 15201125641 046152 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.tasks.ExecuteParameterizedFunction; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class ReplicatedFunctionExecutionWithArgumentsBenchmark extends AbstractReplicatedFunctionBenchmark { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = super.configure(); config.threads(Runtime.getRuntime().availableProcessors() * 16); workload(config, new ExecuteParameterizedFunction(getKeyRange(), isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedPutBenchmark.java000644 000765 000024 00000004724 15201125641 040737 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.benchmark.tasks.PutTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a partitioned region. */ public class PartitionedPutBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public PartitionedPutBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new PutTask(keyRange), CLIENT); return config; } } src/main/java/org/apache/geode/benchmark/tests/ReplicatedFunctionExecutionBenchmark.java000644 000765 000024 00000002765 15201125641 043435 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.tasks.ExecuteFunction; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class ReplicatedFunctionExecutionBenchmark extends AbstractReplicatedFunctionBenchmark { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = super.configure(); workload(config, new ExecuteFunction(isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/ReplicatedPutBenchmark.java000644 000765 000024 00000004711 15201125641 040525 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.benchmark.tasks.PutTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a replicated region. */ public class ReplicatedPutBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public ReplicatedPutBenchmark() {} public void setKeyRange(LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new PutTask(keyRange), CLIENT); return config; } } main/java/org/apache/geode/benchmark/tests/PartitionedFunctionExecutionWithArgumentsBenchmark.java000644 000765 000024 00000003177 15201125641 046363 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.tasks.ExecuteParameterizedFunction; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class PartitionedFunctionExecutionWithArgumentsBenchmark extends AbstractPartitionedFunctionBenchmark { @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = super.configure(); config.threads(Runtime.getRuntime().availableProcessors() * 4); workload(config, new ExecuteParameterizedFunction(getKeyRange(), isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/AbstractPerformanceTest.java000644 000765 000024 00000002325 15201125641 040731 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import org.apache.geode.perftest.PerformanceTest; public abstract class AbstractPerformanceTest implements PerformanceTest { private boolean validationEnabled = GeodeBenchmark.isValidationEnabled(); public void setValidationEnabled(final boolean validationEnabled) { this.validationEnabled = validationEnabled; } public boolean isValidationEnabled() { return validationEnabled; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedPutStringBenchmark.java000644 000765 000024 00000004770 15201125641 042127 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegionString; import org.apache.geode.benchmark.tasks.PutStringTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of puts on a partitioned region. */ public class PartitionedPutStringBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); public PartitionedPutStringBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionString(keyRange), CLIENT); workload(config, new PutStringTask(keyRange), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedGetStringBenchmark.java000644 000765 000024 00000005143 15201125641 042071 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.isValidationEnabled; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.GetStringTask; import org.apache.geode.benchmark.tasks.PrePopulateRegionString; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of gets on a partitioned region. */ public class PartitionedGetStringBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } public PartitionedGetStringBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegionString(keyRange), CLIENT); workload(config, new GetStringTask(keyRange, isValidationEnabled()), CLIENT); return config; } } src/main/java/org/apache/geode/benchmark/tests/AbstractReplicatedFunctionBenchmark.java000644 000765 000024 00000002402 15201125641 043221 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.perftest.TestConfig; abstract class AbstractReplicatedFunctionBenchmark extends AbstractFunctionBenchmark { @Override protected void configureRegion(TestConfig config) { before(config, new CreateReplicatedRegion(), SERVER); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/PartitionedPutAllBenchmark.java000644 000765 000024 00000005121 15201125641 041360 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreatePartitionedRegion; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.benchmark.tasks.PutAllTask; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; /** * Benchmark of putAlls on a partitioned region. */ public class PartitionedPutAllBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 1_000_000)); private int batchSize = 100; public PartitionedPutAllBenchmark() {} public void setKeyRange(final LongRange keyRange) { this.keyRange = keyRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors() * 2); before(config, new CreatePartitionedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new PutAllTask(keyRange, batchSize), CLIENT); return config; } } src/main/java/org/apache/geode/benchmark/tests/ReplicatedNonIndexedQueryBenchmark.java000644 000765 000024 00000005176 15201125641 043044 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import static java.lang.Long.getLong; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.workload; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MAX_KEY; import static org.apache.geode.benchmark.tests.GeodeBenchmark.WITH_MIN_KEY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.tasks.CreateClientProxyRegion; import org.apache.geode.benchmark.tasks.CreateReplicatedRegion; import org.apache.geode.benchmark.tasks.OQLQuery; import org.apache.geode.benchmark.tasks.PrePopulateRegion; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestRunners; public class ReplicatedNonIndexedQueryBenchmark extends AbstractPerformanceTest { private LongRange keyRange = new LongRange(getLong(WITH_MIN_KEY, 0), getLong(WITH_MAX_KEY, 500_000)); private long queryRange = 100; public ReplicatedNonIndexedQueryBenchmark() {} public void setKeyRange(LongRange keyRange) { this.keyRange = keyRange; } public void setQueryRange(long queryRange) { this.queryRange = queryRange; } @Test public void run() throws Exception { TestRunners.defaultRunner().runTest(this); } @Override public TestConfig configure() { TestConfig config = ClientServerBenchmark.createConfig(); config.threads(Runtime.getRuntime().availableProcessors()); before(config, new CreateReplicatedRegion(), SERVER); before(config, new CreateClientProxyRegion(), CLIENT); before(config, new PrePopulateRegion(keyRange), CLIENT); workload(config, new OQLQuery(keyRange, queryRange, isValidationEnabled()), CLIENT); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tests/P2pBenchmark.java000644 000765 000024 00000002177 15201125641 036425 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import org.apache.geode.benchmark.topology.P2pTopology; import org.apache.geode.perftest.TestConfig; public class P2pBenchmark extends GeodeBenchmark { public static TestConfig createConfig() { TestConfig config = GeodeBenchmark.createConfig(); P2pTopology.configure(config); return config; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/security/ExampleAuthInit.java000644 000765 000024 00000005012 15201125641 037706 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.security; import java.util.Properties; import org.apache.geode.distributed.DistributedMember; import org.apache.geode.security.AuthInitialize; import org.apache.geode.security.AuthenticationFailedException; @SuppressWarnings("deprecation") public class ExampleAuthInit implements AuthInitialize { private static final String USER_NAME = "security-username"; private static final String PASSWORD = "security-password"; private static final String INSECURE_PASSWORD_FOR_EVERY_USER = "123"; /** * The implementer would use their existing infrastructure (e.g., ldap) here to populate these * properties with the user credentials. These properties will in turn be handled by the * implementer's design of SecurityManager to authenticate users and authorize operations. */ @Override public Properties getCredentials(Properties securityProps) throws AuthenticationFailedException { Properties credentials = new Properties(); String userName = securityProps.getProperty(USER_NAME); if (userName == null) { throw new AuthenticationFailedException( "ExampleAuthInit: user name property [" + USER_NAME + "] not set."); } credentials.setProperty(USER_NAME, userName); credentials.setProperty(PASSWORD, INSECURE_PASSWORD_FOR_EVERY_USER); return credentials; } @Override public void close() {} @Override public void init(org.apache.geode.LogWriter systemLogger, org.apache.geode.LogWriter securityLogger) throws AuthenticationFailedException {} @Override public Properties getCredentials(Properties securityProps, DistributedMember server, boolean isPeer) throws AuthenticationFailedException { return getCredentials(securityProps); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StopLocator.java000644 000765 000024 00000002312 15201125641 036374 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.distributed.Locator; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to stop the locator. */ public class StopLocator implements Task { @Override public void run(final TestContext context) throws Exception { final Locator locator = (Locator) context.getAttribute("LOCATOR"); locator.stop(); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/CreateReplicatedRegion.java000644 000765 000024 00000002572 15201125641 040477 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.tasks.StartServer.SERVER_CACHE; import org.apache.geode.cache.Cache; import org.apache.geode.cache.RegionShortcut; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to create a Replicated region on the server */ public class CreateReplicatedRegion implements Task { @Override public void run(TestContext context) throws Exception { Cache cache = (Cache) context.getAttribute(SERVER_CACHE); cache.createRegionFactory(RegionShortcut.REPLICATE).create("region"); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/ExecuteFunction.java000644 000765 000024 00000004147 15201125641 037243 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import java.io.Serializable; import java.util.Map; import benchmark.geode.data.BenchmarkFunction; import benchmark.geode.data.Portfolio; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.cache.Region; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientCacheFactory; import org.apache.geode.cache.execute.FunctionService; public class ExecuteFunction extends BenchmarkDriverAdapter implements Serializable { private final boolean isValidationEnabled; private Region region; public ExecuteFunction(final boolean isValidationEnabled) { this.isValidationEnabled = isValidationEnabled; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); ClientCache cache = ClientCacheFactory.getAnyInstance(); region = cache.getRegion("region"); } @Override public boolean test(final Map ctx) { final Object result = FunctionService.onRegion(region).execute(BenchmarkFunction.class.getName()).getResult(); if (isValidationEnabled) { assertThat(result).isInstanceOf(Portfolio.class); } return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/LocatorUtil.java000644 000765 000024 00000002453 15201125641 036372 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import java.net.InetAddress; import java.util.Set; import org.apache.geode.perftest.TestContext; /** * Util class to get the locator address string */ public class LocatorUtil { static String getLocatorString(TestContext context, int locatorPort) { Set locators = context.getHostsForRole(LOCATOR.name()); return locators.iterator().next().getHostAddress() + "[" + locatorPort + "]"; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PutAllTask.java000644 000765 000024 00000004273 15201125641 036157 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.HashMap; import java.util.Map; import benchmark.geode.data.Portfolio; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Region; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientCacheFactory; public class PutAllTask extends BenchmarkDriverAdapter implements Serializable { private final LongRange keyRange; private final int batchSize; private Region region; private ThreadLocal> batches; public PutAllTask(LongRange keyRange, int batchSize) { this.keyRange = keyRange; this.batchSize = batchSize; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); ClientCache cache = ClientCacheFactory.getAnyInstance(); region = cache.getRegion("region"); batches = ThreadLocal.withInitial(() -> { final HashMap batch = new HashMap<>(batchSize); for (int i = 0; i < batchSize; i++) { long key = keyRange.random(); batch.put(key, new Portfolio(key)); } return batch; }); } @Override public boolean test(Map ctx) { region.putAll(batches.get()); return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StartServer.java000644 000765 000024 00000006656 15201125641 036426 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.parameters.GeodeProperties.serverProperties; import java.io.File; import java.net.InetAddress; import java.util.Properties; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.server.CacheServer; import org.apache.geode.distributed.ConfigurationProperties; import org.apache.geode.pdx.ReflectionBasedAutoSerializer; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to create the server cache and start the cache server. */ public class StartServer implements Task { public static final String SERVER_CACHE = "SERVER_CACHE"; private final int locatorPort; private final int serverPort; public StartServer(final int locatorPort, final int serverPort) { this.locatorPort = locatorPort; this.serverPort = serverPort; } @Override public void run(TestContext context) throws Exception { Properties properties = serverProperties(); final CacheFactory cacheFactory = new CacheFactory(properties); configureCacheFactory(cacheFactory, context); final Cache cache = cacheFactory.create(); final CacheServer cacheServer = configureCacheServer(cache.addCacheServer(), context); if (null != cacheServer) { cacheServer.start(); } context.setAttribute(SERVER_CACHE, cache); } /** * Configure the {@link CacheFactory} * * Subclasses can override this. Call super first to inherit settings. * * @param cacheFactory is modified by this method! */ protected CacheFactory configureCacheFactory(final CacheFactory cacheFactory, final TestContext context) throws Exception { String locatorString = LocatorUtil.getLocatorString(context, locatorPort); String statsFile = new File(context.getOutputDir(), "stats.gfs").getAbsolutePath(); return cacheFactory .setPdxSerializer(new ReflectionBasedAutoSerializer("benchmark.geode.data.*")) .set(ConfigurationProperties.LOCATORS, locatorString) .set(ConfigurationProperties.NAME, "server-" + context.getJvmID() + "-" + InetAddress.getLocalHost()) .set(ConfigurationProperties.STATISTIC_ARCHIVE_FILE, statsFile); } /** * Configure the cache server * * Subclasses can override this. Call super first to inherit settings. * * @param cacheServer is modified by this method! */ protected CacheServer configureCacheServer(final CacheServer cacheServer, final TestContext context) { cacheServer.setMaxConnections(Integer.MAX_VALUE); cacheServer.setPort(serverPort); return cacheServer; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/ExecuteParameterizedFunction.java000644 000765 000024 00000005002 15201125641 041747 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import java.io.Serializable; import java.util.Map; import benchmark.geode.data.FunctionWithArguments; import benchmark.geode.data.Portfolio; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Region; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientCacheFactory; import org.apache.geode.cache.execute.Function; import org.apache.geode.cache.execute.FunctionService; public class ExecuteParameterizedFunction extends BenchmarkDriverAdapter implements Serializable { private final LongRange keyRange; private final boolean isValidationEnabled; private final Function function; private Region region; public ExecuteParameterizedFunction(final LongRange keyRange, final boolean isValidationEnabled) { this.keyRange = keyRange; this.isValidationEnabled = isValidationEnabled; function = new FunctionWithArguments(); } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); ClientCache cache = ClientCacheFactory.getAnyInstance(); region = cache.getRegion("region"); FunctionService.registerFunction(function); } @Override public boolean test(Map ctx) { @SuppressWarnings("unchecked") final Object result = FunctionService .onRegion(region) .setArguments(keyRange.random()) .execute(function) .getResult(); if (isValidationEnabled) { assertThat(result).isInstanceOf(Portfolio.class); } return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/ProcessControl.java000644 000765 000024 00000005536 15201125641 037115 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static java.lang.String.format; import static java.lang.String.join; import java.io.IOException; import java.time.Duration; import org.slf4j.Logger; import org.slf4j.LoggerFactory; public class ProcessControl { private static final Duration RETRY_TIMEOUT = Duration.ofMinutes(1); private static final Logger logger = LoggerFactory.getLogger(ProcessControl.class); public static void runCommand(final String command) throws IOException, InterruptedException { final Process startDaemon = Runtime.getRuntime().exec(command); final int exitStatus = startDaemon.waitFor(); if (exitStatus != 0) { final String msg = format("'%s' command exited with status %d\npwd is: %s", command, exitStatus, System.getProperty("user.dir")); logger.error(msg); throw new IllegalStateException(msg); } } public static void runAndExpectZeroExit(final ProcessBuilder processBuilder) throws IOException, InterruptedException { final Process process = processBuilder.start(); final int exitStatus = process.waitFor(); if (exitStatus != 0) { final String msg = format("'%s' command exited with status %d", join(" ", processBuilder.command()), exitStatus, System.getProperty("user.dir")); logger.error(msg); throw new IllegalStateException(msg); } } public static void retryUntilZeroExit(final ProcessBuilder processBuilder) throws IOException, InterruptedException { long start = System.nanoTime(); while (true) { final Process process = processBuilder.start(); final int exitStatus = process.waitFor(); if (exitStatus != 0) { final String msg = format("'%s' command exited with status %d", join(" ", processBuilder.command()), exitStatus, System.getProperty("user.dir")); logger.error(msg); if (System.nanoTime() - start > RETRY_TIMEOUT.toNanos()) { throw new RuntimeException(msg); } Thread.sleep(100); continue; } break; } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StartLocator.java000644 000765 000024 00000004231 15201125641 036546 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.parameters.GeodeProperties.locatorProperties; import java.io.File; import java.io.IOException; import java.net.InetAddress; import java.util.Properties; import org.apache.geode.distributed.ConfigurationProperties; import org.apache.geode.distributed.Locator; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to start the locator */ public class StartLocator implements Task { private int locatorPort; public StartLocator(int locatorPort) { this.locatorPort = locatorPort; } @Override public void run(TestContext context) throws Exception { Properties properties = locatorProperties(); String statsFile = new File(context.getOutputDir(), "stats.gfs").getAbsolutePath(); properties.setProperty(ConfigurationProperties.STATISTIC_ARCHIVE_FILE, statsFile); properties.setProperty(ConfigurationProperties.NAME, "locator-" + InetAddress.getLocalHost()); startLocator(properties, locatorPort, context); } /** * Starts locator as a side-effect. * */ protected void startLocator(final Properties properties, final int locatorPort, final TestContext context) throws IOException { final Locator locator = Locator.startLocatorAndDS(locatorPort, null, properties); context.setAttribute("LOCATOR", locator); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/CreateIndexOnID.java000644 000765 000024 00000002627 15201125641 037041 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.tasks.StartServer.SERVER_CACHE; import org.apache.geode.cache.Cache; import org.apache.geode.cache.query.IndexNameConflictException; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; public class CreateIndexOnID implements Task { @Override public void run(TestContext context) throws Exception { Cache serverCache = (Cache) context.getAttribute(SERVER_CACHE); try { serverCache.getQueryService().createIndex("IDIndex", "r.ID", "/region r"); } catch (IndexNameConflictException ex) { } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/ExecuteFilteredFunction.java000644 000765 000024 00000005154 15201125641 040721 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import java.io.Serializable; import java.util.Collections; import java.util.Map; import java.util.Set; import benchmark.geode.data.FunctionWithFilter; import benchmark.geode.data.Portfolio; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Region; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientCacheFactory; import org.apache.geode.cache.execute.Function; import org.apache.geode.cache.execute.FunctionService; public class ExecuteFilteredFunction extends BenchmarkDriverAdapter implements Serializable { private final LongRange keyRange; private final boolean isValidationEnabled; private final Function function; private Region region; public ExecuteFilteredFunction(final LongRange keyRange, final boolean isValidationEnabled) { this.keyRange = keyRange; this.isValidationEnabled = isValidationEnabled; this.function = new FunctionWithFilter(); } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); ClientCache cache = ClientCacheFactory.getAnyInstance(); region = cache.getRegion("region"); FunctionService.registerFunction(function); } @Override public boolean test(Map ctx) { final Set filterSet = Collections.singleton(keyRange.random()); @SuppressWarnings("unchecked") final Object result = FunctionService .onRegion(region) .withFilter(filterSet) .execute(function) .getResult(); if (isValidationEnabled) { assertThat(result).isInstanceOf(Portfolio.class); } return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StopClient.java000644 000765 000024 00000002376 15201125641 036221 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientCacheFactory; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to create the client cache */ public class StopClient implements Task { @Override public void run(TestContext context) throws Exception { ClientCache cache = ClientCacheFactory.getAnyInstance(); cache.close(); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/AbstractPrePopulateRegion.java000644 000765 000024 00000010525 15201125641 041220 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import java.time.Duration; import java.time.Instant; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.concurrent.CompletableFuture; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.TimeUnit; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.topology.Roles; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.Region; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; public abstract class AbstractPrePopulateRegion implements Task { private static final Logger logger = LoggerFactory.getLogger(AbstractPrePopulateRegion.class); private final LongRange keyRangeToPrepopulate; private final Roles targetRole; private int batchSize = 1000; public AbstractPrePopulateRegion() { this(new LongRange(0, 10000), CLIENT); } public AbstractPrePopulateRegion(LongRange keyRangeToPrepopulate) { this(keyRangeToPrepopulate, CLIENT); } public AbstractPrePopulateRegion(final LongRange keyRangeToPrepopulate, final Roles targetRole) { this.keyRangeToPrepopulate = keyRangeToPrepopulate; this.targetRole = targetRole; } /** * This method prepopulates the region before the actual benchmark starts. */ @Override public void run(TestContext context) throws InterruptedException { final Cache cache = CacheFactory.getAnyInstance(); final Region region = cache.getRegion("region"); final ArrayList hostIds = new ArrayList<>(context.getHostsIDsForRole(targetRole.name())); run(region, keyRangeToPrepopulate.sliceFor(hostIds.size(), hostIds.indexOf(context.getJvmID()))); } void run(final Map region, final LongRange range) throws InterruptedException { logger.info("*******************************************"); logger.info(" Prepopulating the region "); logger.info("*******************************************"); final Instant start = Instant.now(); final int numThreads = Runtime.getRuntime().availableProcessors(); final ExecutorService threadPool = Executors.newFixedThreadPool(numThreads); final List> futures = new ArrayList<>(); for (final LongRange slice : range.slice(numThreads)) { futures.add(CompletableFuture.runAsync(() -> doPuts(region, slice), threadPool)); } futures.forEach(CompletableFuture::join); final Instant finish = Instant.now(); logger.info("*******************************************"); logger.info(" Prepopulating the region completed"); logger.info(" Duration = " + Duration.between(start, finish).toMillis() + "ms."); logger.info("*******************************************"); threadPool.shutdownNow(); threadPool.awaitTermination(5, TimeUnit.MINUTES); } private void doPuts(final Map region, final LongRange range) { for (final LongRange slice : range.slicesOfSize(batchSize)) { final Map valueMap = new HashMap<>(); slice.forEach(i -> valueMap.put(getKey(i), getValue(i))); region.putAll(valueMap); } } protected abstract K getKey(long i); protected abstract V getValue(long i); public int getBatchSize() { return batchSize; } public void setBatchSize(int batchSize) { this.batchSize = batchSize; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/NoopTask.java000644 000765 000024 00000002130 15201125641 035657 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.Map; import org.yardstickframework.BenchmarkDriverAdapter; public class NoopTask extends BenchmarkDriverAdapter implements Serializable { @Override public boolean test(Map ctx) { return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PutBytesTask.java000644 000765 000024 00000003370 15201125641 036532 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.Map; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.Region; public class PutBytesTask extends BenchmarkDriverAdapter implements Serializable { private Region region; private LongRange keyRange; public PutBytesTask(LongRange keyRange) { this.keyRange = keyRange; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); final Cache cache = CacheFactory.getAnyInstance(); region = cache.getRegion("region"); } @Override public boolean test(Map ctx) { long key = keyRange.random(); byte[] bytes = new byte[1024]; region.put(key, bytes); return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PrePopulateRegionString.java000644 000765 000024 00000002764 15201125641 040731 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static java.lang.String.valueOf; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.topology.Roles; public class PrePopulateRegionString extends AbstractPrePopulateRegion { public PrePopulateRegionString() {} public PrePopulateRegionString(LongRange keyRangeToPrepopulate) { super(keyRangeToPrepopulate); } public PrePopulateRegionString(LongRange keyRangeToPrepopulate, Roles targetRole) { super(keyRangeToPrepopulate, targetRole); } @Override protected String getKey(final long i) { return valueOf(i); } @Override protected String getValue(final long i) { return valueOf(i); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StopRouter.java000644 000765 000024 00000002370 15201125641 036255 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to stop the SNI proxy */ public class StopRouter implements Task { public static final String STOP_PROXY_COMMAND = "docker kill router"; @Override public void run(TestContext context) throws Exception { final ProcessControl processControl = new ProcessControl(); processControl.runCommand(STOP_PROXY_COMMAND); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/RegisterFunction.java000644 000765 000024 00000002500 15201125641 037414 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.cache.execute.Function; import org.apache.geode.cache.execute.FunctionService; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; public class RegisterFunction implements Task { private final Function function; public RegisterFunction(final Function function) { this.function = function; } @Override public void run(TestContext context) throws InterruptedException { FunctionService.registerFunction(function); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/OQLQuery.java000644 000765 000024 00000006121 15201125641 035606 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.Map; import java.util.concurrent.ThreadLocalRandom; import benchmark.geode.data.Portfolio; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientCacheFactory; import org.apache.geode.cache.query.Query; import org.apache.geode.cache.query.SelectResults; import org.apache.geode.perftest.jvms.RemoteJVMFactory; public class OQLQuery extends BenchmarkDriverAdapter implements Serializable { private static final Logger logger = LoggerFactory.getLogger(RemoteJVMFactory.class); private final LongRange keyRange; private final long queryRange; private final boolean isValidationEnabled; private Query query; public OQLQuery(final LongRange keyRange, final long queryRange, final boolean isValidationEnabled) { this.keyRange = keyRange; this.queryRange = queryRange; this.isValidationEnabled = isValidationEnabled; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); final ClientCache cache = ClientCacheFactory.getAnyInstance(); query = cache.getQueryService().newQuery("SELECT * FROM /region r WHERE r.ID >= $1 AND r.ID < $2"); } @Override @SuppressWarnings("unchecked") public boolean test(final Map ctx) throws Exception { final long minId = ThreadLocalRandom.current().nextLong(keyRange.getMin(), keyRange.getMax() - queryRange); final long maxId = minId + queryRange; final Object result = query.execute(minId, maxId); if (isValidationEnabled) { verifyResults((SelectResults) result, minId, maxId); } return true; } private void verifyResults(final SelectResults results, final long minId, final long maxId) throws Exception { for (final Portfolio result : results) { final long id = result.getID(); if (id < minId || id > maxId) { throw new Exception("Invalid Portfolio object retrieved [min =" + minId + " max =" + maxId + ") Portfolio retrieved =" + result); } } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/CreatePartitionedRegion.java000644 000765 000024 00000002616 15201125641 040704 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.tasks.StartServer.SERVER_CACHE; import org.apache.geode.cache.Cache; import org.apache.geode.cache.RegionShortcut; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to create a Partitioned region on the server */ public class CreatePartitionedRegion implements Task { @Override public void run(TestContext context) throws Exception { final Cache cache = (Cache) context.getAttribute(SERVER_CACHE); cache.createRegionFactory(RegionShortcut.PARTITION_REDUNDANT).create("region"); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StopServer.java000644 000765 000024 00000002406 15201125641 036243 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.tasks.StartServer.SERVER_CACHE; import org.apache.geode.cache.Cache; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to stop the server. */ public class StopServer implements Task { @Override public void run(final TestContext context) throws Exception { final Cache cache = (Cache) context.getAttribute(SERVER_CACHE); cache.close(); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PutLongTask.java000644 000765 000024 00000003443 15201125641 036344 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.Map; import java.util.concurrent.ThreadLocalRandom; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.Region; public class PutLongTask extends BenchmarkDriverAdapter implements Serializable { private Region region; private LongRange keyRange; public PutLongTask(LongRange keyRange) { this.keyRange = keyRange; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); final Cache cache = CacheFactory.getAnyInstance(); region = cache.getRegion("region"); } @Override public boolean test(Map ctx) { long key = keyRange.random(); region.put(key, ThreadLocalRandom.current().nextLong()); return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StopSniProxy.java000644 000765 000024 00000002371 15201125641 036571 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to stop the SNI proxy */ public class StopSniProxy implements Task { public static final String STOP_PROXY_COMMAND = "docker kill proxy"; @Override public void run(TestContext context) throws Exception { final ProcessControl processControl = new ProcessControl(); processControl.runCommand(STOP_PROXY_COMMAND); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PutTask.java000644 000765 000024 00000003377 15201125641 035532 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.Map; import benchmark.geode.data.Portfolio; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.Region; public class PutTask extends BenchmarkDriverAdapter implements Serializable { private Region region; private LongRange keyRange; public PutTask(LongRange keyRange) { this.keyRange = keyRange; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); final Cache cache = CacheFactory.getAnyInstance(); region = cache.getRegion("region"); } @Override public boolean test(Map ctx) { long key = keyRange.random(); region.put(key, new Portfolio(key)); return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StartClientWithSniProxy.java000644 000765 000024 00000006650 15201125641 040740 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import java.lang.reflect.InvocationTargetException; import java.lang.reflect.Method; import java.net.InetAddress; import java.util.Properties; import org.apache.geode.benchmark.topology.Roles; import org.apache.geode.cache.client.ClientCacheFactory; import org.apache.geode.perftest.TestContext; public class StartClientWithSniProxy extends StartClient { private final int proxyPort; private final Roles proxyRole; public StartClientWithSniProxy(final int locatorPort, final int proxyPort, final Roles proxyRole) { super(locatorPort); this.proxyPort = proxyPort; this.proxyRole = proxyRole; } @Override protected ClientCacheFactory createClientCacheFactory(final InetAddress locator, final String statsFile, final Properties properties, final TestContext context) throws NoSuchMethodException, InvocationTargetException, IllegalAccessException, ClassNotFoundException { final ClientCacheFactory cacheFactory = super.createClientCacheFactory(locator, statsFile, properties, context); final InetAddress proxyInetAddress = context.getHostsForRole(proxyRole.name()).stream().findFirst().get(); return reflectivelySetSniSocketFactory(cacheFactory, proxyInetAddress); } protected ClientCacheFactory reflectivelySetSniSocketFactory( final ClientCacheFactory clientCacheFactory, final InetAddress proxyInetAddress) throws NoSuchMethodException, InvocationTargetException, IllegalAccessException, ClassNotFoundException { /* * We'd like to simply do the following, but that would introduce a compile-time dependency on * Geode [1.13,). But we want this benchmark code to work with older Geode version. So we'll * use reflection to do it. * * return clientCacheFactory * .setPoolSocketFactory(ProxySocketFactories.sni( * proxyHostAddress, * SNI_PROXY_PORT)); */ final Class proxySocketFactoriesClass = Class.forName("org.apache.geode.cache.client.proxy.ProxySocketFactories"); final Method sniStaticMethod = proxySocketFactoriesClass.getMethod("sni", String.class, int.class); final Object sniSocketFactory = sniStaticMethod.invoke(null, proxyInetAddress.getHostName(), proxyPort); final Class socketFactoryClass = Class.forName("org.apache.geode.cache.client.SocketFactory"); final Method setPoolSocketFactoryMethod = clientCacheFactory.getClass().getMethod("setPoolSocketFactory", socketFactoryClass); return (ClientCacheFactory) setPoolSocketFactoryMethod.invoke(clientCacheFactory, sniSocketFactory); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/Sleep.java000644 000765 000024 00000002522 15201125641 035176 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static java.util.concurrent.TimeUnit.MILLISECONDS; import java.util.concurrent.TimeUnit; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to sleep. */ public class Sleep implements Task { private final long durationMs; public Sleep(final long duration, final TimeUnit timeUnit) { durationMs = MILLISECONDS.convert(duration, timeUnit); } @Override public void run(final TestContext context) throws Exception { Thread.sleep(durationMs); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PrePopulateRegion.java000644 000765 000024 00000002732 15201125641 037535 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import benchmark.geode.data.Portfolio; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.topology.Roles; public class PrePopulateRegion extends AbstractPrePopulateRegion { public PrePopulateRegion() {} public PrePopulateRegion(LongRange keyRangeToPrepopulate) { super(keyRangeToPrepopulate); } public PrePopulateRegion(LongRange keyRangeToPrepopulate, Roles targetRole) { super(keyRangeToPrepopulate, targetRole); } @Override protected Long getKey(final long i) { return i; } @Override protected Portfolio getValue(final long i) { return new Portfolio(i); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StartHAProxy.java000644 000765 000024 00000011635 15201125641 036503 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static com.google.common.base.Strings.isNullOrEmpty; import static java.lang.String.format; import static java.lang.System.getProperty; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import static org.apache.geode.benchmark.topology.Roles.SERVER; import java.io.BufferedWriter; import java.io.FileWriter; import java.io.IOException; import java.net.InetSocketAddress; import java.nio.file.Path; import java.nio.file.Paths; import java.util.HashSet; import java.util.Objects; import java.util.Set; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to start the SNI proxy */ public class StartHAProxy implements Task { public static final String START_DOCKER_DAEMON_COMMAND = "sudo service docker start"; public static final String START_PROXY_COMMAND = "docker run --rm -d -v %s:/usr/local/etc/haproxy:ro --name proxy -p %d:%d %s"; private final int locatorPort; private final int serverPort; private final int proxyPort; private final String image; public StartHAProxy(final int locatorPort, final int serverPort, final int proxyPort, final String image) { this.locatorPort = locatorPort; this.serverPort = serverPort; this.proxyPort = proxyPort; this.image = isNullOrEmpty(image) ? "haproxy:1.8-alpine" : image; } @Override public void run(final TestContext context) throws Exception { final Path configPath = Paths.get(getProperty("user.home")).toAbsolutePath(); final Path configFile = configPath.resolve("haproxy.cfg"); rewriteFile(generateConfig(context), configFile); final ProcessControl processControl = new ProcessControl(); processControl.runCommand(START_DOCKER_DAEMON_COMMAND); processControl.runCommand(format(START_PROXY_COMMAND, configPath, proxyPort, proxyPort, image)); } private void rewriteFile(final String content, final Path path) throws IOException { try (final BufferedWriter writer = new BufferedWriter(new FileWriter(path.toFile(), false))) { writer.write(content); } } String generateConfig(final TestContext context) { final Set members = new HashSet<>(); context.getHostsForRole(LOCATOR.name()).stream() .map(a -> InetSocketAddress.createUnresolved(a.getHostName(), locatorPort)) .forEachOrdered(members::add); context.getHostsForRole(SERVER.name()).stream() .map(a -> InetSocketAddress.createUnresolved(a.getHostName(), serverPort)) .forEachOrdered(members::add); return generateConfig(members); } String generateConfig(final Set members) { StringBuilder conf = new StringBuilder("global\n" + " daemon\n" + " maxconn 64000\n" + " spread-checks 4\n" + "defaults\n" + " log global\n" + " timeout connect 30000ms\n" + " timeout client 30000ms\n" + " timeout server 30000ms\n" + "frontend sniproxy\n" + " bind *:").append(proxyPort).append("\n" + " mode tcp\n" + " tcp-request inspect-delay 5s\n" + " tcp-request content accept if { req_ssl_hello_type 1 }\n"); members .forEach(s -> conf.append(" use_backend ").append(s.getHostName()) .append(" if { req.ssl_sni ").append(s.getHostName()).append(" }\n")); members .forEach(s -> conf.append("backend ").append(s.getHostName()) .append("\n" + " mode tcp\n" + " server host ") .append(s.getHostName()) .append(":").append(s.getPort()).append("\n")); return conf.toString(); } @Override public boolean equals(final Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } final StartHAProxy that = (StartHAProxy) o; return locatorPort == that.locatorPort && serverPort == that.serverPort && proxyPort == that.proxyPort && Objects.equals(image, that.image); } @Override public int hashCode() { return Objects.hash(locatorPort, serverPort, proxyPort, image); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StartRouter.java000644 000765 000024 00000010013 15201125641 036416 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static com.google.common.base.Strings.isNullOrEmpty; import static java.lang.String.format; import static java.lang.System.getProperty; import static org.apache.geode.benchmark.topology.Roles.PROXY; import java.io.BufferedWriter; import java.io.FileWriter; import java.io.IOException; import java.net.InetSocketAddress; import java.nio.file.Path; import java.nio.file.Paths; import java.util.HashSet; import java.util.Objects; import java.util.Set; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to start the SNI proxy */ public class StartRouter implements Task { public static final String START_DOCKER_DAEMON_COMMAND = "sudo service docker start"; public static final String START_ROUTER_COMMAND = "docker run --rm -d -v %s:/usr/local/etc/haproxy:ro --name router -p %d:%d %s"; private final int proxyPort; private final String image; public StartRouter(final int proxyPort, final String image) { this.proxyPort = proxyPort; this.image = isNullOrEmpty(image) ? "haproxy:1.8-alpine" : image; } @Override public void run(final TestContext context) throws Exception { final Path configPath = Paths.get(getProperty("user.home")).toAbsolutePath(); final Path configFile = configPath.resolve("haproxy.cfg"); rewriteFile(generateConfig(context), configFile); final ProcessControl processControl = new ProcessControl(); processControl.runCommand(START_DOCKER_DAEMON_COMMAND); processControl .runCommand(format(START_ROUTER_COMMAND, configPath, proxyPort, proxyPort, image)); } private void rewriteFile(final String content, final Path path) throws IOException { try (final BufferedWriter writer = new BufferedWriter(new FileWriter(path.toFile(), false))) { writer.write(content); } } String generateConfig(final TestContext context) { final Set members = new HashSet<>(); context.getHostsForRole(PROXY.name()).stream() .map(a -> InetSocketAddress.createUnresolved(a.getHostName(), proxyPort)) .forEachOrdered(members::add); return generateConfig(members); } String generateConfig(final Set members) { StringBuilder conf = new StringBuilder("global\n" + " daemon\n" + " maxconn 64000\n" + " spread-checks 4\n" + "defaults\n" + " log global\n" + " timeout connect 30000ms\n" + " timeout client 30000ms\n" + " timeout server 30000ms\n" + "listen router\n" + " bind *:").append(proxyPort).append("\n" + " mode tcp\n"); members .forEach(s -> conf.append(" server ").append(s.getHostName()).append(" ") .append(s.getHostName()) .append(":").append(s.getPort()).append("\n")); return conf.toString(); } @Override public boolean equals(final Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } final StartRouter that = (StartRouter) o; return proxyPort == that.proxyPort && Objects.equals(image, that.image); } @Override public int hashCode() { return Objects.hash(proxyPort, image); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/CompositeTask.java000644 000765 000024 00000005446 15201125641 036723 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.Map; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriver; public class CompositeTask implements BenchmarkDriver, Serializable { private final BenchmarkDriver[] benchmarkDrivers; public CompositeTask(BenchmarkDriver... benchmarkDrivers) { this.benchmarkDrivers = benchmarkDrivers; } @Override public void setUp(final BenchmarkConfiguration benchmarkConfiguration) throws Exception { for (final BenchmarkDriver benchmarkDriver : benchmarkDrivers) { benchmarkDriver.setUp(benchmarkConfiguration); } } @Override public boolean test(final Map context) throws Exception { for (final BenchmarkDriver benchmarkDriver : benchmarkDrivers) { if (!benchmarkDriver.test(context)) { return false; } } return true; } @Override public void tearDown() throws Exception { for (final BenchmarkDriver benchmarkDriver : benchmarkDrivers) { benchmarkDriver.tearDown(); } } @Override public String description() { final StringBuilder stringBuilder = new StringBuilder("Composite Task:\n"); for (final BenchmarkDriver benchmarkDriver : benchmarkDrivers) { stringBuilder.append(benchmarkDriver.description()).append("\n"); } return stringBuilder.toString(); } @Override public String usage() { final StringBuilder stringBuilder = new StringBuilder("Composite Task:\n"); for (final BenchmarkDriver benchmarkDriver : benchmarkDrivers) { stringBuilder.append(benchmarkDriver.usage()).append("\n"); } return stringBuilder.toString(); } @Override public void onWarmupFinished() { for (final BenchmarkDriver benchmarkDriver : benchmarkDrivers) { benchmarkDriver.onWarmupFinished(); } } @Override public void onException(final Throwable e) { for (final BenchmarkDriver benchmarkDriver : benchmarkDrivers) { benchmarkDriver.onException(e); } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PrePopulateRegionBytes.java000644 000765 000024 00000002676 15201125641 040553 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.topology.Roles; public class PrePopulateRegionBytes extends AbstractPrePopulateRegion { public PrePopulateRegionBytes() {} public PrePopulateRegionBytes(LongRange keyRangeToPrepopulate) { super(keyRangeToPrepopulate); } public PrePopulateRegionBytes(LongRange keyRangeToPrepopulate, Roles targetRole) { super(keyRangeToPrepopulate, targetRole); } @Override protected Long getKey(final long i) { return i; } @Override protected byte[] getValue(final long i) { return new byte[1204]; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/WeightedTasks.java000644 000765 000024 00000006571 15201125641 036704 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import java.io.Serializable; import java.util.Arrays; import java.util.Map; import java.util.concurrent.ThreadLocalRandom; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriver; public class WeightedTasks implements BenchmarkDriver, Serializable { private final int totalWeight; public static class WeightedTask implements Serializable { int weight; BenchmarkDriver task; public WeightedTask(final int weight, final BenchmarkDriver task) { this.weight = weight; this.task = task; } } private final WeightedTask[] weightedTasks; public WeightedTasks(WeightedTask... weightedTasks) { this.weightedTasks = weightedTasks; this.totalWeight = Arrays.stream(weightedTasks).mapToInt(wt -> wt.weight).sum(); } @Override public void setUp(final BenchmarkConfiguration benchmarkConfiguration) throws Exception { for (final WeightedTask weightedTask : weightedTasks) { weightedTask.task.setUp(benchmarkConfiguration); } } @Override public boolean test(final Map context) throws Exception { int weight = ThreadLocalRandom.current().nextInt(totalWeight) + 1; for (final WeightedTask weightedTask : weightedTasks) { weight -= weightedTask.weight; if (weight > 0) { continue; } return weightedTask.task.test(context); } return true; } @Override public void tearDown() throws Exception { for (final WeightedTask weightedTask : weightedTasks) { weightedTask.task.tearDown(); } } @Override public String description() { final StringBuilder stringBuilder = new StringBuilder("Composite Task:\n"); for (final WeightedTask weightedTask : weightedTasks) { stringBuilder.append(weightedTask.weight).append(" ").append(weightedTask.task.description()) .append("\n"); } return stringBuilder.toString(); } @Override public String usage() { final StringBuilder stringBuilder = new StringBuilder("Composite Task: \n"); for (final WeightedTask weightedTask : weightedTasks) { stringBuilder.append(weightedTask.weight).append(" ").append(weightedTask.task.usage()) .append("\n"); } return stringBuilder.toString(); } @Override public void onWarmupFinished() { for (final WeightedTask weightedTask : weightedTasks) { weightedTask.task.onWarmupFinished(); } } @Override public void onException(final Throwable e) { for (final WeightedTask weightedTask : weightedTasks) { weightedTask.task.onException(e); } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/CreateClientProxyRegion.java000644 000765 000024 00000002562 15201125641 040702 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientRegionShortcut; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to create a PROXY region in the client */ public class CreateClientProxyRegion implements Task { @Override public void run(TestContext context) throws Exception { ClientCache clientCache = (ClientCache) context.getAttribute("CLIENT_CACHE"); clientCache.createClientRegionFactory(ClientRegionShortcut.PROXY) .create("region"); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PrePopulateRegionLong.java000644 000765 000024 00000002651 15201125641 040355 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import org.apache.geode.benchmark.LongRange; import org.apache.geode.benchmark.topology.Roles; public class PrePopulateRegionLong extends AbstractPrePopulateRegion { public PrePopulateRegionLong() {} public PrePopulateRegionLong(LongRange keyRangeToPrepopulate) { super(keyRangeToPrepopulate); } public PrePopulateRegionLong(LongRange keyRangeToPrepopulate, Roles targetRole) { super(keyRangeToPrepopulate, targetRole); } @Override protected Long getKey(final long i) { return i; } @Override protected Long getValue(final long i) { return i; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/PutStringTask.java000644 000765 000024 00000004134 15201125641 036711 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static java.lang.String.valueOf; import java.io.Serializable; import java.util.Map; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.Region; /** * Task workload to perform get operations on keys within 0 * and the keyRange (exclusive) */ public class PutStringTask extends BenchmarkDriverAdapter implements Serializable { private final LongRange keyRange; private Region region; private long offset; private String[] keys; public PutStringTask(LongRange keyRange) { this.keyRange = keyRange; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); final Cache cache = CacheFactory.getAnyInstance(); region = cache.getRegion("region"); offset = keyRange.getMin(); keys = new String[(int) (keyRange.getMax() - offset)]; keyRange.forEach(i -> keys[(int) i] = valueOf(i)); } @Override public boolean test(Map ctx) throws Exception { final String key = keys[(int) (keyRange.random() - offset)]; region.put(key, key); return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StartClient.java000644 000765 000024 00000005376 15201125641 036374 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.apache.geode.benchmark.parameters.GeodeProperties.clientProperties; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import java.io.File; import java.lang.reflect.InvocationTargetException; import java.net.InetAddress; import java.util.Properties; import org.apache.geode.cache.client.ClientCache; import org.apache.geode.cache.client.ClientCacheFactory; import org.apache.geode.distributed.ConfigurationProperties; import org.apache.geode.pdx.ReflectionBasedAutoSerializer; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to create the client cache */ public class StartClient implements Task { protected int locatorPort; public StartClient(int locatorPort) { this.locatorPort = locatorPort; } @Override public void run(TestContext context) throws Exception { InetAddress locator = context.getHostsForRole(LOCATOR.name()).iterator().next(); String statsFile = new File(context.getOutputDir(), "stats.gfs").getAbsolutePath(); Properties properties = clientProperties(); ClientCache clientCache = createClientCacheFactory(locator, statsFile, properties, context) .create(); context.setAttribute("CLIENT_CACHE", clientCache); } /** * Create and configure the ClientCacheFactory. * * Subclasses can override this. * */ protected ClientCacheFactory createClientCacheFactory(final InetAddress locator, final String statsFile, final Properties properties, final TestContext context) throws NoSuchMethodException, InvocationTargetException, IllegalAccessException, ClassNotFoundException { return new ClientCacheFactory(properties) .setPdxSerializer(new ReflectionBasedAutoSerializer("benchmark.geode.data.*")) .setPoolIdleTimeout(-1) .set(ConfigurationProperties.STATISTIC_ARCHIVE_FILE, statsFile) .addPoolLocator(locator.getHostName(), locatorPort); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/StartEnvoy.java000644 000765 000024 00000020052 15201125641 036242 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static com.google.common.base.Strings.isNullOrEmpty; import static java.lang.String.format; import static java.lang.System.getProperty; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import static org.apache.geode.benchmark.topology.Roles.SERVER; import java.io.BufferedWriter; import java.io.FileWriter; import java.io.IOException; import java.nio.file.Path; import java.nio.file.Paths; import java.util.Objects; import org.apache.geode.perftest.Task; import org.apache.geode.perftest.TestContext; /** * Task to start the SNI proxy */ public class StartEnvoy implements Task { public static final String START_DOCKER_DAEMON_COMMAND = "sudo service docker start"; public static final String START_PROXY_COMMAND = "docker run --rm -d -v %s:/etc/envoy/envoy.yaml:ro --name proxy -p %d:%d %s"; private final int locatorPort; private final int serverPort; private final int proxyPort; private final String image; public StartEnvoy(final int locatorPort, final int serverPort, final int proxyPort, final String image) { this.locatorPort = locatorPort; this.serverPort = serverPort; this.proxyPort = proxyPort; this.image = isNullOrEmpty(image) ? "envoyproxy/envoy:v1.16-latest" : image; } @Override public void run(final TestContext context) throws Exception { final Path configFile = Paths.get(getProperty("user.home"), "envoy.yaml"); rewriteFile(generateConfig(context), configFile); final ProcessControl processControl = new ProcessControl(); processControl.runCommand(START_DOCKER_DAEMON_COMMAND); processControl.runCommand(format(START_PROXY_COMMAND, configFile, proxyPort, proxyPort, image)); } private void rewriteFile(final String content, final Path path) throws IOException { try (final BufferedWriter writer = new BufferedWriter(new FileWriter(path.toFile(), false))) { writer.write(content); } } String generateConfig(final TestContext context) { StringBuilder yaml = new StringBuilder("static_resources:\n" + " listeners:\n" + " - name: geode_listener\n" + " address:\n" + " socket_address:\n" + " address: 0.0.0.0\n" + " port_value: ").append(proxyPort).append("\n" + " reuse_port: true\n" + " tcp_backlog_size: 1000\n" + " listener_filters:\n" + " - name: envoy.filters.listener.tls_inspector\n" + " filter_chains:\n" + " - filter_chain_match:\n" + " server_names:\n"); context.getHostsForRole(LOCATOR.name()) .forEach(inetAddress -> yaml.append(" - '").append(inetAddress.getHostName()) .append("'\n")); yaml.append(" transport_protocol: tls\n" + " filters:\n" + " - name: envoy.filters.network.sni_dynamic_forward_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.sni_dynamic_forward_proxy.v3alpha.FilterConfig\n" + " port_value: ").append(locatorPort).append("\n" + " dns_cache_config:\n" + " name: geode_cluster_dns_cache_config\n" + " dns_lookup_family: V4_ONLY\n" + " - name: envoy.tcp_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.tcp_proxy.v3.TcpProxy\n" + " stat_prefix: tcp\n" + " cluster: geode_cluster\n" + " max_connect_attempts: 1000000000\n" + " access_log:\n" + " - name: envoy.access_loggers.file\n" + " typed_config:\n" + " \"@type\": type.googleapis.com/envoy.extensions.access_loggers.file.v3.FileAccessLog\n" + " log_format:\n" + " text_format: \"[%START_TIME%] %DOWNSTREAM_REMOTE_ADDRESS% %UPSTREAM_HOST% %RESPONSE_FLAGS% %BYTES_RECEIVED% %BYTES_SENT% %DURATION%\\n\"\n" + " path: /dev/stdout\n" + " - filter_chain_match:\n" + " server_names:\n"); context.getHostsForRole(SERVER.name()) .forEach(inetAddress -> yaml.append(" - '").append(inetAddress.getHostName()) .append("'\n")); yaml.append(" transport_protocol: tls\n" + " filters:\n" + " - name: envoy.filters.network.sni_dynamic_forward_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.sni_dynamic_forward_proxy.v3alpha.FilterConfig\n" + " port_value: ").append(serverPort).append("\n" + " dns_cache_config:\n" + " name: geode_cluster_dns_cache_config\n" + " dns_lookup_family: V4_ONLY\n" + " - name: envoy.tcp_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.tcp_proxy.v3.TcpProxy\n" + " stat_prefix: tcp\n" + " cluster: geode_cluster\n" + " max_connect_attempts: 1000000000\n" + " access_log:\n" + " - name: envoy.access_loggers.file\n" + " typed_config:\n" + " \"@type\": type.googleapis.com/envoy.extensions.access_loggers.file.v3.FileAccessLog\n" + " log_format:\n" + " text_format: \"[%START_TIME%] %DOWNSTREAM_REMOTE_ADDRESS% %UPSTREAM_HOST% %RESPONSE_FLAGS% %BYTES_RECEIVED% %BYTES_SENT% %DURATION%\\n\"\n" + " path: /dev/stdout\n" + " clusters:\n" + " - name: geode_cluster\n" + " connect_timeout: 10s\n" + " lb_policy: CLUSTER_PROVIDED\n" + " cluster_type:\n" + " name: envoy.clusters.dynamic_forward_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.clusters.dynamic_forward_proxy.v3.ClusterConfig\n" + " dns_cache_config:\n" + " name: geode_cluster_dns_cache_config\n" + " dns_lookup_family: V4_ONLY\n"); return yaml.toString(); } @Override public boolean equals(final Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } final StartEnvoy that = (StartEnvoy) o; return locatorPort == that.locatorPort && serverPort == that.serverPort && proxyPort == that.proxyPort && Objects.equals(image, that.image); } @Override public int hashCode() { return Objects.hash(locatorPort, serverPort, proxyPort, image); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/GetStringTask.java000644 000765 000024 00000004506 15201125641 036663 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static java.lang.String.valueOf; import static org.assertj.core.api.Assertions.assertThat; import java.io.Serializable; import java.util.Map; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.Region; /** * Task workload to perform get operations on keys within 0 * and the keyRange (exclusive) */ public class GetStringTask extends BenchmarkDriverAdapter implements Serializable { private final LongRange keyRange; private final boolean validate; private Region region; private long offset; private String[] keys; public GetStringTask(final LongRange keyRange, final boolean validate) { this.keyRange = keyRange; this.validate = validate; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); final Cache cache = CacheFactory.getAnyInstance(); region = cache.getRegion("region"); offset = keyRange.getMin(); keys = new String[(int) (keyRange.getMax() - offset)]; keyRange.forEach(i -> keys[(int) i] = valueOf(i)); } @Override public boolean test(Map ctx) throws Exception { final String key = keys[(int) (keyRange.random() - offset)]; final String value = region.get(key); if (validate) { assertThat(value).isEqualTo(key); } return true; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/tasks/GetTask.java000644 000765 000024 00000004146 15201125641 035474 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import java.io.Serializable; import java.util.Map; import org.yardstickframework.BenchmarkConfiguration; import org.yardstickframework.BenchmarkDriverAdapter; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Cache; import org.apache.geode.cache.CacheFactory; import org.apache.geode.cache.Region; /** * Task workload to perform get operations on keys within 0 * and the keyRange (exclusive) */ public class GetTask extends BenchmarkDriverAdapter implements Serializable { private final LongRange keyRange; private final boolean isValidationEnabled; private Region region; public GetTask(LongRange keyRange, final boolean isValidationEnabled) { this.keyRange = keyRange; this.isValidationEnabled = isValidationEnabled; } @Override public void setUp(BenchmarkConfiguration cfg) throws Exception { super.setUp(cfg); final Cache cache = CacheFactory.getAnyInstance(); region = cache.getRegion("region"); } @Override public boolean test(Map ctx) throws Exception { final long key = keyRange.random(); final Object result = region.get(key); if (isValidationEnabled) { assertThat(result).isNotNull(); } return true; } } src/main/java/org/apache/geode/benchmark/topology/ClientServerTopologyWithSniProxy.java000644 000765 000024 00000011406 15201125641 043370 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static org.apache.geode.benchmark.Config.after; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.role; import static org.apache.geode.benchmark.parameters.Utils.configureGeodeProductJvms; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithSniProxy.SniProxyImplementation.HAProxy; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithSniProxy.SniProxyImplementation.Manual; import static org.apache.geode.benchmark.topology.Ports.LOCATOR_PORT; import static org.apache.geode.benchmark.topology.Ports.SERVER_PORT; import static org.apache.geode.benchmark.topology.Ports.SNI_PROXY_PORT; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import static org.apache.geode.benchmark.topology.Roles.PROXY; import static org.apache.geode.benchmark.topology.Roles.SERVER; import com.google.common.base.Strings; import org.apache.geode.benchmark.tasks.StartClientWithSniProxy; import org.apache.geode.benchmark.tasks.StartEnvoy; import org.apache.geode.benchmark.tasks.StartHAProxy; import org.apache.geode.benchmark.tasks.StartLocator; import org.apache.geode.benchmark.tasks.StartServer; import org.apache.geode.benchmark.tasks.StopClient; import org.apache.geode.benchmark.tasks.StopSniProxy; import org.apache.geode.perftest.TestConfig; public class ClientServerTopologyWithSniProxy extends Topology { public static final String WITH_SNI_PROXY_PROPERTY = "benchmark.withSniProxy"; public static final String WITH_SNI_PROXY_IMAGE_PROPERTY = "benchmark.withSniProxyImage"; private static final int NUM_LOCATORS = Integer.getInteger(WITH_LOCATOR_COUNT_PROPERTY, 1); private static final int NUM_SERVERS = Integer.getInteger(WITH_SERVER_COUNT_PROPERTY, 2); private static final int NUM_CLIENTS = Integer.getInteger(WITH_CLIENT_COUNT_PROPERTY, 1); private static final int NUM_PROXIES = 1; public enum SniProxyImplementation { Manual, HAProxy, Envoy; public static SniProxyImplementation valueOfIgnoreCase(final String name) { for (SniProxyImplementation sniProxyImplementation : SniProxyImplementation.values()) { if (sniProxyImplementation.name().equalsIgnoreCase(name)) { return sniProxyImplementation; } } throw new IllegalArgumentException(); } } public static void configure(final TestConfig config) { role(config, LOCATOR, NUM_LOCATORS); role(config, SERVER, NUM_SERVERS); role(config, CLIENT, NUM_CLIENTS); role(config, PROXY, NUM_PROXIES); configureBefore(config); before(config, new StartClientWithSniProxy(LOCATOR_PORT, SNI_PROXY_PORT, PROXY), CLIENT); configureAfter(config); } protected static void configureBefore(final TestConfig config) { configureCommon(config); configureGeodeProductJvms(config, WITH_SSL_ARGUMENT); before(config, new StartLocator(LOCATOR_PORT), LOCATOR); before(config, new StartServer(LOCATOR_PORT, SERVER_PORT), SERVER); final String image = System.getProperty(WITH_SNI_PROXY_IMAGE_PROPERTY); switch (getSniProxyImplementation()) { case HAProxy: before(config, new StartHAProxy(LOCATOR_PORT, SERVER_PORT, SNI_PROXY_PORT, image), PROXY); break; case Envoy: before(config, new StartEnvoy(LOCATOR_PORT, SERVER_PORT, SNI_PROXY_PORT, image), PROXY); break; case Manual: // expect proxy already configured. } } protected static void configureAfter(final TestConfig config) { after(config, new StopClient(), CLIENT); if (Manual != getSniProxyImplementation()) { after(config, new StopSniProxy(), PROXY); } } private static SniProxyImplementation getSniProxyImplementation() { final String sniProp = System.getProperty(WITH_SNI_PROXY_PROPERTY); if (Strings.isNullOrEmpty(sniProp)) { return HAProxy; } return SniProxyImplementation.valueOfIgnoreCase(sniProp); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/Topology.java000644 000765 000024 00000006003 15201125641 036467 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static java.lang.Boolean.getBoolean; import static org.apache.geode.benchmark.parameters.Utils.addToTestConfig; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.apache.geode.benchmark.parameters.GcLoggingParameters; import org.apache.geode.benchmark.parameters.GcParameters; import org.apache.geode.benchmark.parameters.HeapParameters; import org.apache.geode.benchmark.parameters.JvmParameters; import org.apache.geode.benchmark.parameters.ProfilerParameters; import org.apache.geode.benchmark.parameters.SafepointLoggingParameters; import org.apache.geode.perftest.TestConfig; public abstract class Topology { public static final String WITH_SSL_PROPERTY = "benchmark.withSsl"; static final String WITH_SSL_ARGUMENT = "-Dbenchmark.withSsl=true"; public static final String WITH_SSL_PROTOCOLS_PROPERTY = "benchmark.withSslProtocols"; public static final String WITH_SSL_CIPHERS_PROPERTY = "benchmark.withSslCiphers"; public static final String WITH_SECURITY_MANAGER_PROPERTY = "benchmark.withSecurityManager"; static final String WITH_SECURITY_MANAGER_ARGUMENT = "-Dbenchmark.withSecurityManager=true"; public static final String WITH_LOCATOR_COUNT_PROPERTY = "benchmark.withLocatorCount"; public static final String WITH_SERVER_COUNT_PROPERTY = "benchmark.withServerCount"; public static final String WITH_CLIENT_COUNT_PROPERTY = "benchmark.withClientCount"; public static final String WITH_ASYNC_REPLICATION = "benchmark.withAsyncReplication"; protected static void configureCommon(TestConfig config) { JvmParameters.configure(config); HeapParameters.configure(config); GcLoggingParameters.configure(config); GcParameters.configure(config); SafepointLoggingParameters.configure(config); ProfilerParameters.configure(config); addToTestConfig(config, WITH_SSL_PROPERTY, WITH_SSL_ARGUMENT); addToTestConfig(config, WITH_SSL_PROTOCOLS_PROPERTY); addToTestConfig(config, WITH_SSL_CIPHERS_PROPERTY); addToTestConfig(config, WITH_SECURITY_MANAGER_PROPERTY, WITH_SECURITY_MANAGER_ARGUMENT); if (getBoolean(WITH_ASYNC_REPLICATION)) { config.jvmArgs(SERVER.name(), "-Dgemfire.disablePartitionedRegionBucketAck=true"); } } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/ClientServerTopology.java000644 000765 000024 00000005015 15201125641 041017 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static org.apache.geode.benchmark.Config.after; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.role; import static org.apache.geode.benchmark.topology.Ports.EPHEMERAL_PORT; import static org.apache.geode.benchmark.topology.Ports.LOCATOR_PORT; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.apache.geode.benchmark.tasks.StartClient; import org.apache.geode.benchmark.tasks.StartLocator; import org.apache.geode.benchmark.tasks.StartServer; import org.apache.geode.benchmark.tasks.StopClient; import org.apache.geode.benchmark.tasks.StopLocator; import org.apache.geode.benchmark.tasks.StopServer; import org.apache.geode.perftest.TestConfig; public class ClientServerTopology extends Topology { private static final int NUM_LOCATORS = Integer.getInteger(WITH_LOCATOR_COUNT_PROPERTY, 1); private static final int NUM_SERVERS = Integer.getInteger(WITH_SERVER_COUNT_PROPERTY, 2); private static final int NUM_CLIENTS = Integer.getInteger(WITH_CLIENT_COUNT_PROPERTY, 1); public static void configure(TestConfig config) { role(config, LOCATOR, NUM_LOCATORS); role(config, SERVER, NUM_SERVERS); role(config, CLIENT, NUM_CLIENTS); configureCommon(config); before(config, new StartLocator(LOCATOR_PORT), LOCATOR); before(config, new StartServer(LOCATOR_PORT, EPHEMERAL_PORT), SERVER); before(config, new StartClient(LOCATOR_PORT), CLIENT); after(config, new StopClient(), CLIENT); after(config, new StopServer(), SERVER); after(config, new StopLocator(), LOCATOR); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/RoleKinds.java000644 000765 000024 00000001573 15201125641 036554 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; public enum RoleKinds { GEODE_PRODUCT, SUPPORTING; } geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/HostNamingOffPlatform.java000644 000765 000024 00000002212 15201125641 041060 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.topology; import java.net.InetAddress; public class HostNamingOffPlatform { public final String externalName; public final InetAddress internalAddy; public HostNamingOffPlatform(final String externalName, final InetAddress internalAddy) { this.externalName = externalName; this.internalAddy = internalAddy; } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/P2pTopology.java000644 000765 000024 00000004410 15201125641 037051 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static java.util.concurrent.TimeUnit.SECONDS; import static org.apache.geode.benchmark.Config.after; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.role; import static org.apache.geode.benchmark.topology.Ports.EPHEMERAL_PORT; import static org.apache.geode.benchmark.topology.Ports.LOCATOR_PORT; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import static org.apache.geode.benchmark.topology.Roles.SERVER; import org.apache.geode.benchmark.tasks.Sleep; import org.apache.geode.benchmark.tasks.StartLocator; import org.apache.geode.benchmark.tasks.StartServer; import org.apache.geode.benchmark.tasks.StopLocator; import org.apache.geode.benchmark.tasks.StopServer; import org.apache.geode.perftest.TestConfig; public class P2pTopology extends Topology { private static final int NUM_LOCATORS = Integer.getInteger(WITH_LOCATOR_COUNT_PROPERTY, 1); private static final int NUM_SERVERS = Integer.getInteger(WITH_SERVER_COUNT_PROPERTY, 3); public static void configure(TestConfig config) { role(config, LOCATOR, NUM_LOCATORS); role(config, SERVER, NUM_SERVERS); configureCommon(config); before(config, new StartLocator(LOCATOR_PORT), LOCATOR); before(config, new StartServer(LOCATOR_PORT, EPHEMERAL_PORT), SERVER); after(config, new Sleep(10, SECONDS), SERVER); after(config, new StopServer(), SERVER); after(config, new StopLocator(), LOCATOR); } } src/main/java/org/apache/geode/benchmark/topology/ClientServerTopologyWithRouterAndSniProxy.java000644 000765 000024 00000010012 15201125641 045204 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static org.apache.geode.benchmark.Config.after; import static org.apache.geode.benchmark.Config.before; import static org.apache.geode.benchmark.Config.role; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithRouterAndSniProxy.RouterImplementation.HAProxy; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithRouterAndSniProxy.RouterImplementation.Manual; import static org.apache.geode.benchmark.topology.Ports.LOCATOR_PORT; import static org.apache.geode.benchmark.topology.Ports.SNI_PROXY_PORT; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import static org.apache.geode.benchmark.topology.Roles.PROXY; import static org.apache.geode.benchmark.topology.Roles.ROUTER; import static org.apache.geode.benchmark.topology.Roles.SERVER; import com.google.common.base.Strings; import org.apache.geode.benchmark.tasks.StartClientWithSniProxy; import org.apache.geode.benchmark.tasks.StartRouter; import org.apache.geode.benchmark.tasks.StopRouter; import org.apache.geode.perftest.TestConfig; public class ClientServerTopologyWithRouterAndSniProxy extends ClientServerTopologyWithSniProxy { public static final String WITH_ROUTER_PROPERTY = "benchmark.withRouter"; public static final String WITH_ROUTER_IMAGE_PROPERTY = "benchmark.withRouterImage"; private static final int NUM_LOCATORS = Integer.getInteger(WITH_LOCATOR_COUNT_PROPERTY, 1); private static final int NUM_SERVERS = Integer.getInteger(WITH_SERVER_COUNT_PROPERTY, 2); private static final int NUM_CLIENTS = Integer.getInteger(WITH_CLIENT_COUNT_PROPERTY, 1); private static final int NUM_PROXIES = 1; private static final int NUM_ROUTERS = 1; public enum RouterImplementation { Manual, HAProxy; public static RouterImplementation valueOfIgnoreCase(String name) { name = name.toLowerCase(); for (RouterImplementation routerImplementation : RouterImplementation.values()) { if (routerImplementation.name().toLowerCase().equals(name)) { return routerImplementation; } } throw new IllegalArgumentException(); } } public static void configure(final TestConfig config) { role(config, LOCATOR, NUM_LOCATORS); role(config, SERVER, NUM_SERVERS); role(config, CLIENT, NUM_CLIENTS); role(config, PROXY, NUM_PROXIES); role(config, ROUTER, NUM_ROUTERS); configureBefore(config); final String image = System.getProperty(WITH_ROUTER_IMAGE_PROPERTY); switch (getRouterImplementation()) { case HAProxy: before(config, new StartRouter(SNI_PROXY_PORT, image), ROUTER); break; case Manual: // expect router already configured } before(config, new StartClientWithSniProxy(LOCATOR_PORT, SNI_PROXY_PORT, ROUTER), CLIENT); configureAfter(config); if (Manual != getRouterImplementation()) { after(config, new StopRouter(), ROUTER); } } private static RouterImplementation getRouterImplementation() { final String router = System.getProperty(WITH_ROUTER_PROPERTY); if (Strings.isNullOrEmpty(router)) { return HAProxy; } return RouterImplementation.valueOfIgnoreCase(router); } } geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/Ports.java000644 000765 000024 00000002364 15201125641 035770 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; public class Ports { /** * The ephemeral port constant. */ public static final int EPHEMERAL_PORT = 0; /** * The port used to create the locator for the tests. */ public static final int LOCATOR_PORT = 10334; /** * The port used to create the servers for tests. */ public static final int SERVER_PORT = 40404; /** * The SNI proxy port. */ public static final int SNI_PROXY_PORT = 15443; } geode-benchmarks/src/main/java/org/apache/geode/benchmark/topology/Roles.java000644 000765 000024 00000002763 15201125641 035750 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import static org.apache.geode.benchmark.topology.RoleKinds.SUPPORTING; import java.util.Arrays; import java.util.stream.Stream; /** * All roles defined for the JVMs created for the benchmark */ public enum Roles { SERVER(GEODE_PRODUCT), CLIENT(GEODE_PRODUCT), LOCATOR(GEODE_PRODUCT), PROXY(SUPPORTING), ROUTER(SUPPORTING); public final RoleKinds roleKind; public static Stream rolesFor(final RoleKinds roleKind) { return Arrays.stream(Roles.values()) .filter(role -> role.roleKind == roleKind); } Roles(final RoleKinds roleKind) { this.roleKind = roleKind; } } apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/benchmark/geode/000755 000765 000024 00000000000 15201125641 030204 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/benchmark/geode/data/000755 000765 000024 00000000000 15201125641 031115 5ustar00jihwanstaff000000 000000 geode-benchmarks/src/main/java/benchmark/geode/data/FunctionWithArguments.java000644 000765 000024 00000003132 15201125641 036207 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package benchmark.geode.data; import org.apache.geode.cache.Region; import org.apache.geode.cache.execute.Function; import org.apache.geode.cache.execute.FunctionContext; import org.apache.geode.cache.execute.RegionFunctionContext; public class FunctionWithArguments implements Function { public FunctionWithArguments() {} @Override public void execute(final FunctionContext context) { final RegionFunctionContext regionFunctionContext = (RegionFunctionContext) context; final Region region = regionFunctionContext.getDataSet(); final Long key = (Long) regionFunctionContext.getArguments(); context.getResultSender().lastResult(region.get(key)); } @Override public String getId() { return "FunctionWithArguments"; } @Override public boolean isHA() { return true; } } geode-benchmarks/src/main/java/benchmark/geode/data/BenchmarkFunction.java000644 000765 000024 00000003312 15201125641 035300 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package benchmark.geode.data; import org.apache.geode.benchmark.LongRange; import org.apache.geode.cache.Region; import org.apache.geode.cache.execute.Function; import org.apache.geode.cache.execute.FunctionContext; import org.apache.geode.cache.execute.RegionFunctionContext; public class BenchmarkFunction implements Function { private final LongRange range; public BenchmarkFunction(final LongRange range) { this.range = range; } @Override public void execute(final FunctionContext context) { final RegionFunctionContext regionFunctionContext = (RegionFunctionContext) context; final Region region = regionFunctionContext.getDataSet(); final Long key = range.random(); context.getResultSender().lastResult(region.get(key)); } @Override public String getId() { return BenchmarkFunction.class.getName(); } @Override public boolean isHA() { return false; } } geode-benchmarks/src/main/java/benchmark/geode/data/FunctionWithFilter.java000644 000765 000024 00000003327 15201125641 035475 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package benchmark.geode.data; import java.util.Set; import org.apache.geode.cache.Region; import org.apache.geode.cache.execute.Function; import org.apache.geode.cache.execute.FunctionContext; import org.apache.geode.cache.execute.RegionFunctionContext; public class FunctionWithFilter implements Function { public FunctionWithFilter() {} @Override public void execute(final FunctionContext context) { final RegionFunctionContext regionFunctionContext = (RegionFunctionContext) context; final Region region = regionFunctionContext.getDataSet(); @SuppressWarnings("unchecked") final Set filterKeys = (Set) regionFunctionContext.getFilter(); final Long key = filterKeys.iterator().next(); context.getResultSender().lastResult(region.get(key)); } @Override public String getId() { return "FunctionWithFilter"; } @Override public boolean isHA() { return true; } } apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/benchmark/geode/data/Position.java000644 000765 000024 00000010621 15201125641 033564 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package benchmark.geode.data; public class Position { private long avg20DaysVol = 0; private String bondRating; private double convRatio; private String country; private double delta; private long industry; private long issuer; private double mktValue; private double qty; public String secId; public String secIdIndexed; private String secLinks; public String secType; private double sharesOutstanding; public String underlyer; private long volatility; private int pid; public static int cnt = 0; public int portfolioId = 0; public Position() {} public Position(String id, double out) { secId = id; secIdIndexed = secId; sharesOutstanding = out; secType = "a"; pid = cnt++; this.mktValue = cnt; } public long getAvg20DaysVol() { return avg20DaysVol; } public void setAvg20DaysVol(long avg20DaysVol) { this.avg20DaysVol = avg20DaysVol; } public String getBondRating() { return bondRating; } public void setBondRating(String bondRating) { this.bondRating = bondRating; } public double getConvRatio() { return convRatio; } public void setConvRatio(double convRatio) { this.convRatio = convRatio; } public String getCountry() { return country; } public void setCountry(String country) { this.country = country; } public double getDelta() { return delta; } public void setDelta(double delta) { this.delta = delta; } public long getIndustry() { return industry; } public void setIndustry(long industry) { this.industry = industry; } public long getIssuer() { return issuer; } public void setIssuer(long issuer) { this.issuer = issuer; } public double getMktValue() { return mktValue; } public void setMktValue(double mktValue) { this.mktValue = mktValue; } public double getQty() { return qty; } public void setQty(double qty) { this.qty = qty; } public String getSecId() { return secId; } public void setSecId(String secId) { this.secId = secId; } public String getSecIdIndexed() { return secIdIndexed; } public void setSecIdIndexed(String secIdIndexed) { this.secIdIndexed = secIdIndexed; } public String getSecLinks() { return secLinks; } public void setSecLinks(String secLinks) { this.secLinks = secLinks; } public String getSecType() { return secType; } public void setSecType(String secType) { this.secType = secType; } public double getSharesOutstanding() { return sharesOutstanding; } public void setSharesOutstanding(double sharesOutstanding) { this.sharesOutstanding = sharesOutstanding; } public String getUnderlyer() { return underlyer; } public void setUnderlyer(String underlyer) { this.underlyer = underlyer; } public long getVolatility() { return volatility; } public void setVolatility(long volatility) { this.volatility = volatility; } public int getPid() { return pid; } public void setPid(int pid) { this.pid = pid; } public int getPortfolioId() { return portfolioId; } public void setPortfolioId(int portfolioId) { this.portfolioId = portfolioId; } @Override public boolean equals(Object o) { if (!(o instanceof Position)) return false; return this.secId.equals(((Position) o).secId); } @Override public int hashCode() { return this.secId.hashCode(); } public String toString() { return "PositionPdx [secId=" + this.secId + " out=" + this.sharesOutstanding + " type=" + this.secType + " id=" + this.pid + " mktValue=" + this.mktValue + "]"; } } geode-benchmarks/src/main/java/benchmark/geode/data/CollectionHolder.java000644 000765 000024 00000003617 15201125641 035141 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package benchmark.geode.data; import java.util.Arrays; public class CollectionHolder { public String[] arr; public static String secIds[] = {"SUN", "IBM", "YHOO", "GOOG", "MSFT", "AOL", "APPL", "ORCL", "SAP", "DELL", "RHAT", "NOVL", "HP"}; /** Creates a new instance of CollectionHolder */ public CollectionHolder() { this.arr = new String[10]; for (int i = 0; i < 5; i++) { arr[i] = "" + i; } for (int i = 5; i < 10; i++) { arr[i] = secIds[i - 5]; } } public String[] getArr() { return arr; } public void setArr(String[] arr) { this.arr = arr; } @Override public int hashCode() { final int prime = 31; int result = 1; result = prime * result + Arrays.hashCode(arr); return result; } @Override public boolean equals(Object obj) { if (this == obj) { return true; } if (obj == null) { return false; } if (!(obj instanceof CollectionHolder)) { return false; } CollectionHolder other = (CollectionHolder) obj; if (!Arrays.equals(arr, other.arr)) { return false; } return true; } } apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/main/java/benchmark/geode/data/Portfolio.java000644 000765 000024 00000015210 15201125641 033734 0ustar00jihwanstaff000000 000000 /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package benchmark.geode.data; import static java.lang.Math.abs; import java.util.ArrayList; import java.util.EnumSet; import java.util.HashMap; import java.util.List; import java.util.Map; public class Portfolio { public enum Day { Sunday, Monday, Tuesday, Wednesday, Thursday, Friday, Saturday } public Day aDay; public short shortID; private static transient List dayList; private long ID; public String pkid; public Position position1; public Position position2; public Object[] position3; int position3Size; public String description; public long createTime; public HashMap positions = new HashMap<>(); public HashMap collectionHolderMap = new HashMap<>(); String type; public String status; public String[] names = {"aaa", "bbb", "ccc", "ddd"}; public String unicodeṤtring; public static String secIds[] = {"SUN", "IBM", "YHOO", "GOOG", "MSFT", "AOL", "APPL", "ORCL", "SAP", "DELL", "RHAT", "NOVL", "HP"}; static { dayList = new ArrayList<>(EnumSet.allOf(Day.class)); } public Portfolio() {} public Portfolio(long i) { aDay = (Day) (dayList.get((int) (i % dayList.size()))); ID = i; if (i % 2 == 0) { description = null; } else { description = "XXXX"; } pkid = "" + i; status = i % 2 == 0 ? "active" : "inactive"; type = "type" + (i % 3); position1 = new Position(secIds[getPositionIndex()], Position.cnt * 1000L); if (i % 2 != 0) { position2 = new Position(secIds[getPositionIndex()], Position.cnt * 1000L); } else { position2 = null; } positions.put(secIds[getPositionIndex()], new Position(secIds[getPositionIndex()], Position.cnt * 1000L)); positions.put(secIds[getPositionIndex()], new Position(secIds[getPositionIndex()], Position.cnt * 1000L)); collectionHolderMap.put("0", new CollectionHolder()); collectionHolderMap.put("1", new CollectionHolder()); collectionHolderMap.put("2", new CollectionHolder()); collectionHolderMap.put("3", new CollectionHolder()); unicodeṤtring = i % 2 == 0 ? "ṤṶẐ" : "ṤẐṶ"; } private int getPositionIndex() { return abs(Position.cnt % secIds.length); } public Portfolio(int i, int j) { this(i); this.position1.portfolioId = j; this.position3 = new Object[3]; for (int k = 0; k < position3.length; k++) { Position p = new Position(secIds[k], (k + 1) * 1000L); p.portfolioId = (k + 1); this.position3[k] = p; } } public Day getaDay() { return aDay; } public void setaDay(Day aDay) { this.aDay = aDay; } public short getShortID() { return shortID; } public void setShortID(short shortID) { this.shortID = shortID; } public long getID() { return ID; } public void setID(long ID) { this.ID = ID; } public String getPkid() { return pkid; } public void setPkid(String pkid) { this.pkid = pkid; } public Position getPosition1() { return position1; } public void setPosition1(Position position1) { this.position1 = position1; } public Position getPosition2() { return position2; } public void setPosition2(Position position2) { this.position2 = position2; } public Object[] getPosition3() { return position3; } public void setPosition3(Object[] position3) { this.position3 = position3; } public int getPosition3Size() { return position3Size; } public void setPosition3Size(int position3Size) { this.position3Size = position3Size; } public String getDescription() { return description; } public void setDescription(String description) { this.description = description; } public long getCreateTime() { return createTime; } public void setCreateTime(long createTime) { this.createTime = createTime; } public HashMap getPositions() { return positions; } public void setPositions(HashMap positions) { this.positions = positions; } public HashMap getCollectionHolderMap() { return collectionHolderMap; } public void setCollectionHolderMap(HashMap collectionHolderMap) { this.collectionHolderMap = collectionHolderMap; } public String getType() { return type; } public void setType(String type) { this.type = type; } public String getStatus() { return status; } public void setStatus(String status) { this.status = status; } public String[] getNames() { return names; } public void setNames(String[] names) { this.names = names; } public String getUnicodeṤtring() { return unicodeṤtring; } public void setUnicodeṤtring(String unicodeṤtring) { this.unicodeṤtring = unicodeṤtring; } public long getLongMinValue() { long longMinValue = Long.MIN_VALUE; return longMinValue; } public float getFloatMinValue() { float floatMinValue = Float.MIN_VALUE; return floatMinValue; } public double getDoubleMinValue() { double doubleMinValue = Double.MIN_VALUE; return doubleMinValue; } @Override public boolean equals(Object o) { if (!(o instanceof Portfolio)) { return false; } Portfolio p2 = (Portfolio) o; return this.ID == p2.ID; } @Override public int hashCode() { return Long.hashCode(ID); } public String toString() { StringBuilder out = new StringBuilder( "PortfolioPdx [ID=" + ID + " status=" + status + " type=" + type + " pkid=" + pkid + "\n "); for (Map.Entry stringPositionEntry : positions.entrySet()) { out.append(stringPositionEntry.getKey()).append(":").append(stringPositionEntry.getValue()) .append(", "); } out.append("\n P1:").append(position1).append(", P2:").append(position2).append("\n]"); return out.toString(); } } geode-benchmarks/src/main/resources/open-all-jdk-packages-linux-openjdk-17000644 000765 000024 00000154734 15201125641 035205 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src# Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # Produced on a JRE with these properties: # java.class.version: 61.0 # java.runtime.name: OpenJDK Runtime Environment # java.runtime.version: 17.0.2+8-86 # java.specification.name: Java Platform API Specification # java.specification.version: 17 # java.vendor: Oracle Corporation # java.vendor.version: null # java.version: 17.0.2 # java.version.date: 2022-01-18 # java.vm.vendor: Oracle Corporation # java.vm.version: 17.0.2+8-86 # os.arch: amd64 # os.name: Linux # os.version: 5.4.0-1072-gcp --add-opens=java.base/com.sun.crypto.provider=ALL-UNNAMED --add-opens=java.base/com.sun.security.ntlm=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.lang.annotation=ALL-UNNAMED --add-opens=java.base/java.lang.constant=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.module=ALL-UNNAMED --add-opens=java.base/java.lang.ref=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.lang.runtime=ALL-UNNAMED --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.math=ALL-UNNAMED --add-opens=java.base/java.net.spi=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio.channels.spi=ALL-UNNAMED --add-opens=java.base/java.nio.channels=ALL-UNNAMED --add-opens=java.base/java.nio.charset.spi=ALL-UNNAMED --add-opens=java.base/java.nio.charset=ALL-UNNAMED --add-opens=java.base/java.nio.file.attribute=ALL-UNNAMED --add-opens=java.base/java.nio.file.spi=ALL-UNNAMED --add-opens=java.base/java.nio.file=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.security.cert=ALL-UNNAMED --add-opens=java.base/java.security.interfaces=ALL-UNNAMED --add-opens=java.base/java.security.spec=ALL-UNNAMED --add-opens=java.base/java.security=ALL-UNNAMED --add-opens=java.base/java.text.spi=ALL-UNNAMED --add-opens=java.base/java.text=ALL-UNNAMED --add-opens=java.base/java.time.chrono=ALL-UNNAMED --add-opens=java.base/java.time.format=ALL-UNNAMED --add-opens=java.base/java.time.temporal=ALL-UNNAMED --add-opens=java.base/java.time.zone=ALL-UNNAMED --add-opens=java.base/java.time=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.locks=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.function=ALL-UNNAMED --add-opens=java.base/java.util.jar=ALL-UNNAMED --add-opens=java.base/java.util.random=ALL-UNNAMED --add-opens=java.base/java.util.regex=ALL-UNNAMED --add-opens=java.base/java.util.spi=ALL-UNNAMED --add-opens=java.base/java.util.stream=ALL-UNNAMED --add-opens=java.base/java.util.zip=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/javax.crypto.interfaces=ALL-UNNAMED --add-opens=java.base/javax.crypto.spec=ALL-UNNAMED --add-opens=java.base/javax.crypto=ALL-UNNAMED --add-opens=java.base/javax.net.ssl=ALL-UNNAMED --add-opens=java.base/javax.net=ALL-UNNAMED --add-opens=java.base/javax.security.auth.callback=ALL-UNNAMED --add-opens=java.base/javax.security.auth.login=ALL-UNNAMED --add-opens=java.base/javax.security.auth.spi=ALL-UNNAMED --add-opens=java.base/javax.security.auth.x500=ALL-UNNAMED --add-opens=java.base/javax.security.auth=ALL-UNNAMED --add-opens=java.base/javax.security.cert=ALL-UNNAMED --add-opens=java.base/jdk.internal.access.foreign=ALL-UNNAMED --add-opens=java.base/jdk.internal.access=ALL-UNNAMED --add-opens=java.base/jdk.internal.event=ALL-UNNAMED --add-opens=java.base/jdk.internal.icu.impl.data.icudt67b=ALL-UNNAMED --add-opens=java.base/jdk.internal.icu.impl=ALL-UNNAMED --add-opens=java.base/jdk.internal.icu.lang=ALL-UNNAMED --add-opens=java.base/jdk.internal.icu.text=ALL-UNNAMED --add-opens=java.base/jdk.internal.icu.util=ALL-UNNAMED --add-opens=java.base/jdk.internal.invoke=ALL-UNNAMED --add-opens=java.base/jdk.internal.javac=ALL-UNNAMED --add-opens=java.base/jdk.internal.jimage.decompressor=ALL-UNNAMED --add-opens=java.base/jdk.internal.jimage=ALL-UNNAMED --add-opens=java.base/jdk.internal.jmod=ALL-UNNAMED --add-opens=java.base/jdk.internal.jrtfs=ALL-UNNAMED --add-opens=java.base/jdk.internal.loader=ALL-UNNAMED --add-opens=java.base/jdk.internal.logger=ALL-UNNAMED --add-opens=java.base/jdk.internal.math=ALL-UNNAMED --add-opens=java.base/jdk.internal.misc=ALL-UNNAMED --add-opens=java.base/jdk.internal.module=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.objectweb.asm.commons=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.objectweb.asm.signature=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.objectweb.asm.tree.analysis=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.objectweb.asm.tree=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.objectweb.asm.util=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.objectweb.asm=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.xml.sax.helpers=ALL-UNNAMED --add-opens=java.base/jdk.internal.org.xml.sax=ALL-UNNAMED --add-opens=java.base/jdk.internal.perf=ALL-UNNAMED --add-opens=java.base/jdk.internal.platform.cgroupv1=ALL-UNNAMED --add-opens=java.base/jdk.internal.platform.cgroupv2=ALL-UNNAMED --add-opens=java.base/jdk.internal.platform=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/jdk.internal.reflect=ALL-UNNAMED --add-opens=java.base/jdk.internal.util.jar=ALL-UNNAMED --add-opens=java.base/jdk.internal.util.random=ALL-UNNAMED --add-opens=java.base/jdk.internal.util.xml.impl=ALL-UNNAMED --add-opens=java.base/jdk.internal.util.xml=ALL-UNNAMED --add-opens=java.base/jdk.internal.util=ALL-UNNAMED --add-opens=java.base/jdk.internal.vm.annotation=ALL-UNNAMED --add-opens=java.base/jdk.internal.vm.vector=ALL-UNNAMED --add-opens=java.base/jdk.internal.vm=ALL-UNNAMED --add-opens=java.base/jdk.internal=ALL-UNNAMED --add-opens=java.base/sun.invoke.empty=ALL-UNNAMED --add-opens=java.base/sun.invoke.util=ALL-UNNAMED --add-opens=java.base/sun.invoke=ALL-UNNAMED --add-opens=java.base/sun.launcher.resources=ALL-UNNAMED --add-opens=java.base/sun.launcher=ALL-UNNAMED --add-opens=java.base/sun.net.dns=ALL-UNNAMED --add-opens=java.base/sun.net.ext=ALL-UNNAMED --add-opens=java.base/sun.net.ftp.impl=ALL-UNNAMED --add-opens=java.base/sun.net.ftp=ALL-UNNAMED --add-opens=java.base/sun.net.idn=ALL-UNNAMED --add-opens=java.base/sun.net.sdp=ALL-UNNAMED --add-opens=java.base/sun.net.smtp=ALL-UNNAMED --add-opens=java.base/sun.net.spi=ALL-UNNAMED --add-opens=java.base/sun.net.util=ALL-UNNAMED --add-opens=java.base/sun.net.www.content.text=ALL-UNNAMED --add-opens=java.base/sun.net.www.http=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.file=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.ftp=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.http.ntlm=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.http=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.https=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.jar=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.jmod=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.jrt=ALL-UNNAMED --add-opens=java.base/sun.net.www.protocol.mailto=ALL-UNNAMED --add-opens=java.base/sun.net.www=ALL-UNNAMED --add-opens=java.base/sun.net=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.nio.fs=ALL-UNNAMED --add-opens=java.base/sun.nio=ALL-UNNAMED --add-opens=java.base/sun.reflect.annotation=ALL-UNNAMED --add-opens=java.base/sun.reflect.generics.factory=ALL-UNNAMED --add-opens=java.base/sun.reflect.generics.parser=ALL-UNNAMED --add-opens=java.base/sun.reflect.generics.reflectiveObjects=ALL-UNNAMED --add-opens=java.base/sun.reflect.generics.repository=ALL-UNNAMED --add-opens=java.base/sun.reflect.generics.scope=ALL-UNNAMED --add-opens=java.base/sun.reflect.generics.tree=ALL-UNNAMED --add-opens=java.base/sun.reflect.generics.visitor=ALL-UNNAMED --add-opens=java.base/sun.reflect.misc=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.security.internal.interfaces=ALL-UNNAMED --add-opens=java.base/sun.security.internal.spec=ALL-UNNAMED --add-opens=java.base/sun.security.jca=ALL-UNNAMED --add-opens=java.base/sun.security.pkcs10=ALL-UNNAMED --add-opens=java.base/sun.security.pkcs12=ALL-UNNAMED --add-opens=java.base/sun.security.pkcs=ALL-UNNAMED --add-opens=java.base/sun.security.provider.certpath.ssl=ALL-UNNAMED --add-opens=java.base/sun.security.provider.certpath=ALL-UNNAMED --add-opens=java.base/sun.security.provider=ALL-UNNAMED --add-opens=java.base/sun.security.rsa=ALL-UNNAMED --add-opens=java.base/sun.security.ssl=ALL-UNNAMED --add-opens=java.base/sun.security.timestamp=ALL-UNNAMED --add-opens=java.base/sun.security.tools.keytool=ALL-UNNAMED --add-opens=java.base/sun.security.tools=ALL-UNNAMED --add-opens=java.base/sun.security.util.math.intpoly=ALL-UNNAMED --add-opens=java.base/sun.security.util.math=ALL-UNNAMED --add-opens=java.base/sun.security.util=ALL-UNNAMED --add-opens=java.base/sun.security.validator=ALL-UNNAMED --add-opens=java.base/sun.security.x509=ALL-UNNAMED --add-opens=java.base/sun.text.resources.cldr=ALL-UNNAMED --add-opens=java.base/sun.text.resources=ALL-UNNAMED --add-opens=java.base/sun.text.spi=ALL-UNNAMED --add-opens=java.base/sun.text=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.base/sun.util.cldr=ALL-UNNAMED --add-opens=java.base/sun.util.locale.provider=ALL-UNNAMED --add-opens=java.base/sun.util.locale=ALL-UNNAMED --add-opens=java.base/sun.util.logging=ALL-UNNAMED --add-opens=java.base/sun.util.resources.cldr=ALL-UNNAMED --add-opens=java.base/sun.util.resources=ALL-UNNAMED --add-opens=java.base/sun.util.spi=ALL-UNNAMED --add-opens=java.base/sun.util=ALL-UNNAMED --add-opens=java.compiler/javax.annotation.processing=ALL-UNNAMED --add-opens=java.compiler/javax.lang.model.element=ALL-UNNAMED --add-opens=java.compiler/javax.lang.model.type=ALL-UNNAMED --add-opens=java.compiler/javax.lang.model.util=ALL-UNNAMED --add-opens=java.compiler/javax.lang.model=ALL-UNNAMED --add-opens=java.compiler/javax.tools=ALL-UNNAMED --add-opens=java.datatransfer/java.awt.datatransfer=ALL-UNNAMED --add-opens=java.datatransfer/sun.datatransfer.resources=ALL-UNNAMED --add-opens=java.datatransfer/sun.datatransfer=ALL-UNNAMED --add-opens=java.desktop/com.sun.accessibility.internal.resources=ALL-UNNAMED --add-opens=java.desktop/com.sun.beans.decoder=ALL-UNNAMED --add-opens=java.desktop/com.sun.beans.editors=ALL-UNNAMED --add-opens=java.desktop/com.sun.beans.finder=ALL-UNNAMED --add-opens=java.desktop/com.sun.beans.infos=ALL-UNNAMED --add-opens=java.desktop/com.sun.beans.introspect=ALL-UNNAMED --add-opens=java.desktop/com.sun.beans.util=ALL-UNNAMED --add-opens=java.desktop/com.sun.beans=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.plugins.bmp=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.plugins.common=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.plugins.gif=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.plugins.jpeg=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.plugins.png=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.plugins.tiff=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.plugins.wbmp=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.spi=ALL-UNNAMED --add-opens=java.desktop/com.sun.imageio.stream=ALL-UNNAMED --add-opens=java.desktop/com.sun.java.swing.plaf.gtk.icons=ALL-UNNAMED --add-opens=java.desktop/com.sun.java.swing.plaf.gtk.resources=ALL-UNNAMED --add-opens=java.desktop/com.sun.java.swing.plaf.gtk=ALL-UNNAMED --add-opens=java.desktop/com.sun.java.swing.plaf.motif.icons=ALL-UNNAMED --add-opens=java.desktop/com.sun.java.swing.plaf.motif.resources=ALL-UNNAMED --add-opens=java.desktop/com.sun.java.swing.plaf.motif=ALL-UNNAMED --add-opens=java.desktop/com.sun.java.swing=ALL-UNNAMED --add-opens=java.desktop/com.sun.media.sound=ALL-UNNAMED --add-opens=java.desktop/com.sun.swing.internal.plaf.basic.resources=ALL-UNNAMED --add-opens=java.desktop/com.sun.swing.internal.plaf.metal.resources=ALL-UNNAMED --add-opens=java.desktop/com.sun.swing.internal.plaf.synth.resources=ALL-UNNAMED --add-opens=java.desktop/java.applet=ALL-UNNAMED --add-opens=java.desktop/java.awt.color=ALL-UNNAMED --add-opens=java.desktop/java.awt.desktop=ALL-UNNAMED --add-opens=java.desktop/java.awt.dnd.peer=ALL-UNNAMED --add-opens=java.desktop/java.awt.dnd=ALL-UNNAMED --add-opens=java.desktop/java.awt.event=ALL-UNNAMED --add-opens=java.desktop/java.awt.font=ALL-UNNAMED --add-opens=java.desktop/java.awt.geom=ALL-UNNAMED --add-opens=java.desktop/java.awt.im.spi=ALL-UNNAMED --add-opens=java.desktop/java.awt.im=ALL-UNNAMED --add-opens=java.desktop/java.awt.image.renderable=ALL-UNNAMED --add-opens=java.desktop/java.awt.image=ALL-UNNAMED --add-opens=java.desktop/java.awt.peer=ALL-UNNAMED --add-opens=java.desktop/java.awt.print=ALL-UNNAMED --add-opens=java.desktop/java.awt=ALL-UNNAMED --add-opens=java.desktop/java.beans.beancontext=ALL-UNNAMED --add-opens=java.desktop/java.beans=ALL-UNNAMED --add-opens=java.desktop/javax.accessibility=ALL-UNNAMED --add-opens=java.desktop/javax.imageio.event=ALL-UNNAMED --add-opens=java.desktop/javax.imageio.metadata=ALL-UNNAMED --add-opens=java.desktop/javax.imageio.plugins.bmp=ALL-UNNAMED --add-opens=java.desktop/javax.imageio.plugins.jpeg=ALL-UNNAMED --add-opens=java.desktop/javax.imageio.plugins.tiff=ALL-UNNAMED --add-opens=java.desktop/javax.imageio.spi=ALL-UNNAMED --add-opens=java.desktop/javax.imageio.stream=ALL-UNNAMED --add-opens=java.desktop/javax.imageio=ALL-UNNAMED --add-opens=java.desktop/javax.print.attribute.standard=ALL-UNNAMED --add-opens=java.desktop/javax.print.attribute=ALL-UNNAMED --add-opens=java.desktop/javax.print.event=ALL-UNNAMED --add-opens=java.desktop/javax.print=ALL-UNNAMED --add-opens=java.desktop/javax.sound.midi.spi=ALL-UNNAMED --add-opens=java.desktop/javax.sound.midi=ALL-UNNAMED --add-opens=java.desktop/javax.sound.sampled.spi=ALL-UNNAMED --add-opens=java.desktop/javax.sound.sampled=ALL-UNNAMED --add-opens=java.desktop/javax.swing.beaninfo.images=ALL-UNNAMED --add-opens=java.desktop/javax.swing.border=ALL-UNNAMED --add-opens=java.desktop/javax.swing.colorchooser=ALL-UNNAMED --add-opens=java.desktop/javax.swing.event=ALL-UNNAMED --add-opens=java.desktop/javax.swing.filechooser=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.basic.icons=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.basic=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.metal.icons.ocean=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.metal.icons=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.metal.sounds=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.metal=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.multi=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.nimbus=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf.synth=ALL-UNNAMED --add-opens=java.desktop/javax.swing.plaf=ALL-UNNAMED --add-opens=java.desktop/javax.swing.table=ALL-UNNAMED --add-opens=java.desktop/javax.swing.text.html.parser=ALL-UNNAMED --add-opens=java.desktop/javax.swing.text.html=ALL-UNNAMED --add-opens=java.desktop/javax.swing.text.rtf.charsets=ALL-UNNAMED --add-opens=java.desktop/javax.swing.text.rtf=ALL-UNNAMED --add-opens=java.desktop/javax.swing.text=ALL-UNNAMED --add-opens=java.desktop/javax.swing.tree=ALL-UNNAMED --add-opens=java.desktop/javax.swing.undo=ALL-UNNAMED --add-opens=java.desktop/javax.swing=ALL-UNNAMED --add-opens=java.desktop/sun.awt.X11=ALL-UNNAMED --add-opens=java.desktop/sun.awt.datatransfer=ALL-UNNAMED --add-opens=java.desktop/sun.awt.dnd=ALL-UNNAMED --add-opens=java.desktop/sun.awt.event=ALL-UNNAMED --add-opens=java.desktop/sun.awt.geom=ALL-UNNAMED --add-opens=java.desktop/sun.awt.im=ALL-UNNAMED --add-opens=java.desktop/sun.awt.image=ALL-UNNAMED --add-opens=java.desktop/sun.awt.resources.cursors=ALL-UNNAMED --add-opens=java.desktop/sun.awt.resources=ALL-UNNAMED --add-opens=java.desktop/sun.awt.shell=ALL-UNNAMED --add-opens=java.desktop/sun.awt.util=ALL-UNNAMED --add-opens=java.desktop/sun.awt.www.content.audio=ALL-UNNAMED --add-opens=java.desktop/sun.awt.www.content.image=ALL-UNNAMED --add-opens=java.desktop/sun.awt.www.content=ALL-UNNAMED --add-opens=java.desktop/sun.awt=ALL-UNNAMED --add-opens=java.desktop/sun.font.lookup=ALL-UNNAMED --add-opens=java.desktop/sun.font=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.cmm.lcms=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.cmm.profiles=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.cmm=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.loops=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.marlin.stats=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.marlin=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.opengl=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.pipe.hw=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.pipe=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.x11=ALL-UNNAMED --add-opens=java.desktop/sun.java2d.xr=ALL-UNNAMED --add-opens=java.desktop/sun.java2d=ALL-UNNAMED --add-opens=java.desktop/sun.print.resources=ALL-UNNAMED --add-opens=java.desktop/sun.print=ALL-UNNAMED --add-opens=java.desktop/sun.swing.icon=ALL-UNNAMED --add-opens=java.desktop/sun.swing.plaf.synth=ALL-UNNAMED --add-opens=java.desktop/sun.swing.plaf=ALL-UNNAMED --add-opens=java.desktop/sun.swing.table=ALL-UNNAMED --add-opens=java.desktop/sun.swing.text.html=ALL-UNNAMED --add-opens=java.desktop/sun.swing.text=ALL-UNNAMED --add-opens=java.desktop/sun.swing=ALL-UNNAMED --add-opens=java.instrument/java.lang.instrument=ALL-UNNAMED --add-opens=java.instrument/sun.instrument=ALL-UNNAMED --add-opens=java.logging/java.util.logging=ALL-UNNAMED --add-opens=java.logging/sun.net.www.protocol.http.logging=ALL-UNNAMED --add-opens=java.logging/sun.util.logging.internal=ALL-UNNAMED --add-opens=java.logging/sun.util.logging.resources=ALL-UNNAMED --add-opens=java.management.rmi/com.sun.jmx.remote.internal.rmi=ALL-UNNAMED --add-opens=java.management.rmi/com.sun.jmx.remote.protocol.rmi=ALL-UNNAMED --add-opens=java.management.rmi/javax.management.remote.rmi=ALL-UNNAMED --add-opens=java.management/com.sun.jmx.defaults=ALL-UNNAMED --add-opens=java.management/com.sun.jmx.interceptor=ALL-UNNAMED --add-opens=java.management/com.sun.jmx.mbeanserver=ALL-UNNAMED --add-opens=java.management/com.sun.jmx.remote.internal=ALL-UNNAMED --add-opens=java.management/com.sun.jmx.remote.security=ALL-UNNAMED --add-opens=java.management/com.sun.jmx.remote.util=ALL-UNNAMED --add-opens=java.management/java.lang.management=ALL-UNNAMED --add-opens=java.management/javax.management.loading=ALL-UNNAMED --add-opens=java.management/javax.management.modelmbean=ALL-UNNAMED --add-opens=java.management/javax.management.monitor=ALL-UNNAMED --add-opens=java.management/javax.management.openmbean=ALL-UNNAMED --add-opens=java.management/javax.management.relation=ALL-UNNAMED --add-opens=java.management/javax.management.remote=ALL-UNNAMED --add-opens=java.management/javax.management.timer=ALL-UNNAMED --add-opens=java.management/javax.management=ALL-UNNAMED --add-opens=java.management/sun.management.counter.perf=ALL-UNNAMED --add-opens=java.management/sun.management.counter=ALL-UNNAMED --add-opens=java.management/sun.management.spi=ALL-UNNAMED --add-opens=java.management/sun.management=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.ldap.ext=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.ldap.pool=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.ldap.sasl=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.ldap=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.toolkit.ctx=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.toolkit.dir=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.toolkit.url=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.url.ldap=ALL-UNNAMED --add-opens=java.naming/com.sun.jndi.url.ldaps=ALL-UNNAMED --add-opens=java.naming/com.sun.naming.internal=ALL-UNNAMED --add-opens=java.naming/javax.naming.directory=ALL-UNNAMED --add-opens=java.naming/javax.naming.event=ALL-UNNAMED --add-opens=java.naming/javax.naming.ldap.spi=ALL-UNNAMED --add-opens=java.naming/javax.naming.ldap=ALL-UNNAMED --add-opens=java.naming/javax.naming.spi=ALL-UNNAMED --add-opens=java.naming/javax.naming=ALL-UNNAMED --add-opens=java.naming/sun.security.provider.certpath.ldap=ALL-UNNAMED --add-opens=java.net.http/java.net.http=ALL-UNNAMED --add-opens=java.net.http/jdk.internal.net.http.common=ALL-UNNAMED --add-opens=java.net.http/jdk.internal.net.http.frame=ALL-UNNAMED --add-opens=java.net.http/jdk.internal.net.http.hpack=ALL-UNNAMED --add-opens=java.net.http/jdk.internal.net.http.websocket=ALL-UNNAMED --add-opens=java.net.http/jdk.internal.net.http=ALL-UNNAMED --add-opens=java.prefs/java.util.prefs=ALL-UNNAMED --add-opens=java.rmi/java.rmi.dgc=ALL-UNNAMED --add-opens=java.rmi/java.rmi.registry=ALL-UNNAMED --add-opens=java.rmi/java.rmi.server=ALL-UNNAMED --add-opens=java.rmi/java.rmi=ALL-UNNAMED --add-opens=java.rmi/javax.rmi.ssl=ALL-UNNAMED --add-opens=java.rmi/sun.rmi.log=ALL-UNNAMED --add-opens=java.rmi/sun.rmi.registry.resources=ALL-UNNAMED --add-opens=java.rmi/sun.rmi.registry=ALL-UNNAMED --add-opens=java.rmi/sun.rmi.runtime=ALL-UNNAMED --add-opens=java.rmi/sun.rmi.server=ALL-UNNAMED --add-opens=java.rmi/sun.rmi.transport.tcp=ALL-UNNAMED --add-opens=java.rmi/sun.rmi.transport=ALL-UNNAMED --add-opens=java.scripting/com.sun.tools.script.shell=ALL-UNNAMED --add-opens=java.scripting/javax.script=ALL-UNNAMED --add-opens=java.security.jgss/javax.security.auth.kerberos=ALL-UNNAMED --add-opens=java.security.jgss/org.ietf.jgss=ALL-UNNAMED --add-opens=java.security.jgss/sun.net.www.protocol.http.spnego=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.jgss.krb5.internal=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.jgss.krb5=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.jgss.spi=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.jgss.spnego=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.jgss.wrapper=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.jgss=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5.internal.ccache=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5.internal.crypto.dk=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5.internal.crypto=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5.internal.ktab=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5.internal.rcache=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5.internal.util=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5.internal=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED --add-opens=java.security.sasl/com.sun.security.sasl.digest=ALL-UNNAMED --add-opens=java.security.sasl/com.sun.security.sasl.ntlm=ALL-UNNAMED --add-opens=java.security.sasl/com.sun.security.sasl.util=ALL-UNNAMED --add-opens=java.security.sasl/com.sun.security.sasl=ALL-UNNAMED --add-opens=java.security.sasl/javax.security.sasl=ALL-UNNAMED --add-opens=java.smartcardio/javax.smartcardio=ALL-UNNAMED --add-opens=java.smartcardio/sun.security.smartcardio=ALL-UNNAMED --add-opens=java.sql.rowset/com.sun.rowset.internal=ALL-UNNAMED --add-opens=java.sql.rowset/com.sun.rowset.providers=ALL-UNNAMED --add-opens=java.sql.rowset/com.sun.rowset=ALL-UNNAMED --add-opens=java.sql.rowset/javax.sql.rowset.serial=ALL-UNNAMED --add-opens=java.sql.rowset/javax.sql.rowset.spi=ALL-UNNAMED --add-opens=java.sql.rowset/javax.sql.rowset=ALL-UNNAMED --add-opens=java.sql/java.sql=ALL-UNNAMED --add-opens=java.sql/javax.sql=ALL-UNNAMED --add-opens=java.transaction.xa/javax.transaction.xa=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.algorithms.implementations=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.algorithms=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.c14n.helper=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.c14n.implementations=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.c14n=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.exceptions=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys.content.keyvalues=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys.content.x509=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys.content=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys.keyresolver.implementations=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys.keyresolver=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys.storage.implementations=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys.storage=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.keys=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.parser=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.resource=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.signature.reference=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.signature=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.transforms.implementations=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.transforms.params=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.transforms=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.utils.resolver.implementations=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.utils.resolver=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security.utils=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.apache.xml.internal.security=ALL-UNNAMED --add-opens=java.xml.crypto/com.sun.org.slf4j.internal=ALL-UNNAMED --add-opens=java.xml.crypto/javax.xml.crypto.dom=ALL-UNNAMED --add-opens=java.xml.crypto/javax.xml.crypto.dsig.dom=ALL-UNNAMED --add-opens=java.xml.crypto/javax.xml.crypto.dsig.keyinfo=ALL-UNNAMED --add-opens=java.xml.crypto/javax.xml.crypto.dsig.spec=ALL-UNNAMED --add-opens=java.xml.crypto/javax.xml.crypto.dsig=ALL-UNNAMED --add-opens=java.xml.crypto/javax.xml.crypto=ALL-UNNAMED --add-opens=java.xml.crypto/org.jcp.xml.dsig.internal.dom=ALL-UNNAMED --add-opens=java.xml.crypto/org.jcp.xml.dsig.internal=ALL-UNNAMED --add-opens=java.xml/com.sun.java_cup.internal.runtime=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.bcel.internal.classfile=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.bcel.internal.generic=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.bcel.internal.util=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.bcel.internal=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.extensions=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.lib=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.res=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.templates=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.utils=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc.compiler.util=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc.compiler=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc.dom=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc.runtime.output=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc.runtime=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc.trax=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc.util=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xalan.internal.xsltc=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.dom.events=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.dom=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.dtd.models=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.dtd=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.dv.dtd=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.dv.util=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.dv.xs=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.dv=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.io=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.msg=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.validation=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xpath.regex=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xpath=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xs.identity=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xs.models=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xs.opti=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xs.traversers=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xs.util=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl.xs=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.impl=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.jaxp.datatype=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.jaxp.validation=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.jaxp=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.parsers=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.util=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.utils=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.xinclude=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.xni.grammars=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.xni.parser=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.xni=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.xpointer=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.xs.datatypes=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xerces.internal.xs=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.dtm.ref.dom2dtm=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.dtm.ref.sax2dtm=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.dtm.ref=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.dtm=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.res=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.serialize=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.serializer.dom3=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.serializer.utils=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.serializer=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.utils.res=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xml.internal.utils=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.axes=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.compiler=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.functions=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.jaxp=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.objects=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.operations=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.patterns=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal.res=ALL-UNNAMED --add-opens=java.xml/com.sun.org.apache.xpath.internal=ALL-UNNAMED --add-opens=java.xml/com.sun.xml.internal.stream.dtd.nonvalidating=ALL-UNNAMED --add-opens=java.xml/com.sun.xml.internal.stream.dtd=ALL-UNNAMED --add-opens=java.xml/com.sun.xml.internal.stream.events=ALL-UNNAMED --add-opens=java.xml/com.sun.xml.internal.stream.util=ALL-UNNAMED --add-opens=java.xml/com.sun.xml.internal.stream.writers=ALL-UNNAMED --add-opens=java.xml/com.sun.xml.internal.stream=ALL-UNNAMED --add-opens=java.xml/javax.xml.catalog=ALL-UNNAMED --add-opens=java.xml/javax.xml.datatype=ALL-UNNAMED --add-opens=java.xml/javax.xml.namespace=ALL-UNNAMED --add-opens=java.xml/javax.xml.parsers=ALL-UNNAMED --add-opens=java.xml/javax.xml.stream.events=ALL-UNNAMED --add-opens=java.xml/javax.xml.stream.util=ALL-UNNAMED --add-opens=java.xml/javax.xml.stream=ALL-UNNAMED --add-opens=java.xml/javax.xml.transform.dom=ALL-UNNAMED --add-opens=java.xml/javax.xml.transform.sax=ALL-UNNAMED --add-opens=java.xml/javax.xml.transform.stax=ALL-UNNAMED --add-opens=java.xml/javax.xml.transform.stream=ALL-UNNAMED --add-opens=java.xml/javax.xml.transform=ALL-UNNAMED --add-opens=java.xml/javax.xml.validation=ALL-UNNAMED --add-opens=java.xml/javax.xml.xpath=ALL-UNNAMED --add-opens=java.xml/javax.xml=ALL-UNNAMED --add-opens=java.xml/jdk.xml.internal=ALL-UNNAMED --add-opens=java.xml/org.w3c.dom.bootstrap=ALL-UNNAMED --add-opens=java.xml/org.w3c.dom.events=ALL-UNNAMED --add-opens=java.xml/org.w3c.dom.ls=ALL-UNNAMED --add-opens=java.xml/org.w3c.dom.ranges=ALL-UNNAMED --add-opens=java.xml/org.w3c.dom.traversal=ALL-UNNAMED --add-opens=java.xml/org.w3c.dom.views=ALL-UNNAMED --add-opens=java.xml/org.w3c.dom=ALL-UNNAMED --add-opens=java.xml/org.xml.sax.ext=ALL-UNNAMED --add-opens=java.xml/org.xml.sax.helpers=ALL-UNNAMED --add-opens=java.xml/org.xml.sax=ALL-UNNAMED --add-opens=jdk.accessibility/com.sun.java.accessibility.util.internal=ALL-UNNAMED --add-opens=jdk.accessibility/com.sun.java.accessibility.util=ALL-UNNAMED --add-opens=jdk.attach/com.sun.tools.attach.spi=ALL-UNNAMED --add-opens=jdk.attach/com.sun.tools.attach=ALL-UNNAMED --add-opens=jdk.attach/sun.tools.attach=ALL-UNNAMED --add-opens=jdk.charsets/sun.nio.cs.ext=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.source.doctree=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.source.tree=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.source.util=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.doclint=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.api=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.code=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.comp=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.jvm=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.launcher=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.main=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.model=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.parser=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.platform=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.processing=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.resources=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.javac=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac.client=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac.comp.dependencies=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac.comp=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac.options=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac.pubapi=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac.server.log=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac.server=ALL-UNNAMED --add-opens=jdk.compiler/com.sun.tools.sjavac=ALL-UNNAMED --add-opens=jdk.compiler/jdk.internal.shellsupport.doc.resources=ALL-UNNAMED --add-opens=jdk.compiler/jdk.internal.shellsupport.doc=ALL-UNNAMED --add-opens=jdk.compiler/sun.tools.serialver.resources=ALL-UNNAMED --add-opens=jdk.compiler/sun.tools.serialver=ALL-UNNAMED --add-opens=jdk.crypto.cryptoki/sun.security.pkcs11.wrapper=ALL-UNNAMED --add-opens=jdk.crypto.cryptoki/sun.security.pkcs11=ALL-UNNAMED --add-opens=jdk.crypto.ec/sun.security.ec.ed=ALL-UNNAMED --add-opens=jdk.crypto.ec/sun.security.ec.point=ALL-UNNAMED --add-opens=jdk.crypto.ec/sun.security.ec=ALL-UNNAMED --add-opens=jdk.dynalink/jdk.dynalink.beans=ALL-UNNAMED --add-opens=jdk.dynalink/jdk.dynalink.internal=ALL-UNNAMED --add-opens=jdk.dynalink/jdk.dynalink.linker.support=ALL-UNNAMED --add-opens=jdk.dynalink/jdk.dynalink.linker=ALL-UNNAMED --add-opens=jdk.dynalink/jdk.dynalink.support=ALL-UNNAMED --add-opens=jdk.dynalink/jdk.dynalink=ALL-UNNAMED --add-opens=jdk.editpad/jdk.editpad.resources=ALL-UNNAMED --add-opens=jdk.editpad/jdk.editpad=ALL-UNNAMED --add-opens=jdk.hotspot.agent/com.sun.java.swing.action=ALL-UNNAMED --add-opens=jdk.hotspot.agent/com.sun.java.swing.ui=ALL-UNNAMED --add-opens=jdk.hotspot.agent/images.toolbarButtonGraphics.general=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.asm=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.c1=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ci=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.classfile=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.code=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.compiler=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.bsd.aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.bsd.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.bsd.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.bsd=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.cdbg.basic=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.cdbg=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.dummy=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.linux.aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.linux.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.linux.ppc64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.linux.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.linux=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.posix.elf=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.posix=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.ppc64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.proc.aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.proc.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.proc.ppc64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.proc.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.proc=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.remote.aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.remote.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.remote.ppc64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.remote.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.remote=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.win32.coff=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.windbg.aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.windbg.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.windbg.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.windbg=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.windows.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.windows.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.debugger=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.gc.epsilon=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.gc.g1=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.gc.parallel=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.gc.serial=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.gc.shared=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.gc.shenandoah=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.gc.z=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.interpreter=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.memory=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.oops=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.opto=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.prims=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.bsd=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.bsd_aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.bsd_amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.bsd_x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.linux=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.linux_aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.linux_amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.linux_ppc64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.linux_x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.posix=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.ppc64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.win32_aarch64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.win32_amd64=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.win32_x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime.x86=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.runtime=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.tools.jcore=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.tools=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.types.basic=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.types=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ui.action=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ui.classbrowser=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ui.resources=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ui.table=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ui.tree=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ui.treetable=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.ui=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.utilities.memo=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot.utilities=ALL-UNNAMED --add-opens=jdk.hotspot.agent/sun.jvm.hotspot=ALL-UNNAMED --add-opens=jdk.hotspot.agent/toolbarButtonGraphics.development=ALL-UNNAMED --add-opens=jdk.hotspot.agent/toolbarButtonGraphics.general=ALL-UNNAMED --add-opens=jdk.hotspot.agent/toolbarButtonGraphics.navigation=ALL-UNNAMED --add-opens=jdk.hotspot.agent/toolbarButtonGraphics.text=ALL-UNNAMED --add-opens=jdk.httpserver/com.sun.net.httpserver.spi=ALL-UNNAMED --add-opens=jdk.httpserver/com.sun.net.httpserver=ALL-UNNAMED --add-opens=jdk.httpserver/sun.net.httpserver=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.incubator.foreign=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign.abi.aarch64.linux=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign.abi.aarch64.macos=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign.abi.aarch64=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign.abi.x64.sysv=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign.abi.x64.windows=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign.abi.x64=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign.abi=ALL-UNNAMED --add-opens=jdk.incubator.foreign/jdk.internal.foreign=ALL-UNNAMED --add-opens=jdk.incubator.vector/jdk.incubator.vector=ALL-UNNAMED --add-opens=jdk.internal.ed/jdk.internal.editor.external=ALL-UNNAMED --add-opens=jdk.internal.ed/jdk.internal.editor.spi=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.monitor.event=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.monitor=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.perfdata.monitor.protocol.file=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.perfdata.monitor.protocol.local=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.perfdata.monitor.v1_0=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.perfdata.monitor.v2_0=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.perfdata.monitor=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat.perfdata.resources=ALL-UNNAMED --add-opens=jdk.internal.jvmstat/sun.jvmstat=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.keymap=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.reader.impl.completer=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.reader.impl.history=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.reader.impl=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.reader=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.terminal.impl=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.terminal.spi=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.terminal=ALL-UNNAMED --add-opens=jdk.internal.le/jdk.internal.org.jline.utils=ALL-UNNAMED --add-opens=jdk.internal.opt/jdk.internal.joptsimple.internal=ALL-UNNAMED --add-opens=jdk.internal.opt/jdk.internal.joptsimple.util=ALL-UNNAMED --add-opens=jdk.internal.opt/jdk.internal.joptsimple=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.aarch64=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.amd64=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.code.site=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.code.stack=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.code=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.common=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.hotspot.aarch64=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.hotspot.amd64=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.hotspot=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.meta=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.runtime=ALL-UNNAMED --add-opens=jdk.internal.vm.ci/jdk.vm.ci.services=ALL-UNNAMED --add-opens=jdk.jartool/com.sun.jarsigner=ALL-UNNAMED --add-opens=jdk.jartool/jdk.security.jarsigner=ALL-UNNAMED --add-opens=jdk.jartool/sun.security.tools.jarsigner=ALL-UNNAMED --add-opens=jdk.jartool/sun.tools.jar.resources=ALL-UNNAMED --add-opens=jdk.jartool/sun.tools.jar=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.doclet=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.api=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.formats.html.markup=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.formats.html.resources=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.formats.html=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.toolkit.builders=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.toolkit.resources.releases=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.toolkit.resources=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.toolkit.taglets=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.toolkit.util.links=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.toolkit.util=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclets.toolkit=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclint.resources=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.doclint=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.tool.resources=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal.tool=ALL-UNNAMED --add-opens=jdk.javadoc/jdk.javadoc.internal=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.common=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.jcmd=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.jinfo=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.jmap=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.jps=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.jstack=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.jstat.resources=ALL-UNNAMED --add-opens=jdk.jcmd/sun.tools.jstat=ALL-UNNAMED --add-opens=jdk.jconsole/com.sun.tools.jconsole=ALL-UNNAMED --add-opens=jdk.jconsole/sun.tools.jconsole.inspector=ALL-UNNAMED --add-opens=jdk.jconsole/sun.tools.jconsole.resources=ALL-UNNAMED --add-opens=jdk.jconsole/sun.tools.jconsole=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.classfile=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.javap.resources=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.javap=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.jdeprscan.resources=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.jdeprscan.scan=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.jdeprscan=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.jdeps.resources=ALL-UNNAMED --add-opens=jdk.jdeps/com.sun.tools.jdeps=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.jdi.connect.spi=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.jdi.connect=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.jdi.event=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.jdi.request=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.jdi=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.tools.example.debug.expr=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.tools.example.debug.tty=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.tools.jdi.resources=ALL-UNNAMED --add-opens=jdk.jdi/com.sun.tools.jdi=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.consumer=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.events=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.consumer=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.dcmd=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.handlers=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.instrument=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.jfc.model=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.jfc=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.management=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.settings=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.test=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.tool=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal.types=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr.internal=ALL-UNNAMED --add-opens=jdk.jfr/jdk.jfr=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jimage.resources=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jimage=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jlink.builder=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jlink.internal.plugins=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jlink.internal=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jlink.plugin=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jlink.resources=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jmod.resources=ALL-UNNAMED --add-opens=jdk.jlink/jdk.tools.jmod=ALL-UNNAMED --add-opens=jdk.jpackage/jdk.jpackage.internal.resources=ALL-UNNAMED --add-opens=jdk.jpackage/jdk.jpackage.internal=ALL-UNNAMED --add-opens=jdk.jpackage/jdk.jpackage.main=ALL-UNNAMED --add-opens=jdk.jshell/jdk.internal.jshell.debug=ALL-UNNAMED --add-opens=jdk.jshell/jdk.internal.jshell.tool.resources=ALL-UNNAMED --add-opens=jdk.jshell/jdk.internal.jshell.tool=ALL-UNNAMED --add-opens=jdk.jshell/jdk.jshell.execution=ALL-UNNAMED --add-opens=jdk.jshell/jdk.jshell.resources=ALL-UNNAMED --add-opens=jdk.jshell/jdk.jshell.spi=ALL-UNNAMED --add-opens=jdk.jshell/jdk.jshell.tool.resources=ALL-UNNAMED --add-opens=jdk.jshell/jdk.jshell.tool=ALL-UNNAMED --add-opens=jdk.jshell/jdk.jshell=ALL-UNNAMED --add-opens=jdk.jsobject/netscape.javascript=ALL-UNNAMED --add-opens=jdk.jstatd/sun.jvmstat.monitor.remote=ALL-UNNAMED --add-opens=jdk.jstatd/sun.jvmstat.perfdata.monitor.protocol.rmi=ALL-UNNAMED --add-opens=jdk.jstatd/sun.tools.jstatd=ALL-UNNAMED --add-opens=jdk.localedata/sun.text.resources.cldr.ext=ALL-UNNAMED --add-opens=jdk.localedata/sun.text.resources.ext=ALL-UNNAMED --add-opens=jdk.localedata/sun.util.resources.cldr.ext=ALL-UNNAMED --add-opens=jdk.localedata/sun.util.resources.cldr.provider=ALL-UNNAMED --add-opens=jdk.localedata/sun.util.resources.ext=ALL-UNNAMED --add-opens=jdk.localedata/sun.util.resources.provider=ALL-UNNAMED --add-opens=jdk.management.agent/jdk.internal.agent.resources=ALL-UNNAMED --add-opens=jdk.management.agent/jdk.internal.agent.spi=ALL-UNNAMED --add-opens=jdk.management.agent/jdk.internal.agent=ALL-UNNAMED --add-opens=jdk.management.agent/sun.management.jdp=ALL-UNNAMED --add-opens=jdk.management.agent/sun.management.jmxremote=ALL-UNNAMED --add-opens=jdk.management.jfr/jdk.management.jfr.internal=ALL-UNNAMED --add-opens=jdk.management.jfr/jdk.management.jfr=ALL-UNNAMED --add-opens=jdk.management/com.sun.management.internal=ALL-UNNAMED --add-opens=jdk.management/com.sun.management=ALL-UNNAMED --add-opens=jdk.naming.dns/com.sun.jndi.dns=ALL-UNNAMED --add-opens=jdk.naming.dns/com.sun.jndi.url.dns=ALL-UNNAMED --add-opens=jdk.naming.rmi/com.sun.jndi.rmi.registry=ALL-UNNAMED --add-opens=jdk.naming.rmi/com.sun.jndi.url.rmi=ALL-UNNAMED --add-opens=jdk.net/jdk.net=ALL-UNNAMED --add-opens=jdk.net/jdk.nio=ALL-UNNAMED --add-opens=jdk.nio.mapmode/jdk.nio.mapmode=ALL-UNNAMED --add-opens=jdk.random/jdk.random=ALL-UNNAMED --add-opens=jdk.sctp/com.sun.nio.sctp=ALL-UNNAMED --add-opens=jdk.sctp/sun.nio.ch.sctp=ALL-UNNAMED --add-opens=jdk.security.auth/com.sun.security.auth.callback=ALL-UNNAMED --add-opens=jdk.security.auth/com.sun.security.auth.login=ALL-UNNAMED --add-opens=jdk.security.auth/com.sun.security.auth.module=ALL-UNNAMED --add-opens=jdk.security.auth/com.sun.security.auth=ALL-UNNAMED --add-opens=jdk.security.jgss/com.sun.security.jgss=ALL-UNNAMED --add-opens=jdk.security.jgss/com.sun.security.sasl.gsskerb=ALL-UNNAMED --add-opens=jdk.unsupported.desktop/jdk.swing.interop.internal=ALL-UNNAMED --add-opens=jdk.unsupported.desktop/jdk.swing.interop=ALL-UNNAMED --add-opens=jdk.unsupported/com.sun.nio.file=ALL-UNNAMED --add-opens=jdk.unsupported/sun.misc=ALL-UNNAMED --add-opens=jdk.unsupported/sun.reflect=ALL-UNNAMED --add-opens=jdk.xml.dom/org.w3c.dom.css=ALL-UNNAMED --add-opens=jdk.xml.dom/org.w3c.dom.html=ALL-UNNAMED --add-opens=jdk.xml.dom/org.w3c.dom.stylesheets=ALL-UNNAMED --add-opens=jdk.xml.dom/org.w3c.dom.xpath=ALL-UNNAMED --add-opens=jdk.zipfs/jdk.nio.zipfs=ALL-UNNAMED apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/resources/000755 000765 000024 00000000000 15201125641 026313 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/000755 000765 000024 00000000000 15201125641 025222 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/org/000755 000765 000024 00000000000 15201125641 026011 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/org/apache/000755 000765 000024 00000000000 15201125641 027232 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/org/apache/geode/000755 000765 000024 00000000000 15201125641 030315 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/org/apache/geode/benchmark/000755 000765 000024 00000000000 15201125641 032247 5ustar00jihwanstaff000000 000000 geode-benchmarks/src/test/java/org/apache/geode/benchmark/topology/000755 000765 000024 00000000000 15201125641 034044 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcapache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/org/apache/geode/benchmark/tasks/000755 000765 000024 00000000000 15201125641 033374 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/org/apache/geode/benchmark/junit/000755 000765 000024 00000000000 15201125641 033400 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/000755 000765 000024 00000000000 15201125641 033411 5ustar00jihwanstaff000000 000000 geode-benchmarks/src/test/java/org/apache/geode/benchmark/parameters/000755 000765 000024 00000000000 15201125641 034333 5ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-srcgeode-benchmarks/src/test/java/org/apache/geode/benchmark/Constants.java000644 000765 000024 00000002062 15201125641 035007 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark; public interface Constants { String JAVA_RUNTIME_VERSION = "java.runtime.version"; String JAVA_VERSION_8 = "1.8.0_212-b03"; String JAVA_VERSION_11 = "11.0.4+11"; String JAVA_VERSION_12 = "12.0.2+10"; String JAVA_VERSION_13 = "13+33"; } geode-benchmarks/src/test/java/org/apache/geode/benchmark/parameters/GcParametersTest.java000644 000765 000024 00000012576 15201125641 040426 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static org.apache.geode.benchmark.Constants.JAVA_RUNTIME_VERSION; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_11; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_8; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import static org.apache.geode.benchmark.topology.Roles.rolesFor; import static org.assertj.core.api.Assertions.assertThat; import static org.assertj.core.api.Assertions.assertThatThrownBy; import org.junit.jupiter.api.Test; import org.junitpioneer.jupiter.ClearSystemProperty; import org.junitpioneer.jupiter.SetSystemProperty; import org.apache.geode.perftest.TestConfig; class GcParametersTest { private static final String WITH_GC = "benchmark.withGc"; private static final String XX_UseZGC = "-XX:+UseZGC"; private static final String XX_UseG1GC = "-XX:+UseG1GC"; private static final String XX_UseConcMarkSweepGC = "-XX:+UseConcMarkSweepGC"; private static final String XX_UseShenandoahGC = "-XX:+UseShenandoahGC"; private static final String XX_UseEpsilonGC = "-XX:+UseEpsilonGC"; @Test @ClearSystemProperty(key = WITH_GC) public void withDefault() { final TestConfig testConfig = new TestConfig(); GcParameters.configure(testConfig); assertCms(testConfig); } @Test @SetSystemProperty(key = WITH_GC, value = "CMS") public void withCms() { final TestConfig testConfig = new TestConfig(); GcParameters.configure(testConfig); assertCms(testConfig); } @Test @SetSystemProperty(key = WITH_GC, value = "G1") public void withG1() { final TestConfig testConfig = new TestConfig(); GcParameters.configure(testConfig); assertG1(testConfig); } @Test @SetSystemProperty(key = WITH_GC, value = "Z") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_11) public void withZ() { final TestConfig testConfig = new TestConfig(); GcParameters.configure(testConfig); assertZ(testConfig); } @Test @SetSystemProperty(key = WITH_GC, value = "Z") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_8) public void withZinJava8() { final TestConfig testConfig = new TestConfig(); assertThatThrownBy(() -> GcParameters.configure(testConfig)) .isInstanceOf(IllegalArgumentException.class); } @Test @SetSystemProperty(key = WITH_GC, value = "Shenandoah") public void withShenandoah() { final TestConfig testConfig = new TestConfig(); GcParameters.configure(testConfig); assertShenandoah(testConfig); } @Test @SetSystemProperty(key = WITH_GC, value = "Epsilon") public void withEpsilon() { final TestConfig testConfig = new TestConfig(); GcParameters.configure(testConfig); assertEpsilon(testConfig); } private void assertCms(TestConfig testConfig) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains(XX_UseConcMarkSweepGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseG1GC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseZGC); }); } private void assertG1(TestConfig testConfig) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains(XX_UseG1GC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseConcMarkSweepGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseZGC); }); } private void assertZ(TestConfig testConfig) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains(XX_UseZGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseConcMarkSweepGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseG1GC); }); } private void assertShenandoah(TestConfig testConfig) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains(XX_UseShenandoahGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseConcMarkSweepGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseG1GC); }); } private void assertEpsilon(TestConfig testConfig) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains(XX_UseEpsilonGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseConcMarkSweepGC); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XX_UseG1GC); }); } } src/test/java/org/apache/geode/benchmark/parameters/SafepointLoggingParametersTest.java000644 000765 000024 00000005736 15201125641 043334 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static org.apache.geode.benchmark.Constants.JAVA_RUNTIME_VERSION; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_11; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_8; import static org.apache.geode.benchmark.parameters.SafepointLoggingParameters.WITH_SAFEPOINT_LOGGING; import static org.apache.geode.benchmark.parameters.SafepointLoggingParameters.XLOG_SAFEPOINT; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import static org.apache.geode.benchmark.topology.Roles.rolesFor; import static org.assertj.core.api.Assertions.assertThat; import org.junit.jupiter.api.Test; import org.junitpioneer.jupiter.ClearSystemProperty; import org.junitpioneer.jupiter.SetSystemProperty; import org.apache.geode.perftest.TestConfig; class SafepointLoggingParametersTest { @Test @ClearSystemProperty(key = WITH_SAFEPOINT_LOGGING) public void withDefault() { final TestConfig testConfig = new TestConfig(); Utils.configureGeodeProductJvms(testConfig, "-mockArg"); SafepointLoggingParameters.configure(testConfig); rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XLOG_SAFEPOINT); }); } @Test @SetSystemProperty(key = WITH_SAFEPOINT_LOGGING, value = "true") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_11) public void withSafepointLoggingJava11() { final TestConfig testConfig = new TestConfig(); SafepointLoggingParameters.configure(testConfig); rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains(XLOG_SAFEPOINT); }); } @Test @SetSystemProperty(key = WITH_SAFEPOINT_LOGGING, value = "true") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_8) public void withSafepointLoggingJava8() { final TestConfig testConfig = new TestConfig(); Utils.configureGeodeProductJvms(testConfig, "-mockArg"); SafepointLoggingParameters.configure(testConfig); rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContain(XLOG_SAFEPOINT); }); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/parameters/HeapParametersTest.java000644 000765 000024 00000004006 15201125641 040737 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import static org.apache.geode.benchmark.topology.Roles.rolesFor; import static org.assertj.core.api.Assertions.assertThat; import org.junit.jupiter.api.Test; import org.junitpioneer.jupiter.ClearSystemProperty; import org.junitpioneer.jupiter.SetSystemProperty; import org.apache.geode.perftest.TestConfig; class HeapParametersTest { private static final String WITH_HEAP = "benchmark.withHeap"; @Test @ClearSystemProperty(key = WITH_HEAP) public void withDefault() { final TestConfig testConfig = new TestConfig(); HeapParameters.configure(testConfig); assertHeap(testConfig, "8g"); } @Test @SetSystemProperty(key = WITH_HEAP, value = "16g") public void with16g() { final TestConfig testConfig = new TestConfig(); HeapParameters.configure(testConfig); assertHeap(testConfig, "16g"); } private void assertHeap(final TestConfig testConfig, final String heap) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains("-Xmx" + heap); assertThat(testConfig.getJvmArgs().get(role.name())).contains("-Xms" + heap); }); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/parameters/GcLoggingParametersTest.java000644 000765 000024 00000007753 15201125641 041736 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.parameters; import static org.apache.geode.benchmark.Constants.JAVA_RUNTIME_VERSION; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_11; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_12; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_13; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_8; import static org.apache.geode.benchmark.parameters.GcLoggingParameters.WITH_GC_LOGGING; import static org.apache.geode.benchmark.topology.RoleKinds.GEODE_PRODUCT; import static org.apache.geode.benchmark.topology.Roles.rolesFor; import static org.assertj.core.api.Assertions.assertThat; import org.junit.jupiter.api.Test; import org.junitpioneer.jupiter.ClearSystemProperty; import org.junitpioneer.jupiter.SetSystemProperty; import org.apache.geode.perftest.TestConfig; class GcLoggingParametersTest { @Test @ClearSystemProperty(key = WITH_GC_LOGGING) public void withDefault() { final TestConfig testConfig = new TestConfig(); Utils.configureGeodeProductJvms(testConfig, "-mockArg"); GcLoggingParameters.configure(testConfig); rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContainSubsequence("-Xlog:gc"); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContainSubsequence("-Xloggc"); }); } @Test @SetSystemProperty(key = WITH_GC_LOGGING, value = "true") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_8) public void withJava8() { final TestConfig testConfig = new TestConfig(); GcLoggingParameters.configure(testConfig); assertThatJava8GcLog(testConfig); } @Test @SetSystemProperty(key = WITH_GC_LOGGING, value = "true") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_11) public void withJava11() { final TestConfig testConfig = new TestConfig(); GcLoggingParameters.configure(testConfig); assertThatJava9GcLog(testConfig); } @Test @SetSystemProperty(key = WITH_GC_LOGGING, value = "true") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_12) public void withJava12() { final TestConfig testConfig = new TestConfig(); GcLoggingParameters.configure(testConfig); assertThatJava9GcLog(testConfig); } @Test @SetSystemProperty(key = WITH_GC_LOGGING, value = "true") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_13) public void withJava13() { final TestConfig testConfig = new TestConfig(); GcLoggingParameters.configure(testConfig); assertThatJava9GcLog(testConfig); } private void assertThatJava8GcLog(TestConfig testConfig) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains("-Xloggc:OUTPUT_DIR/gc.log"); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContainSubsequence("-Xlog:gc"); }); } private void assertThatJava9GcLog(TestConfig testConfig) { rolesFor(GEODE_PRODUCT).forEach(role -> { assertThat(testConfig.getJvmArgs().get(role.name())).contains("-Xlog:gc*:OUTPUT_DIR/gc.log"); assertThat(testConfig.getJvmArgs().get(role.name())).doesNotContainSubsequence("-Xloggc"); }); } } test/java/org/apache/geode/benchmark/tests/PartitionedFunctionExecutionWithFiltersBenchmarkTest.java000644 000765 000024 00000002656 15201125641 046722 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedFunctionExecutionWithFiltersBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedFunctionExecutionWithFiltersBenchmark test = new PartitionedFunctionExecutionWithFiltersBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } src/test/java/org/apache/geode/benchmark/tests/PartitionedFunctionExecutionBenchmarkTest.java000644 000765 000024 00000002605 15201125641 044527 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedFunctionExecutionBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedFunctionExecutionBenchmark test = new PartitionedFunctionExecutionBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/ReplicatedGetLongBenchmarkTest.java000644 000765 000024 00000002552 15201125641 042210 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedGetLongBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedGetLongBenchmark test = new ReplicatedGetLongBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/ReplicatedGetBenchmarkTest.java000644 000765 000024 00000002536 15201125641 041372 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedGetBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedGetBenchmark test = new ReplicatedGetBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/PartitionedPutBenchmarkTest.java000644 000765 000024 00000002550 15201125641 041625 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedPutBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedPutBenchmark test = new PartitionedPutBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/PartitionedGetLongBenchmarkTest.java000644 000765 000024 00000002555 15201125641 042421 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedGetLongBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedGetLongBenchmark test = new PartitionedGetLongBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } src/test/java/org/apache/geode/benchmark/tests/ReplicatedFunctionExecutionBenchmarkTest.java000644 000765 000024 00000002573 15201125641 044325 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedFunctionExecutionBenchmarkTest { @TempDir File folder; @Test void benchmarkRunsSuccessfully() throws Exception { ReplicatedFunctionExecutionBenchmark test = new ReplicatedFunctionExecutionBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } java/org/apache/geode/benchmark/tests/PartitionedFunctionExecutionWithArgumentsBenchmarkTest.java000644 000765 000024 00000002664 15201125641 047256 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedFunctionExecutionWithArgumentsBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedFunctionExecutionWithArgumentsBenchmark test = new PartitionedFunctionExecutionWithArgumentsBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/PartitionedPutLongBenchmarkTest.java000644 000765 000024 00000002564 15201125641 042452 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedPutLongBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedPutLongBenchmark test = new PartitionedPutLongBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } src/test/java/org/apache/geode/benchmark/tests/PartitionedNonIndexedQueryBenchmarkTest.java000644 000765 000024 00000002633 15201125641 044140 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedNonIndexedQueryBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedNonIndexedQueryBenchmark test = new PartitionedNonIndexedQueryBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setQueryRange(10); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } test/java/org/apache/geode/benchmark/tests/ReplicatedFunctionExecutionWithFiltersBenchmarkTest.java000644 000765 000024 00000002652 15201125641 046510 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedFunctionExecutionWithFiltersBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedFunctionExecutionWithFiltersBenchmark test = new ReplicatedFunctionExecutionWithFiltersBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/ReplicatedPutLongBenchmarkTest.java000644 000765 000024 00000002561 15201125641 042241 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedPutLongBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedPutLongBenchmark test = new ReplicatedPutLongBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/PartitionedGetBenchmarkTest.java000644 000765 000024 00000002541 15201125641 041574 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedGetBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedGetBenchmark test = new PartitionedGetBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/ReplicatedPutBenchmarkTest.java000644 000765 000024 00000002545 15201125641 041423 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedPutBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedPutBenchmark test = new ReplicatedPutBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } src/test/java/org/apache/geode/benchmark/tests/PartitionedPutAllLongBenchmarkTest.java000644 000765 000024 00000002575 15201125641 043105 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedPutAllLongBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedPutAllLongBenchmark test = new PartitionedPutAllLongBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } java/org/apache/geode/benchmark/tests/ReplicatedFunctionExecutionWithArgumentsBenchmarkTest.java000644 000765 000024 00000002660 15201125641 047044 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedFunctionExecutionWithArgumentsBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedFunctionExecutionWithArgumentsBenchmark test = new ReplicatedFunctionExecutionWithArgumentsBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } src/test/java/org/apache/geode/benchmark/tests/PartitionedIndexedQueryBenchmarkTest.java000644 000765 000024 00000002622 15201125641 043463 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedIndexedQueryBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedIndexedQueryBenchmark test = new PartitionedIndexedQueryBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setQueryRange(10); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } src/test/java/org/apache/geode/benchmark/tests/ReplicatedNonIndexedQueryBenchmarkTest.java000644 000765 000024 00000002631 15201125641 043730 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedNonIndexedQueryBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedNonIndexedQueryBenchmark test = new ReplicatedNonIndexedQueryBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setQueryRange(10); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/ClientServerBenchmarkTest.java000644 000765 000024 00000007152 15201125641 041262 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithSniProxy.WITH_SNI_PROXY_PROPERTY; import static org.apache.geode.benchmark.topology.Ports.LOCATOR_PORT; import static org.apache.geode.benchmark.topology.Ports.SERVER_PORT; import static org.apache.geode.benchmark.topology.Ports.SNI_PROXY_PORT; import static org.apache.geode.benchmark.topology.Roles.PROXY; import static org.assertj.core.api.Assertions.assertThat; import static org.assertj.core.api.Assertions.assertThatThrownBy; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.junitpioneer.jupiter.ClearSystemProperty; import org.junitpioneer.jupiter.SetSystemProperty; import org.apache.geode.benchmark.tasks.StartEnvoy; import org.apache.geode.benchmark.tasks.StartHAProxy; import org.apache.geode.perftest.TestConfig; import org.apache.geode.perftest.TestStep; /** * Verify that if withSniProxy system property is set at all and if it is set to anything but * false, that we get an SNI proxy in our topology. If the system property is not set at all, or * if it is set to (exactly) "false" then we do not get an SNI proxy in our topology. */ class GeodeBenchmarkTest { private TestConfig config; private TestStep startHAProxyStep; private TestStep startEnvoyStep; @BeforeEach public void beforeEach() { startHAProxyStep = new TestStep(new StartHAProxy(LOCATOR_PORT, SERVER_PORT, SNI_PROXY_PORT, null), new String[] {PROXY.name()}); startEnvoyStep = new TestStep(new StartEnvoy(LOCATOR_PORT, SERVER_PORT, SNI_PROXY_PORT, null), new String[] {PROXY.name()}); } @Test @ClearSystemProperty(key = WITH_SNI_PROXY_PROPERTY) public void withoutSniProxy() { config = ClientServerBenchmark.createConfig(); assertThat(config.getBefore()).doesNotContain(startHAProxyStep, startEnvoyStep); } @Test @SetSystemProperty(key = WITH_SNI_PROXY_PROPERTY, value = "invalid") public void withSniProxyInvalid() { assertThatThrownBy(ClientServerBenchmark::createConfig) .isInstanceOf(IllegalArgumentException.class); } @Test @SetSystemProperty(key = WITH_SNI_PROXY_PROPERTY, value = "") public void withSniProxyDefault() { config = ClientServerBenchmark.createConfig(); assertThat(config.getBefore()).contains(startHAProxyStep).doesNotContain(startEnvoyStep); } @Test @SetSystemProperty(key = WITH_SNI_PROXY_PROPERTY, value = "HAProxy") public void withSniProxyHAProxy() { config = ClientServerBenchmark.createConfig(); assertThat(config.getBefore()).contains(startHAProxyStep); } @Test @SetSystemProperty(key = WITH_SNI_PROXY_PROPERTY, value = "Envoy") public void withSniProxyEnvoy() { config = ClientServerBenchmark.createConfig(); assertThat(config.getBefore()).contains(startEnvoyStep); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tests/PartitionedPutAllBenchmarkTest.java000644 000765 000024 00000002561 15201125641 042260 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class PartitionedPutAllBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { PartitionedPutAllBenchmark test = new PartitionedPutAllBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } src/test/java/org/apache/geode/benchmark/tests/ReplicatedIndexedQueryBenchmarkTest.java000644 000765 000024 00000002620 15201125641 043253 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tests; import java.io.File; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.io.TempDir; import org.apache.geode.benchmark.LongRange; import org.apache.geode.perftest.TestRunners; public class ReplicatedIndexedQueryBenchmarkTest { @TempDir File folder; @Test public void benchmarkRunsSuccessfully() throws Exception { ReplicatedIndexedQueryBenchmark test = new ReplicatedIndexedQueryBenchmark(); test.setKeyRange(new LongRange(0, 100)); test.setQueryRange(10); test.setValidationEnabled(true); TestRunners.minimalRunner(folder).runTest(test); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/junit/EnableIfClassExists.java000644 000765 000024 00000003043 15201125641 040017 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.junit; import java.lang.annotation.Documented; import java.lang.annotation.ElementType; import java.lang.annotation.Repeatable; import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; import java.lang.annotation.Target; import org.junit.jupiter.api.extension.ExtendWith; @Target({ElementType.TYPE, ElementType.METHOD}) @Retention(RetentionPolicy.RUNTIME) @Documented @Repeatable(EnableIfClassExists.EnableIfClassesExist.class) @ExtendWith(EnableIfClassExistsCondition.class) public @interface EnableIfClassExists { String value(); @Target({ElementType.TYPE, ElementType.METHOD}) @Retention(RetentionPolicy.RUNTIME) @Documented @interface EnableIfClassesExist { EnableIfClassExists[] value(); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/junit/CartesianSubclassSource.java000644 000765 000024 00000003635 15201125641 040765 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.junit; import java.lang.annotation.Documented; import java.lang.annotation.ElementType; import java.lang.annotation.Repeatable; import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; import java.lang.annotation.Target; import org.junit.jupiter.params.provider.ArgumentsSource; /** * {@code }@CartesianSubclassSource} is a argument source subclass of the specified {@linkplain * #value Class} for tests annotated with {@code @CartesianProductTest}. */ @Target({ElementType.ANNOTATION_TYPE, ElementType.METHOD}) @Retention(RetentionPolicy.RUNTIME) @Documented @Repeatable(CartesianSubclassSource.CartesianSubclassSources.class) @ArgumentsSource(SubclassSourceProvider.class) public @interface CartesianSubclassSource { /** * The Class to find subclasses for. */ Class value(); /** * Class Packages to accept. All by default. */ String[] acceptPackages() default {}; @Target({ElementType.ANNOTATION_TYPE, ElementType.METHOD}) @Retention(RetentionPolicy.RUNTIME) @Documented @interface CartesianSubclassSources { CartesianSubclassSource[] value(); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/junit/EnableIfClassExistsCondition.java000644 000765 000024 00000004755 15201125641 041701 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.junit; import static java.lang.String.format; import static org.junit.jupiter.api.extension.ConditionEvaluationResult.disabled; import static org.junit.jupiter.api.extension.ConditionEvaluationResult.enabled; import static org.junit.platform.commons.util.AnnotationUtils.findRepeatableAnnotations; import java.lang.reflect.AnnotatedElement; import java.util.Optional; import org.junit.jupiter.api.extension.ConditionEvaluationResult; import org.junit.jupiter.api.extension.ExecutionCondition; import org.junit.jupiter.api.extension.ExtensionContext; public class EnableIfClassExistsCondition implements ExecutionCondition { public static final ConditionEvaluationResult ENABLED = enabled("No @EnableIfClassExists conditions resulting in 'disabled' execution encountered"); @Override public ConditionEvaluationResult evaluateExecutionCondition(final ExtensionContext context) { Optional optionalElement = context.getElement(); if (optionalElement.isPresent()) { AnnotatedElement annotatedElement = optionalElement.get(); return findRepeatableAnnotations(annotatedElement, EnableIfClassExists.class).stream() .map(this::evaluate) .filter(ConditionEvaluationResult::isDisabled) .findFirst() .orElse(ENABLED); } return ENABLED; } private ConditionEvaluationResult evaluate(final EnableIfClassExists enableIfClassExists) { final String className = enableIfClassExists.value(); try { Class.forName(className); return enabled(format("Class [%s] exists.", className)); } catch (ClassNotFoundException e) { return disabled(format("Class [%s] does not exist.", className)); } } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/junit/SubclassSourceProvider.java000644 000765 000024 00000003477 15201125641 040652 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.junit; import java.util.List; import java.util.stream.Stream; import io.github.classgraph.ClassGraph; import io.github.classgraph.ScanResult; import org.junit.jupiter.api.extension.ExtensionContext; import org.junit.jupiter.params.provider.Arguments; import org.junit.jupiter.params.provider.ArgumentsProvider; import org.junitpioneer.jupiter.CartesianAnnotationConsumer; public class SubclassSourceProvider implements CartesianAnnotationConsumer, ArgumentsProvider { private List> subclasses; @Override public void accept(final CartesianSubclassSource subclassSource) { try (final ScanResult scanResult = new ClassGraph().enableAllInfo() .acceptPackages(subclassSource.acceptPackages()) .scan()) { subclasses = scanResult.getSubclasses(subclassSource.value().getName()).loadClasses(); } } @Override public Stream provideArguments(final ExtensionContext context) { return subclasses.stream().map(Arguments::of); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tasks/PrePopulateRegionTest.java000644 000765 000024 00000004533 15201125641 040431 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import java.util.List; import java.util.Map; import java.util.concurrent.ConcurrentHashMap; import java.util.stream.Collectors; import java.util.stream.LongStream; import benchmark.geode.data.Portfolio; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; class PrePopulateRegionTest { @Test public void putsEntriesForServer() throws InterruptedException { final LongRange range = new LongRange(0, 100); PrePopulateRegion prePopulateRegion = new PrePopulateRegion(range); Map region = new ConcurrentHashMap<>(); prePopulateRegion.run(region, range.sliceFor(2, 1)); // verify that we put the last 50 keys verifyKeys(region, 50, 100); } @Test public void putsEntriesForServerWithSmallBatches() throws InterruptedException { final LongRange range = new LongRange(0, 100); PrePopulateRegion prePopulateRegion = new PrePopulateRegion(range); prePopulateRegion.setBatchSize(2); Map region = new ConcurrentHashMap<>(); prePopulateRegion.run(region, range.sliceFor(2, 1)); // verify that we put the last 50 keys verifyKeys(region, 50, 100); } private void verifyKeys(Map region, int startInclusive, int endExclusive) { List expectedKeys = LongStream.range(startInclusive, endExclusive) .mapToObj(Long::new) .collect(Collectors.toList()); assertThat(region.keySet()).containsExactlyInAnyOrderElementsOf(expectedKeys); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tasks/PrePopulateRegionLongTest.java000644 000765 000024 00000004515 15201125641 041251 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import java.util.List; import java.util.Map; import java.util.concurrent.ConcurrentHashMap; import java.util.stream.Collectors; import java.util.stream.LongStream; import org.junit.jupiter.api.Test; import org.apache.geode.benchmark.LongRange; class PrePopulateRegionLongTest { @Test public void putsEntriesForServer() throws InterruptedException { final LongRange range = new LongRange(0, 100); PrePopulateRegionLong prePopulateRegionLong = new PrePopulateRegionLong(range); Map region = new ConcurrentHashMap<>(); prePopulateRegionLong.run(region, range.sliceFor(2, 1)); // verify that we put the last 50 keys verifyKeys(region, 50, 100); } @Test public void putsEntriesForServerWithSmallBatches() throws InterruptedException { final LongRange range = new LongRange(0, 100); PrePopulateRegionLong prePopulateRegionLong = new PrePopulateRegionLong(range); prePopulateRegionLong.setBatchSize(2); Map region = new ConcurrentHashMap<>(); prePopulateRegionLong.run(region, range.sliceFor(2, 1)); // verify that we put the last 50 keys verifyKeys(region, 50, 100); } private void verifyKeys(Map region, int startInclusive, int endExclusive) { List expectedKeys = LongStream.range(startInclusive, endExclusive) .mapToObj(Long::new) .collect(Collectors.toList()); assertThat(region.keySet()).containsExactlyInAnyOrderElementsOf(expectedKeys); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tasks/StartHAProxyTest.java000644 000765 000024 00000006063 15201125641 037375 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import java.net.InetSocketAddress; import java.util.HashSet; import java.util.Set; import org.junit.jupiter.api.Test; class StartHAProxyTest { @Test void generateConfig() { final Set members = new HashSet() { { add(InetSocketAddress.createUnresolved("l1", 1)); add(InetSocketAddress.createUnresolved("s2", 2)); add(InetSocketAddress.createUnresolved("s3", 3)); } }; final StartHAProxy startHAProxy = new StartHAProxy(0, 0, 3, null); final String config = startHAProxy.generateConfig(members); assertThat(config).isEqualTo("global\n" + " daemon\n" + " maxconn 64000\n" + " spread-checks 4\n" + "defaults\n" + " log global\n" + " timeout connect 30000ms\n" + " timeout client 30000ms\n" + " timeout server 30000ms\n" + "frontend sniproxy\n" + " bind *:3\n" + " mode tcp\n" + " tcp-request inspect-delay 5s\n" + " tcp-request content accept if { req_ssl_hello_type 1 }\n" + " use_backend s2 if { req.ssl_sni s2 }\n" + " use_backend s3 if { req.ssl_sni s3 }\n" + " use_backend l1 if { req.ssl_sni l1 }\n" + "backend s2\n" + " mode tcp\n" + " server host s2:2\n" + "backend s3\n" + " mode tcp\n" + " server host s3:3\n" + "backend l1\n" + " mode tcp\n" + " server host l1:1\n"); } @Test public void equals() { assertThat(new StartHAProxy(1, 2, 3, null)).isEqualTo(new StartHAProxy(1, 2, 3, null)); assertThat(new StartHAProxy(1, 2, 3, "a")).isEqualTo(new StartHAProxy(1, 2, 3, "a")); assertThat(new StartHAProxy(1, 2, 3, "a")).isNotEqualTo(new StartHAProxy(1, 2, 3, "b")); } @Test public void hashcode() { assertThat(new StartHAProxy(1, 2, 3, null).hashCode()) .isEqualTo(new StartHAProxy(1, 2, 3, null).hashCode()); assertThat(new StartHAProxy(1, 2, 3, "a").hashCode()) .isEqualTo(new StartHAProxy(1, 2, 3, "a").hashCode()); assertThat(new StartHAProxy(1, 2, 3, "a").hashCode()) .isNotEqualTo(new StartHAProxy(1, 2, 3, "b").hashCode()); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tasks/WeightedTasksTest.java000644 000765 000024 00000006116 15201125641 037572 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.Assertions.assertThat; import static org.assertj.core.data.Offset.offset; import static org.mockito.ArgumentMatchers.same; import static org.mockito.Mockito.atLeastOnce; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.mockingDetails; import static org.mockito.Mockito.verify; import java.lang.reflect.Method; import java.util.Map; import java.util.concurrent.ConcurrentHashMap; import org.junit.jupiter.api.Test; import org.yardstickframework.BenchmarkDriver; import org.apache.geode.benchmark.tasks.WeightedTasks.WeightedTask; class WeightedTasksTest { @Test public void eventuallyCallsBothTasks() throws Exception { final BenchmarkDriver task1 = mock(BenchmarkDriver.class); final BenchmarkDriver task2 = mock(BenchmarkDriver.class); final Map context = new ConcurrentHashMap<>(); final WeightedTasks weightedTasks = new WeightedTasks(new WeightedTask(80, task1), new WeightedTask(20, task2)); while (mockingDetails(task1).getInvocations().isEmpty() || mockingDetails(task2) .getInvocations().isEmpty()) { weightedTasks.test(context); } verify(task1, atLeastOnce()).test(same(context)); verify(task2, atLeastOnce()).test(same(context)); } @Test public void callsEachTaskRoughlyRelativeToTheirWeight() throws Exception { final BenchmarkDriver task1 = mock(BenchmarkDriver.class); final BenchmarkDriver task2 = mock(BenchmarkDriver.class); final Map context = new ConcurrentHashMap<>(); final WeightedTasks weightedTasks = new WeightedTasks(new WeightedTask(80, task1), new WeightedTask(20, task2)); final int iterations = 100000; for (int i = 0; i < iterations; i++) { weightedTasks.test(context); } final Method testMethod = BenchmarkDriver.class.getMethod("test", Map.class); final double count1 = mockingDetails(task1).getInvocations().stream() .filter(i -> i.getMethod().equals(testMethod)).count(); final double count2 = mockingDetails(task2).getInvocations().stream() .filter(i -> i.getMethod().equals(testMethod)).count(); assertThat(count1 / iterations).isCloseTo(0.80, offset(0.01)); assertThat(count2 / iterations).isCloseTo(0.20, offset(0.01)); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tasks/StartEnvoyTest.java000644 000765 000024 00000015770 15201125641 037150 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static java.net.InetAddress.getByAddress; import static org.apache.geode.benchmark.topology.Roles.LOCATOR; import static org.apache.geode.benchmark.topology.Roles.SERVER; import static org.assertj.core.api.Assertions.assertThat; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.when; import java.net.InetAddress; import java.net.UnknownHostException; import java.util.Collections; import java.util.HashSet; import java.util.Set; import org.junit.jupiter.api.Test; import org.apache.geode.perftest.TestContext; class StartEnvoyTest { @Test void generateConfig() throws UnknownHostException { final TestContext testContext = mock(TestContext.class); final Set locators = Collections.singleton(getByAddress("l1", new byte[] {0, 0, 0, 0})); when(testContext.getHostsForRole(LOCATOR.name())) .thenReturn(locators); final HashSet servers = new HashSet() { { add(getByAddress("s1", new byte[] {0, 0, 0, 1})); add(getByAddress("s2", new byte[] {0, 0, 0, 2})); } }; when(testContext.getHostsForRole(SERVER.name())).thenReturn(servers); final StartEnvoy startEnvoy = new StartEnvoy(0, 0, 3, null); final String config = startEnvoy.generateConfig(testContext); assertThat(config).isEqualTo("static_resources:\n" + " listeners:\n" + " - name: geode_listener\n" + " address:\n" + " socket_address:\n" + " address: 0.0.0.0\n" + " port_value: 3\n" + " reuse_port: true\n" + " tcp_backlog_size: 1000\n" + " listener_filters:\n" + " - name: envoy.filters.listener.tls_inspector\n" + " filter_chains:\n" + " - filter_chain_match:\n" + " server_names:\n" + " - 'l1'\n" + " transport_protocol: tls\n" + " filters:\n" + " - name: envoy.filters.network.sni_dynamic_forward_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.sni_dynamic_forward_proxy.v3alpha.FilterConfig\n" + " port_value: 0\n" + " dns_cache_config:\n" + " name: geode_cluster_dns_cache_config\n" + " dns_lookup_family: V4_ONLY\n" + " - name: envoy.tcp_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.tcp_proxy.v3.TcpProxy\n" + " stat_prefix: tcp\n" + " cluster: geode_cluster\n" + " max_connect_attempts: 1000000000\n" + " access_log:\n" + " - name: envoy.access_loggers.file\n" + " typed_config:\n" + " \"@type\": type.googleapis.com/envoy.extensions.access_loggers.file.v3.FileAccessLog\n" + " log_format:\n" + " text_format: \"[%START_TIME%] %DOWNSTREAM_REMOTE_ADDRESS% %UPSTREAM_HOST% %RESPONSE_FLAGS% %BYTES_RECEIVED% %BYTES_SENT% %DURATION%\\n\"\n" + " path: /dev/stdout\n" + " - filter_chain_match:\n" + " server_names:\n" + " - 's1'\n" + " - 's2'\n" + " transport_protocol: tls\n" + " filters:\n" + " - name: envoy.filters.network.sni_dynamic_forward_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.sni_dynamic_forward_proxy.v3alpha.FilterConfig\n" + " port_value: 0\n" + " dns_cache_config:\n" + " name: geode_cluster_dns_cache_config\n" + " dns_lookup_family: V4_ONLY\n" + " - name: envoy.tcp_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.filters.network.tcp_proxy.v3.TcpProxy\n" + " stat_prefix: tcp\n" + " cluster: geode_cluster\n" + " max_connect_attempts: 1000000000\n" + " access_log:\n" + " - name: envoy.access_loggers.file\n" + " typed_config:\n" + " \"@type\": type.googleapis.com/envoy.extensions.access_loggers.file.v3.FileAccessLog\n" + " log_format:\n" + " text_format: \"[%START_TIME%] %DOWNSTREAM_REMOTE_ADDRESS% %UPSTREAM_HOST% %RESPONSE_FLAGS% %BYTES_RECEIVED% %BYTES_SENT% %DURATION%\\n\"\n" + " path: /dev/stdout\n" + " clusters:\n" + " - name: geode_cluster\n" + " connect_timeout: 10s\n" + " lb_policy: CLUSTER_PROVIDED\n" + " cluster_type:\n" + " name: envoy.clusters.dynamic_forward_proxy\n" + " typed_config:\n" + " '@type': type.googleapis.com/envoy.extensions.clusters.dynamic_forward_proxy.v3.ClusterConfig\n" + " dns_cache_config:\n" + " name: geode_cluster_dns_cache_config\n" + " dns_lookup_family: V4_ONLY\n"); } @Test public void equals() { assertThat(new StartEnvoy(1, 2, 3, null)).isEqualTo(new StartEnvoy(1, 2, 3, null)); assertThat(new StartEnvoy(1, 2, 3, "a")).isEqualTo(new StartEnvoy(1, 2, 3, "a")); assertThat(new StartEnvoy(1, 2, 3, "a")).isNotEqualTo(new StartEnvoy(1, 2, 3, "b")); } @Test public void hashcode() { assertThat(new StartEnvoy(1, 2, 3, null).hashCode()) .isEqualTo(new StartEnvoy(1, 2, 3, null).hashCode()); assertThat(new StartEnvoy(1, 2, 3, "a").hashCode()) .isEqualTo(new StartEnvoy(1, 2, 3, "a").hashCode()); assertThat(new StartEnvoy(1, 2, 3, "a").hashCode()) .isNotEqualTo(new StartEnvoy(1, 2, 3, "b").hashCode()); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/tasks/StartRouterTest.java000644 000765 000024 00000004676 15201125641 037333 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.geode.benchmark.tasks; import static org.assertj.core.api.AssertionsForInterfaceTypes.assertThat; import java.net.InetSocketAddress; import java.util.HashSet; import java.util.Set; import org.junit.jupiter.api.Test; class StartRouterTest { @Test void generateConfig() { final Set members = new HashSet() { { add(InetSocketAddress.createUnresolved("p1", 1)); add(InetSocketAddress.createUnresolved("p2", 2)); } }; final StartRouter startRouter = new StartRouter(3, null); final String config = startRouter.generateConfig(members); assertThat(config).isEqualTo("global\n" + " daemon\n" + " maxconn 64000\n" + " spread-checks 4\n" + "defaults\n" + " log global\n" + " timeout connect 30000ms\n" + " timeout client 30000ms\n" + " timeout server 30000ms\n" + "listen router\n" + " bind *:3\n" + " mode tcp\n" + " server p1 p1:1\n" + " server p2 p2:2\n"); } @Test public void equals() { assertThat(new StartRouter(3, null)).isEqualTo(new StartRouter(3, null)); assertThat(new StartRouter(3, "a")).isEqualTo(new StartRouter(3, "a")); assertThat(new StartRouter(3, "a")).isNotEqualTo(new StartRouter(3, "b")); } @Test public void hashcode() { assertThat(new StartRouter(3, null).hashCode()).isEqualTo(new StartRouter(3, null).hashCode()); assertThat(new StartRouter(3, "a").hashCode()).isEqualTo(new StartRouter(3, "a").hashCode()); assertThat(new StartRouter(3, "a").hashCode()).isNotEqualTo(new StartRouter(3, "b").hashCode()); } } src/test/java/org/apache/geode/benchmark/topology/ClientServerTopologyWithSniProxyTest.java000644 000765 000024 00000003652 15201125641 044267 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/geode-benchmarks/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static java.lang.System.setProperty; import static org.apache.geode.benchmark.topology.ClientServerTopologyWithSniProxy.WITH_SNI_PROXY_PROPERTY; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.assertj.core.api.Assertions.assertThat; import org.junit.jupiter.params.ParameterizedTest; import org.junit.jupiter.params.provider.EnumSource; import org.junitpioneer.jupiter.ClearSystemProperty; import org.apache.geode.benchmark.topology.ClientServerTopologyWithSniProxy.SniProxyImplementation; import org.apache.geode.perftest.TestConfig; public class ClientServerTopologyWithSniProxyTest { @ParameterizedTest @EnumSource(SniProxyImplementation.class) @ClearSystemProperty(key = WITH_SNI_PROXY_PROPERTY) public void configWithNoSsl(final SniProxyImplementation sniProxyImplementation) { setProperty(WITH_SNI_PROXY_PROPERTY, sniProxyImplementation.name()); final TestConfig testConfig = new TestConfig(); ClientServerTopologyWithSniProxy.configure(testConfig); assertThat(testConfig.getJvmArgs().get(CLIENT.name())).contains("-Dbenchmark.withSsl=true"); } } geode-benchmarks/src/test/java/org/apache/geode/benchmark/topology/ClientServerTopologyTest.java000644 000765 000024 00000006457 15201125641 041725 0ustar00jihwanstaff000000 000000 apache-geode-benchmarks-2.0.2-src/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.geode.benchmark.topology; import static org.apache.geode.benchmark.Constants.JAVA_RUNTIME_VERSION; import static org.apache.geode.benchmark.Constants.JAVA_VERSION_11; import static org.apache.geode.benchmark.topology.Roles.CLIENT; import static org.apache.geode.benchmark.topology.Topology.WITH_SECURITY_MANAGER_PROPERTY; import static org.apache.geode.benchmark.topology.Topology.WITH_SSL_PROPERTY; import static org.assertj.core.api.Assertions.assertThat; import org.junit.jupiter.api.Test; import org.junitpioneer.jupiter.ClearSystemProperty; import org.junitpioneer.jupiter.SetSystemProperty; import org.apache.geode.perftest.TestConfig; public class ClientServerTopologyTest { @Test @SetSystemProperty(key = WITH_SSL_PROPERTY, value = "true") public void configWithSsl() { TestConfig testConfig = new TestConfig(); ClientServerTopology.configure(testConfig); assertThat(testConfig.getJvmArgs().get(CLIENT.name())).contains("-Dbenchmark.withSsl=true"); } @Test @ClearSystemProperty(key = WITH_SSL_PROPERTY) public void configWithNoSsl() { TestConfig testConfig = new TestConfig(); ClientServerTopology.configure(testConfig); assertThat(testConfig.getJvmArgs().get(CLIENT.name())) .doesNotContain("-Dbenchmark.withSsl=true"); } @Test @ClearSystemProperty(key = WITH_SECURITY_MANAGER_PROPERTY) public void configWithoutSecurityManager() { TestConfig testConfig = new TestConfig(); ClientServerTopology.configure(testConfig); assertThat(testConfig.getJvmArgs().get(CLIENT.name())) .doesNotContain("-Dbenchmark.withSecurityManager=true"); } @Test @SetSystemProperty(key = WITH_SECURITY_MANAGER_PROPERTY, value = "true") public void configWithSecurityManager() { TestConfig testConfig = new TestConfig(); ClientServerTopology.configure(testConfig); assertThat(testConfig.getJvmArgs().get(CLIENT.name())) .contains("-Dbenchmark.withSecurityManager=true"); } @Test @SetSystemProperty(key = WITH_SECURITY_MANAGER_PROPERTY, value = "true") @SetSystemProperty(key = WITH_SSL_PROPERTY, value = "true") @SetSystemProperty(key = JAVA_RUNTIME_VERSION, value = JAVA_VERSION_11) public void configWithSecurityManagerAndSslAndJava11() { TestConfig testConfig = new TestConfig(); ClientServerTopology.configure(testConfig); assertThat(testConfig.getJvmArgs().get(CLIENT.name())) .contains("-Dbenchmark.withSecurityManager=true"); assertThat(testConfig.getJvmArgs().get(CLIENT.name())).contains("-Dbenchmark.withSsl=true"); } } apache-geode-benchmarks-2.0.2-src/geode-benchmarks/src/test/resources/simplelogger.properties000644 000765 000024 00000002332 15201125641 033122 0ustar00jihwanstaff000000 000000 # # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # # SLF4J's SimpleLogger configuration file # Simple implementation of Logger that sends all enabled log messages, for all defined loggers, to System.err. # Default logging detail level for all instances of SimpleLogger. # Must be one of ("trace", "debug", "info", "warn", or "error"). # If not specified, defaults to "info". org.slf4j.simpleLogger.defaultLogLevel=info org.slf4j.simpleLogger.log.net.schmizz.sshj.transport.random.BouncyCastleRandom=debug