Merge branch 'develop' into fix-dotnet-containers-menu

Author: man-zhang

.gitignore

@@ -129,11 +129,11 @@ hs_err_pid*
 /jdk_8_maven/em/external/rest/restcountries/src/evo/
 /jdk_8_maven/em/embedded/rest/languagetool/target/
 /jdk_8_maven/em/external/rest/languagetool/target/
-/jdk_8_maven/cs/graphql/spring-petclinic-graphql/target
-/jdk_8_maven/em/embedded/graphql/spring-petclinic-graphql/target/
-/jdk_8_maven/em/external/graphql/spring-petclinic-graphql/target/
-/jdk_8_maven/em/embedded/graphql/spring-petclinic-graphql/src/main/em/
-/jdk_8_maven/em/external/graphql/spring-petclinic-graphql/src/main/em/
+/jdk_8_maven/cs/graphql/petclinic-graphql/target
+/jdk_8_maven/em/embedded/graphql/petclinic-graphql/target/
+/jdk_8_maven/em/external/graphql/petclinic-graphql/target/
+/jdk_8_maven/em/embedded/graphql/petclinic-graphql/src/main/em/
+/jdk_8_maven/em/external/graphql/petclinic-graphql/src/main/em/
 /jdk_8_maven/cs/graphql/graphql-ncs/target
 /jdk_8_maven/cs/graphql/graphql-scs/target
 /jdk_8_maven/em/embedded/graphql/graphql-ncs/target
@@ -230,3 +230,24 @@ dotnet_3/em/embedded/rest/ScsDriver/generated-tests/
 
 
 
+/jdk_11_maven/tmpFolder/
+/jdk_11_maven/em/embedded/graphql/timbuctoo/tmpFolder/
+/jdk_11_maven/em/external/graphql/timbuctoo/target/
+/jdk_11_maven/em/embedded/graphql/timbuctoo/target/
+/jdk_11_maven/cs/rest-gui/market/market-core/target/
+/jdk_11_maven/cs/rest-gui/market/market-coverage/target/
+/jdk_11_maven/cs/rest-gui/market/market-rest/target/
+/jdk_11_maven/cs/rest-gui/market/market-web/target/
+/jdk_11_maven/em/embedded/rest/market/target/
+/jdk_11_maven/em/external/rest/cwa-verification/temp/
+/jdk_11_maven/em/external/rest/market/target/
+/jdk_8_maven/em/embedded/rest/genome-nexus/src/test/java/
+/jdk_8_maven/em/embedded/rest/genome-nexus/target/
+/jdk_8_maven/em/external/rest/genome-nexus/target/
+/jdk_8_maven/em/external/rest/genome-nexus/src/test/
+/jdk_8_maven/em/embedded/thrift/ncs/target/
+/jdk_8_maven/em/embedded/thrift/scs/target/
+/jdk_8_maven/em/external/thrift/ncs/target/
+/jdk_8_maven/em/external/thrift/scs/target/
+/jdk_17_maven/cs/web/spring-petclinic/target/
+/jdk_17_maven/em/embedded/web/spring-petclinic/target/

README.md

@@ -22,6 +22,15 @@ However, finding this type of applications is not trivial among open-source proj
 Furthermore, it is not simple to sort out all the technical details on how to set these applications up and start them in a simple, uniform approach. 
 Therefore, this repository provides the important contribution of providing all these necessary scripts for researchers that need this kind of case study.   
 
+**NOTE**: version 1.6.1 was last one in which we still updated drivers for JavaScript and C\#. Those SUTs are not built anymore by default, and latest versions of *EvoMaster* might not work on those old drivers. Updating drivers for different programming languages (and re-implement white-box heuristics) is a massive amount of work, which unfortunately has little to no value for the scientific community (based on our experience). Those SUTs are still here in EMB to enable *black-box* experiments (and to be able to replicate old experiments), but unfortunately not for *white-box* testing with latest versions of *EvoMaster*.  
+
+
+
+A video providing some high level overview of EMB can be found [here](https://youtu.be/wJs34ATgLEw).
+
+[![EMB YouTube Video](https://img.youtube.com/vi/wJs34ATgLEw/0.jpg)](https://www.youtube.com/watch?v=wJs34ATgLEw)
+
+
 
 ## License
 All the code that is new for this repository (e.g., the driver classes) is released under Apache 2.0 license. 
@@ -31,6 +40,15 @@ projects, each one with its own license, as clarified in more details beneath.
 ## Example
 
 To see an example of using these drivers with EvoMaster to generate test cases, you can look at this [short video](https://youtu.be/3mYxjgnhLEo) (5 minutes).
+
+## Citation
+
+If you are using EMB in an academic work, you can cite the following:
+
+> A. Arcuri, M. Zhang, A. Golmohammadi, A. Belhadi, J. P. Galeotti, B. Marculescu, S. Seran.  
+ **EMB: A Curated Corpus of Web/Enterprise Applications And Library Support for Software Testing Research**.  
+In *IEEE International Conference on Software Testing, Validation and Verification (ICST)*, 2023.
+
 
 ## Current Case Studies
 
@@ -47,86 +65,100 @@ The SUTs called _NCS_ (Numerical Case Study) and _SCS_ (String Case study) are a
 They are based on numerical and string-based functions previously used in the literature of unit test generation.
 We just re-implemented in different languages, and put them behind a web service. 
 
-
+For the RESTful APIs, each API has an endpoint where the OpenAPI/Swagger schemas can be downloaded from.
+For simplicity, all schemas are also available as JSON/YML files under the folder [openapi-swagger](./openapi-swagger). 
 
 ### REST: Java/Kotlin
 
-* Features-Service (Apache), from [https://github.com/JavierMF/features-service](https://github.com/JavierMF/features-service)  
+* Genome Nexus (MIT), [jdk_8_maven/cs/rest-gui/genome-nexus](jdk_8_maven/cs/rest-gui/genome-nexus), from [https://github.com/genome-nexus/genome-nexus](https://github.com/genome-nexus/genome-nexus)
 
-* Scout-API (MIT), from [https://github.com/mikaelsvensson/scout-api](https://github.com/mikaelsvensson/scout-api)
+* Market (MIT), [jdk_11_maven/cs/rest-gui/market](jdk_11_maven/cs/rest-gui/market), from [https://github.com/aleksey-lukyanets/market](https://github.com/aleksey-lukyanets/market)
 
-* ProxyPrint (Apache), from [https://github.com/ProxyPrint/proxyprint-kitchen](https://github.com/ProxyPrint/proxyprint-kitchen)
+* Features-Service (Apache), [jdk_8_maven/cs/rest/original/features-service](jdk_8_maven/cs/rest/original/features-service), from [https://github.com/JavierMF/features-service](https://github.com/JavierMF/features-service)  
 
-* CatWatch (Apache), from [https://github.com/zalando-incubator/catwatch](https://github.com/zalando-incubator/catwatch)
+* Scout-API (MIT), [jdk_8_maven/cs/rest/original/scout-api](jdk_8_maven/cs/rest/original/scout-api), from [https://github.com/mikaelsvensson/scout-api](https://github.com/mikaelsvensson/scout-api)
 
-* OCVN (MIT), from [https://github.com/devgateway/ocvn](https://github.com/devgateway/ocvn)
+* ProxyPrint (Apache), [jdk_8_maven/cs/rest/original/proxyprint](jdk_8_maven/cs/rest/original/proxyprint), from [https://github.com/ProxyPrint/proxyprint-kitchen](https://github.com/ProxyPrint/proxyprint-kitchen)
 
-* News (LGPL), from [https://github.com/arcuri82/testing_security_development_enterprise_systems](https://github.com/arcuri82/testing_security_development_enterprise_systems) 
+* CatWatch (Apache), [jdk_8_maven/cs/rest/original/catwatch](jdk_8_maven/cs/rest/original/catwatch), from [https://github.com/zalando-incubator/catwatch](https://github.com/zalando-incubator/catwatch)
 
-* Restcountries (MPL), from [https://github.com/apilayer/restcountries](https://github.com/apilayer/restcountries)
+* OCVN (MIT), [jdk_8_maven/cs/rest-gui/ocvn](jdk_8_maven/cs/rest-gui/ocvn), from [https://github.com/devgateway/ocvn](https://github.com/devgateway/ocvn)
 
-* Languagetool (LGPL), from [https://github.com/languagetool-org/languagetool](https://github.com/languagetool-org/languagetool) 
+* News (LGPL), [jdk_8_maven/cs/rest/artificial/news](jdk_8_maven/cs/rest/artificial/news), from [https://github.com/arcuri82/testing_security_development_enterprise_systems](https://github.com/arcuri82/testing_security_development_enterprise_systems) 
 
-* CWA-Verification-Server (Apache), from [https://github.com/corona-warn-app/cwa-verification-server](https://github.com/corona-warn-app/cwa-verification-server)
+* Restcountries (MPL), [jdk_8_maven/cs/rest/original/restcountries](jdk_8_maven/cs/rest/original/restcountries), from [https://github.com/apilayer/restcountries](https://github.com/apilayer/restcountries)
 
-* Gestao Hospital (not-known license), from [https://github.com/ValchanOficial/GestaoHospital](https://github.com/ValchanOficial/GestaoHospital)
+* Languagetool (LGPL), [jdk_8_maven/cs/rest/original/languagetool](jdk_8_maven/cs/rest/original/languagetool), from [https://github.com/languagetool-org/languagetool](https://github.com/languagetool-org/languagetool) 
 
-* NCS (not-known license, artificial numerical examples coming from different sources)
+* CWA-Verification-Server (Apache), [jdk_11_maven/cs/rest/cwa-verification-server](jdk_11_maven/cs/rest/cwa-verification-server), from [https://github.com/corona-warn-app/cwa-verification-server](https://github.com/corona-warn-app/cwa-verification-server)
 
-* SCS (not-known license, artificial string examples coming from different sources)
+* Gestao Hospital (not-known license), [jdk_8_maven/cs/rest-gui/gestaohospital](jdk_8_maven/cs/rest-gui/gestaohospital), from [https://github.com/ValchanOficial/GestaoHospital](https://github.com/ValchanOficial/GestaoHospital)
 
+* NCS, [jdk_8_maven/cs/rest/artificial/ncs](jdk_8_maven/cs/rest/artificial/ncs), (not-known license, artificial numerical examples coming from different sources)
 
-### REST: JavaScript/TypeScript
+* SCS, [jdk_8_maven/cs/rest/artificial/scs](jdk_8_maven/cs/rest/artificial/scs), (not-known license, artificial string examples coming from different sources)
 
-* Disease-sh-API (GPL), from [https://github.com/disease-sh/API](https://github.com/disease-sh/API)
 
-* Cyclotron (MIT), from [https://github.com/ExpediaInceCommercePlatform/cyclotron](https://github.com/ExpediaInceCommercePlatform/cyclotron)
 
-* SpaceX-API (Apache-2.0 License), from [https://github.com/r-spacex/SpaceX-API](https://github.com/r-spacex/SpaceX-API)
+### GraphQL: Java/Kotlin
 
-* Realworld-App (ISC), from [https://github.com/lujakob/nestjs-realworld-example-app](https://github.com/lujakob/nestjs-realworld-example-app)
+* Spring-Pet-Clinic (Apache), [jdk_8_maven/cs/graphql/petclinic-graphql](jdk_8_maven/cs/graphql/petclinic-graphql), from [https://github.com/spring-petclinic/spring-petclinic-graphql]()
 
-* NCS (not-known license, artificial numerical examples coming from different sources)
+* Patio-Api (GPL), [jdk_11_gradle/cs/graphql/patio-api](jdk_11_gradle/cs/graphql/patio-api), from [https://github.com/patio-team/patio-api]()
 
-* SCS (not-known license, artificial string examples coming from different sources)
+* Timbuctoo (GPL), [jdk_11_maven/cs/graphql/timbuctoo](jdk_11_maven/cs/graphql/timbuctoo), from [https://github.com/HuygensING/timbuctoo]()
 
+* NCS, [jdk_8_maven/cs/graphql/graphql-ncs](jdk_8_maven/cs/graphql/graphql-ncs), (not-known license, artificial numerical examples coming from different sources)
 
-### REST: .NET/C# 
+* SCS, [jdk_8_maven/cs/graphql/graphql-scs](jdk_8_maven/cs/graphql/graphql-scs), (not-known license, artificial string examples coming from different sources)
 
-* Menu.API (not-known license), from [https://github.com/chayxana/Restaurant-App](https://github.com/chayxana/Restaurant-App)
 
-* SampleProject (MIT), from [https://github.com/kgrzybek/sample-dotnet-core-cqrs-api](https://github.com/kgrzybek/sample-dotnet-core-cqrs-api)
+### RPC (Thrift/gRPC): Java
 
 * NCS (not-known license, artificial numerical examples coming from different sources)
 
 * SCS (not-known license, artificial string examples coming from different sources)
 
 
-### GraphQL: Java/Kotlin
+### WEB: backend in Java/Kotlin
 
-* Spring-Pet-Clinic (Apache), from [https://github.com/spring-petclinic/spring-petclinic-graphql]()
+* Spring-PetClinic (Apache), [jdk_17_maven/cs/web/spring-petclinic](jdk_17_maven/cs/web/spring-petclinic), from [https://github.com/spring-projects/spring-petclinic]()
 
-* Patio-Api (GPL), from [https://github.com/patio-team/patio-api]()
 
-* Timbuctoo (GPL), from [https://github.com/HuygensING/timbuctoo]()
+### REST: JavaScript/TypeScript
 
-* NCS (not-known license, artificial numerical examples coming from different sources)
+* Disease-sh-API (GPL), [js_npm/rest/disease-sh-api](js_npm/rest/disease-sh-api), from [https://github.com/disease-sh/API](https://github.com/disease-sh/API)
 
-* SCS (not-known license, artificial string examples coming from different sources)
+* Cyclotron (MIT), [js_npm/rest/cyclotron](js_npm/rest/cyclotron), from [https://github.com/ExpediaInceCommercePlatform/cyclotron](https://github.com/ExpediaInceCommercePlatform/cyclotron)
 
+* SpaceX-API (Apache-2.0 License), [js_npm/rest/spacex-api](js_npm/rest/spacex-api), from [https://github.com/r-spacex/SpaceX-API](https://github.com/r-spacex/SpaceX-API)
 
-### GraphQL: JavaScript/TypeScript
+* Realworld-App (ISC), [js_npm/rest/realworld-app](js_npm/rest/realworld-app), from [https://github.com/lujakob/nestjs-realworld-example-app](https://github.com/lujakob/nestjs-realworld-example-app)
 
-* React-Finland (not-known license), from [https://github.com/ReactFinland/graphql-api](https://github.com/ReactFinland/graphql-api)
+* NCS, [js_npm/rest/ncs](js_npm/rest/ncs), (not-known license, artificial numerical examples coming from different sources)
 
-* E-Commerce Server (MIT), from [https://github.com/react-shop/react-ecommerce](https://github.com/react-shop/react-ecommerce)
+* SCS, [js_npm/rest/scs](js_npm/rest/scs), (not-known license, artificial string examples coming from different sources)
 
-### RPC (Thrift/gRPC): Java
+
+### REST: .NET/C#
+
+* Menu.API (not-known license), from [https://github.com/chayxana/Restaurant-App](https://github.com/chayxana/Restaurant-App)
+
+* SampleProject (MIT), from [https://github.com/kgrzybek/sample-dotnet-core-cqrs-api](https://github.com/kgrzybek/sample-dotnet-core-cqrs-api)
 
 * NCS (not-known license, artificial numerical examples coming from different sources)
 
 * SCS (not-known license, artificial string examples coming from different sources)
 
+
+
+### GraphQL: JavaScript/TypeScript
+
+* React-Finland (not-known license), [js_npm/graphql/react-finland](js_npm/graphql/react-finland), from [https://github.com/ReactFinland/graphql-api](https://github.com/ReactFinland/graphql-api)
+
+* E-Commerce Server (MIT), [js_npm/graphql/ecommerce-server](js_npm/graphql/ecommerce-server), from [https://github.com/react-shop/react-ecommerce](https://github.com/react-shop/react-ecommerce)
+
+
 ## Using This Repository
 
 Due to several reasons, the software in this repository is not published as a library (e.g., on Maven and NPM).

dotnet_3/em/common.props

@@ -1,6 +1,6 @@
 <Project>
     <ItemGroup>
-         <PackageReference Include="EvoMaster.Controller" Version="1.5.0" />
+         <PackageReference Include="EvoMaster.Controller" Version="1.6.2-SNAPSHOT" />
 
         <PackageReference Include="Microsoft.NET.Test.Sdk" Version="16.5.0"/>
         <PackageReference Include="xunit" Version="2.4.0"/>

jdk_11_gradle/em/embedded/graphql/patio-api/build.gradle.kts

@@ -29,7 +29,7 @@ dependencyManagement  {
     }
 }
 
-val EVOMASTER_VERSION = "1.5.0"
+val EVOMASTER_VERSION = "1.6.2-SNAPSHOT"
 
 dependencies{
     implementation("org.evomaster:evomaster-client-java-controller:$EVOMASTER_VERSION")

jdk_11_gradle/em/external/graphql/patio-api/build.gradle.kts

@@ -37,7 +37,7 @@ dependencyManagement  {
     }
 }
 
-val EVOMASTER_VERSION = "1.5.0"
+val EVOMASTER_VERSION = "1.6.2-SNAPSHOT"
 
 dependencies{
     implementation("org.evomaster:evomaster-client-java-controller:$EVOMASTER_VERSION")

jdk_11_maven/cs/graphql/pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <groupId>org.evomaster</groupId>
         <artifactId>evomaster-benchmark-jdk11-cs</artifactId>
-        <version>1.5.0</version>
+        <version>1.6.2-SNAPSHOT</version>
     </parent>
 
     <artifactId>evomaster-benchmark-jdk11-cs-graphql</artifactId>

jdk_11_maven/cs/graphql/timbuctoo/timbuctoo-instancev4/pom.xml

@@ -1007,40 +1007,40 @@
 
     </plugins>
   </build>
-
-  <profiles>
-    <profile>
-      <id>makeIndex</id>
-      <activation>
-        <os>
-          <family>unix</family>
-        </os>
-      </activation>
-      <build>
-        <plugins>
-          <plugin>
-            <groupId>org.codehaus.mojo</groupId>
-            <artifactId>exec-maven-plugin</artifactId>
-            <version>${exec-maven-plugin.version}</version>
-            <executions>
-              <execution>
-                <id>build-docs</id>
-                <phase>post-integration-test</phase>
-                <goals>
-                  <goal>exec</goal>
-                </goals>
-                <configuration>
-                  <executable>${basedir}/src/spec/scripts/builddoc</executable>
-                  <commandlineArgs>
-                    ${basedir}/src/spec/resources/ ${basedir}/target/concordion/
-                  </commandlineArgs>
-                </configuration>
-              </execution>
-            </executions>
-          </plugin>
-        </plugins>
-      </build>
-    </profile>
-  </profiles>
+<!--removed due to Mac-->
+<!--  <profiles>-->
+<!--    <profile>-->
+<!--      <id>makeIndex</id>-->
+<!--      <activation>-->
+<!--        <os>-->
+<!--          <family>unix</family>-->
+<!--        </os>-->
+<!--      </activation>-->
+<!--      <build>-->
+<!--        <plugins>-->
+<!--          <plugin>-->
+<!--            <groupId>org.codehaus.mojo</groupId>-->
+<!--            <artifactId>exec-maven-plugin</artifactId>-->
+<!--            <version>${exec-maven-plugin.version}</version>-->
+<!--            <executions>-->
+<!--              <execution>-->
+<!--                <id>build-docs</id>-->
+<!--                <phase>post-integration-test</phase>-->
+<!--                <goals>-->
+<!--                  <goal>exec</goal>-->
+<!--                </goals>-->
+<!--                <configuration>-->
+<!--                  <executable>${basedir}/src/spec/scripts/builddoc</executable>-->
+<!--                  <commandlineArgs>-->
+<!--                    ${basedir}/src/spec/resources/ ${basedir}/target/concordion/-->
+<!--                  </commandlineArgs>-->
+<!--                </configuration>-->
+<!--              </execution>-->
+<!--            </executions>-->
+<!--          </plugin>-->
+<!--        </plugins>-->
+<!--      </build>-->
+<!--    </profile>-->
+<!--  </profiles>-->
 
 </project>

jdk_11_maven/cs/graphql/timbuctoo/timbuctoo-instancev4/src/main/java/nl/knaw/huygens/timbuctoo/v5/datastorage/implementations/filesystem/FileSystemDataStorage.java

@@ -57,7 +57,8 @@ public Map<String, Set<DataSetMetaData>> loadDataSetMetaData() throws IOExceptio
     File[] directories = new File(dataSetMetadataLocation).listFiles(File::isDirectory);
     for (File directory : directories) {
       String dirName = directory.toString();
-      String currentOwnerId = dirName.substring(dirName.lastIndexOf("/") + 1);
+//      String currentOwnerId = dirName.substring(dirName.lastIndexOf("/") + 1);
+      String currentOwnerId = dirName.substring(dirName.lastIndexOf(File.separatorChar) + 1);
       Set<DataSetMetaData> tempMetaDataSet = new HashSet<>();
       try (Stream<Path> fileStream = Files.walk(directory.toPath())) {
         Set<Path> paths = fileStream.filter(current -> Files.isDirectory(current)).collect(Collectors.toSet());

jdk_11_maven/cs/pom.xml

@@ -5,14 +5,15 @@
     <parent>
         <groupId>org.evomaster</groupId>
         <artifactId>evomaster-benchmark-jdk11</artifactId>
-        <version>1.5.0</version>
+        <version>1.6.2-SNAPSHOT</version>
     </parent>
 
     <artifactId>evomaster-benchmark-jdk11-cs</artifactId>
     <packaging>pom</packaging>
 
     <modules>
         <module>rest</module>
+        <module>rest-gui</module>
         <module>graphql</module>
     </modules>
 

jdk_11_maven/cs/rest-gui/market/.dockerignore

@@ -0,0 +1,6 @@
+.dockerignore
+**/*.log
+**/*.err
+Dockerfile
+.git
+.gitignore