tag smoke testcase (#362)

Signed-off-by: yongpengli-z <yongpeng.li@zilliz.com>

tests/milvustest/allure-results/environment.properties

@@ -1,3 +1,3 @@
-milvus.url=10.100.31.102
+milvus.url=10.101.158.153
 milvus.version=2.1.0
 milvus-jdk-java.version=2.1.0

tests/milvustest/src/main/java/com/zilliz/milvustest/common/BaseTest.java

@@ -58,7 +58,7 @@ public class BaseTest extends AbstractTestNGSpringContextTests {
               //.withSecure(true)
               .build());
 
-  @BeforeSuite
+  @BeforeSuite(alwaysRun = true)
   public void initCollection() {
     System.out.println(
         "**************************************************BeforeSuit**********************");
@@ -85,7 +85,7 @@ public class BaseTest extends AbstractTestNGSpringContextTests {
 
   }
 
-  @AfterSuite
+  @AfterSuite(alwaysRun = true)
   public void cleanTestData() {
     System.out.println(
         "**************************************************AfterSuit**********************");

tests/milvustest/src/test/java/com/zilliz/milvustest/alias/AlterAliasTest.java

@@ -38,7 +38,7 @@ public class AlterAliasTest extends BaseTest {
   private String aliasStr;
   private String collectionStr;
 
-  @BeforeClass
+  @BeforeClass(alwaysRun=true)
   public void initData() {
     aliasStr = "alias_" + MathUtil.getRandomString(10);
     milvusClient.createAlias(
@@ -49,7 +49,7 @@ public class AlterAliasTest extends BaseTest {
     collectionStr = CommonFunction.createNewCollection();
   }
 
-  @AfterClass
+  @AfterClass(alwaysRun=true)
   public void dropAlias() {
     milvusClient.dropAlias(DropAliasParam.newBuilder().withAlias(aliasStr).build());
     milvusClient.dropCollection(
@@ -57,7 +57,7 @@ public class AlterAliasTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Alter alias to anther collection")
+  @Test(description = "Alter alias to anther collection",groups = {"Smoke"})
   public void alterAliasTest() {
     R<RpcStatus> rpcStatusR =
         milvusClient.alterAlias(

tests/milvustest/src/test/java/com/zilliz/milvustest/alias/CreateAliasTest.java

@@ -34,13 +34,13 @@ public class CreateAliasTest extends BaseTest {
   private String aliasStr;
   private String anotherAliasStr;
 
-  @BeforeClass
+  @BeforeClass(alwaysRun=true)
   public void initData() {
     aliasStr = "alias_" + MathUtil.getRandomString(10);
     anotherAliasStr = "alias_" + MathUtil.getRandomString(10);
   }
 
-  @AfterClass
+  @AfterClass(alwaysRun=true)
   public void dropAlias() {
     milvusClient.dropAlias(DropAliasParam.newBuilder().withAlias(aliasStr).build());
     milvusClient.dropAlias(DropAliasParam.newBuilder().withAlias(anotherAliasStr).build());
@@ -52,7 +52,7 @@ public class CreateAliasTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.NORMAL)
-  @Test(description = "Create alias for collection")
+  @Test(description = "Create alias with nonexistent collection")
   public void createAliasWithNonexistentCollection() {
     R<RpcStatus> rpcStatusR =
         milvusClient.createAlias(
@@ -66,7 +66,7 @@ public class CreateAliasTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Create alias for collection")
+  @Test(description = "Create alias for collection",groups = {"Smoke"})
   public void createAliasTest() {
     R<RpcStatus> rpcStatusR =
         milvusClient.createAlias(

tests/milvustest/src/test/java/com/zilliz/milvustest/alias/DropAliasTest.java

@@ -33,7 +33,7 @@ import java.util.List;
 public class DropAliasTest extends BaseTest {
   private String aliasStr;
 
-  @BeforeClass
+  @BeforeClass(alwaysRun=true)
   public void initData() {
     aliasStr = "alias_" + MathUtil.getRandomString(10);
     milvusClient.createAlias(
@@ -44,7 +44,7 @@ public class DropAliasTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "drop alias")
+  @Test(description = "drop alias",groups = {"Smoke"})
   public void dropAlias() {
     R<RpcStatus> rpcStatusR =
         milvusClient.dropAlias(DropAliasParam.newBuilder().withAlias(aliasStr).build());

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/CreateCollectionTest.java

@@ -31,7 +31,7 @@ public class CreateCollectionTest extends BaseTest {
     return new String[][] {{"collection_" + MathUtil.getRandomString(10)}};
   }
 
-  @AfterClass(description = "delete test datas after CreateCollectionTest")
+  @AfterClass(description = "delete test datas after CreateCollectionTest",alwaysRun=true)
   public void deleteTestData() {
     if (commonCollection != null) {
       milvusClient.dropCollection(
@@ -77,7 +77,7 @@ public class CreateCollectionTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Create collection success", dataProvider = "collectionByDataProvider")
+  @Test(description = "Create collection success", dataProvider = "collectionByDataProvider",groups = {"Smoke"})
   public void createCollectionSuccess(String collectionName) {
     commonCollection = collectionName;
     FieldType fieldType1 =

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/DescribeCollectionTest.java

@@ -29,7 +29,7 @@ public class DescribeCollectionTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "query the name and schema of the collection",dataProvider = "provideCollection")
+  @Test(description = "query the name and schema of the collection",dataProvider = "provideCollection",groups = {"Smoke"})
   public void describeCollection(String collection) {
     R<DescribeCollectionResponse> respDescribeCollection =
         milvusClient.describeCollection( // Return the name and schema of the collection.

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/DropCollectionTest.java

@@ -32,14 +32,14 @@ import java.util.List;
 public class DropCollectionTest extends BaseTest {
   public String commonCollection;
 
-  @BeforeClass(description = "Create collection before test")
+  @BeforeClass(description = "Create collection before test",alwaysRun=true)
   public void provideCollectionName() {
     String newCollection = CommonFunction.createNewCollection();
     commonCollection = newCollection;
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "drop collection")
+  @Test(description = "drop collection",groups = {"Smoke"})
   public void dropCollection() {
     DropCollectionParam build =
         DropCollectionParam.newBuilder().withCollectionName(commonCollection).build();

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/GetCollectionStatisticsTest.java

@@ -18,7 +18,7 @@ import org.testng.annotations.Test;
 public class GetCollectionStatisticsTest extends BaseTest {
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Shows the statistics information of a collection.")
+  @Test(description = "Shows the statistics information of a collection.",groups = {"Smoke"})
   public void getCollectionStatisticsInfo() {
     R<GetCollectionStatisticsResponse> respCollectionStatistics =
         milvusClient

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/HasCollectionTest.java

@@ -17,7 +17,7 @@ import org.testng.annotations.Test;
 public class HasCollectionTest extends BaseTest {
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Check collection is existent")
+  @Test(description = "Check collection is existent",groups = {"Smoke"})
   public void hasCollectionTest() {
     R<Boolean> respHasCollection =
         milvusClient.hasCollection(

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/LoadCollectionTest.java

@@ -22,25 +22,25 @@ import org.testng.annotations.Test;
 public class LoadCollectionTest extends BaseTest {
   private String collection;
 
-  @BeforeClass(description = "create new collection")
+  @BeforeClass(description = "create new collection",alwaysRun=true)
   public void createCollection() {
     collection = CommonFunction.createNewCollection();
   }
 
-  @AfterClass(description = "delete test collection")
+  @AfterClass(description = "delete test collection",alwaysRun=true)
   public void dropCollection() {
     milvusClient.dropCollection(
         DropCollectionParam.newBuilder().withCollectionName(collection).build());
   }
 
-  @AfterMethod(description = "release collection")
+  @AfterMethod(description = "release collection",alwaysRun=true)
   public void releaseCollection() {
     milvusClient.releaseCollection(
         ReleaseCollectionParam.newBuilder().withCollectionName(collection).build());
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "load collection with default param")
+  @Test(description = "load collection with default param",groups = {"Smoke"})
   public void loadCollection() {
     LoadCollectionParam loadCollectionParam =
         new LoadCollectionParam(
@@ -55,7 +55,7 @@ public class LoadCollectionTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "load collection Async")
+  @Test(description = "load collection Async",groups = {"Smoke"})
   public void loadCollectionWithAsync() {
     LoadCollectionParam loadCollectionParam =
         LoadCollectionParam.newBuilder()

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/ReleaseCollectionTest.java

@@ -26,14 +26,14 @@ import java.util.List;
 @Epic("Collection")
 @Feature("ReleaseCollection")
 public class ReleaseCollectionTest extends BaseTest {
-  @BeforeClass(description = "load collection")
+  @BeforeClass(description = "load collection",alwaysRun=true)
   public void loadCollection() {
     milvusClient.loadCollection(
         LoadCollectionParam.newBuilder().withCollectionName(CommonData.defaultCollection).build());
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "release collection")
+  @Test(description = "release collection",groups = {"Smoke"})
   public void releaseCollection() {
     R<RpcStatus> rpcStatusR =
         milvusClient.releaseCollection(

tests/milvustest/src/test/java/com/zilliz/milvustest/collection/ShowCollectionsTest.java

@@ -18,7 +18,7 @@ import org.testng.annotations.Test;
 public class ShowCollectionsTest extends BaseTest {
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Show collections list")
+  @Test(description = "Show collections list",groups = {"Smoke"})
   public void showCollectionTest1() {
     R<ShowCollectionsResponse> respShowCollections =
         milvusClient.showCollections(ShowCollectionsParam.newBuilder().build());

tests/milvustest/src/test/java/com/zilliz/milvustest/compaction/GetCompactionStateTest.java

@@ -28,7 +28,7 @@ public class GetCompactionStateTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Gets the compaction state by id.", dataProvider = "provideCompaction")
+  @Test(description = "Gets the compaction state by id.", dataProvider = "provideCompaction",groups = {"Smoke"})
   public void getCompactionState(long compactionId) {
     R<GetCompactionStateResponse> responseR =
         milvusClient.getCompactionState(

tests/milvustest/src/test/java/com/zilliz/milvustest/compaction/GetCompactionStateWithPlansTest.java

@@ -31,7 +31,7 @@ public class GetCompactionStateWithPlansTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Gets compaction state with its plan.", dataProvider = "provideCompaction")
+  @Test(description = "Gets compaction state with its plan.", dataProvider = "provideCompaction",groups = {"Smoke"})
   public void getCompactionStateWithPlansTest(long compactionId) {
     R<GetCompactionPlansResponse> responseR =
         milvusClient.getCompactionStateWithPlans(

tests/milvustest/src/test/java/com/zilliz/milvustest/compaction/ManualCompactionTest.java

@@ -32,7 +32,7 @@ import java.util.List;
 public class ManualCompactionTest extends BaseTest {
   public String collection;
 
-  @BeforeClass
+  @BeforeClass(alwaysRun = true)
   public void providerData() {
     collection = CommonFunction.createNewCollection();
     List<InsertParam.Field> fields = CommonFunction.generateData(10000);
@@ -47,14 +47,14 @@ public class ManualCompactionTest extends BaseTest {
         FlushParam.newBuilder().withCollectionNames(Arrays.asList(collection)).build());
   }
 
-  @AfterClass
+  @AfterClass(alwaysRun = true)
   public void dropCollection() {
     milvusClient.dropCollection(
         DropCollectionParam.newBuilder().withCollectionName(collection).build());
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "performs a manual compaction.")
+  @Test(description = "performs a manual compaction.",groups = {"Smoke"})
   public void manualCompactionTest() {
     R<ManualCompactionResponse> responseR =
         milvusClient.manualCompact(

tests/milvustest/src/test/java/com/zilliz/milvustest/connection/CloseTest.java

@@ -10,7 +10,7 @@ import org.testng.annotations.Test;
  * @Date 2022/7/11 14:14
  */
 public class CloseTest extends BaseTest {
-    @Test(description = "close connection",enabled = false)
+    @Test(description = "close connection",enabled = false,groups = {"Smoke"})
     @Severity(SeverityLevel.BLOCKER)
     public void closeConnection(){
         milvusClient.close();

tests/milvustest/src/test/java/com/zilliz/milvustest/connection/ConnectionTest.java

@@ -21,7 +21,7 @@ public class ConnectionTest extends BaseTest {
     };
   }
 
-  @Test(dataProvider = "connectParm")
+  @Test(dataProvider = "connectParm",groups = {"Smoke"})
   @Severity(SeverityLevel.BLOCKER)
   public void connectMilvus(String host, Integer prot) {
     MilvusServiceClient milvusClient =

tests/milvustest/src/test/java/com/zilliz/milvustest/credential/CreateCredentialTest.java

@@ -20,13 +20,13 @@ public class CreateCredentialTest extends BaseTest {
   private String username;
   private String password;
 
-  @BeforeClass
+  @BeforeClass(alwaysRun = true)
   public void initCredentialInfo() {
     username = "user_" + MathUtil.getRandomString(5);
     password = "Pawd_" + MathUtil.getRandomString(5);
   }
 
-  @AfterClass
+  @AfterClass(alwaysRun = true)
   public void deleteCredentialInfo() {
     R<RpcStatus> rpcStatusR =
         milvusClient.deleteCredential(
@@ -34,7 +34,7 @@ public class CreateCredentialTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Create credential using the given user and password.")
+  @Test(description = "Create credential using the given user and password.",groups = {"Smoke"})
   public void createCredentialTest() {
     R<RpcStatus> rpcStatusR =
         milvusClient.createCredential(

tests/milvustest/src/test/java/com/zilliz/milvustest/credential/DeleteCredentialTest.java

@@ -17,7 +17,7 @@ public class DeleteCredentialTest extends BaseTest {
   private String username;
   private String password;
 
-  @BeforeClass
+  @BeforeClass(alwaysRun = true)
   public void initCredentialInfo() {
     username = "user_" + MathUtil.getRandomString(5);
     password = "Pawd_" + MathUtil.getRandomString(5);
@@ -30,7 +30,7 @@ public class DeleteCredentialTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "delete credential by username")
+  @Test(description = "delete credential by username",groups = {"Smoke"})
   public void deleteCredential() {
     R<RpcStatus> rpcStatusR =
         milvusClient.deleteCredential(

tests/milvustest/src/test/java/com/zilliz/milvustest/credential/ListCredUsersTest.java

@@ -15,8 +15,8 @@ import org.testng.annotations.Test;
 @Epic("Credential")
 @Feature("ListCredUser")
 public class ListCredUsersTest extends BaseTest {
-  @Severity(SeverityLevel.CRITICAL)
-  @Test(description = "List all user names")
+  @Severity(SeverityLevel.BLOCKER)
+  @Test(description = "List all user names",groups = {"Smoke"})
   public void listCredUsersTest() {
     R<ListCredUsersResponse> listCredUsersResponseR =
         milvusClient.listCredUsers(ListCredUsersParam.newBuilder().build());

tests/milvustest/src/test/java/com/zilliz/milvustest/credential/UpdateCredentialTest.java

@@ -22,7 +22,7 @@ public class UpdateCredentialTest extends BaseTest {
   private String username;
   private String password;
 
-  @BeforeClass
+  @BeforeClass(alwaysRun = true)
   public void initCredentialInfo() {
     username = "user_" + MathUtil.getRandomString(5);
     password = "Pwd_" + MathUtil.getRandomString(5);
@@ -30,14 +30,14 @@ public class UpdateCredentialTest extends BaseTest {
         CreateCredentialParam.newBuilder().withUsername(username).withPassword(password).build());
   }
 
-  @AfterClass
+  @AfterClass(alwaysRun = true)
   public void deleteCredentialInfo() {
     milvusClient.deleteCredential(
         DeleteCredentialParam.newBuilder().withUsername(username).build());
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Update credential using the given user and password")
+  @Test(description = "Update credential using the given user and password",groups = {"Smoke"})
   public void updateCredentialTest() {
     String newPWD = "Pwd_" + MathUtil.getRandomString(6);
     R<RpcStatus> rpcStatusR =

tests/milvustest/src/test/java/com/zilliz/milvustest/flush/FlushTest.java

@@ -20,7 +20,7 @@ import java.util.List;
 public class FlushTest extends BaseTest {
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "flush collection sync ", enabled = true)
+  @Test(description = "flush collection sync ",groups = {"Smoke"})
   public void flushCollectionSync() {
     List<String> collectionName =
         new ArrayList<String>() {

tests/milvustest/src/test/java/com/zilliz/milvustest/flush/GetFlushStateTest.java

@@ -57,7 +57,7 @@ public class GetFlushStateTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Get flush state of specified segments.", dataProvider = "providerSegmentIds")
+  @Test(description = "Get flush state of specified segments.", dataProvider = "providerSegmentIds",groups = {"Smoke"})
   public void getFlushStateTest(Long segmentId, String collection) {
     R<GetFlushStateResponse> getFlushStateResponseR =
         milvusClient.getFlushState(GetFlushStateParam.newBuilder().addSegmentID(segmentId).build());

tests/milvustest/src/test/java/com/zilliz/milvustest/index/CreateIndexTest.java

@@ -25,13 +25,13 @@ public class CreateIndexTest extends BaseTest {
   public String collection;
   public String binaryCollection;
 
-  @BeforeClass(description = "create collection for test")
+  @BeforeClass(description = "create collection for test",alwaysRun = true)
   public void createCollection() {
     collection = CommonFunction.createNewCollection();
     binaryCollection = CommonFunction.createBinaryCollection();
   }
 
-  @AfterClass(description = "drop collection after test")
+  @AfterClass(description = "drop collection after test",alwaysRun = true)
   public void dropCollection() {
     milvusClient.dropCollection(
         DropCollectionParam.newBuilder().withCollectionName(collection).build());
@@ -87,7 +87,7 @@ public class CreateIndexTest extends BaseTest {
 
   @Severity(SeverityLevel.BLOCKER)
   @Issue("https://github.com/milvus-io/milvus-sdk-java/issues/311")
-  @Test(description = "Create index for collection sync", dataProvider = "FloatIndex")
+  @Test(description = "Create index for collection sync", dataProvider = "FloatIndex",groups = {"Smoke"})
   public void createIndexSync(IndexType indexType, MetricType metricType) {
     R<RpcStatus> rpcStatusR =
         milvusClient.createIndex(

tests/milvustest/src/test/java/com/zilliz/milvustest/index/DescribeIndexTest.java

@@ -27,7 +27,7 @@ import org.testng.annotations.Test;
 public class DescribeIndexTest extends BaseTest {
   public String collection;
 
-  @BeforeClass(description = "Create collection and index for test")
+  @BeforeClass(description = "Create collection and index for test",alwaysRun = true)
   public void createCollectionAndIndex() {
     collection = CommonFunction.createNewCollection();
     milvusClient.createIndex(
@@ -42,7 +42,7 @@ public class DescribeIndexTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "drop collection after test")
+  @AfterClass(description = "drop collection after test",alwaysRun = true)
   public void dropCollection() {
     milvusClient.dropIndex(
         DropIndexParam.newBuilder()
@@ -54,7 +54,7 @@ public class DescribeIndexTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Describe Index")
+  @Test(description = "Describe Index",groups = {"Smoke"})
   public void describeIndex() {
     R<DescribeIndexResponse> describeIndexResponseR =
         milvusClient.describeIndex(

tests/milvustest/src/test/java/com/zilliz/milvustest/index/DropIndexTest.java

@@ -27,7 +27,7 @@ import org.testng.annotations.Test;
 public class DropIndexTest extends BaseTest {
   public String collection;
 
-  @BeforeClass(description = "create collection and  index for test")
+  @BeforeClass(description = "create collection and  index for test",alwaysRun = true)
   public void createCollectionAndIndex() {
     collection = CommonFunction.createNewCollection();
     milvusClient.createIndex(
@@ -42,7 +42,7 @@ public class DropIndexTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "drop collection after test")
+  @AfterClass(description = "drop collection after test",alwaysRun = true)
   public void dropCollection() {
     milvusClient.dropIndex(
         DropIndexParam.newBuilder()
@@ -54,7 +54,7 @@ public class DropIndexTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "drop index success")
+  @Test(description = "drop index success",groups = {"Smoke"})
   public void dropIndexSuccess() {
     R<RpcStatus> rpcStatusR =
         milvusClient.dropIndex(

tests/milvustest/src/test/java/com/zilliz/milvustest/index/GetIndexBuildProgressTest.java

@@ -25,7 +25,7 @@ import org.testng.annotations.Test;
 public class GetIndexBuildProgressTest extends BaseTest {
   public String collection;
 
-  @BeforeClass(description = "Create collection and index for test")
+  @BeforeClass(description = "Create collection and index for test",alwaysRun = true)
   public void createCollectionAndIndex() {
     collection = CommonFunction.createNewCollection();
     milvusClient.createIndex(
@@ -42,7 +42,7 @@ public class GetIndexBuildProgressTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "drop collection after test")
+  @AfterClass(description = "drop collection after test",alwaysRun = true)
   public void dropCollection() {
     milvusClient.dropIndex(
         DropIndexParam.newBuilder()
@@ -54,7 +54,7 @@ public class GetIndexBuildProgressTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Get Index Build Progress")
+  @Test(description = "Get Index Build Progress",groups = {"Smoke"})
   @Issue("https://github.com/milvus-io/milvus-sdk-java/issues/299")
   public void getIndexBuildProgressTest() {
     R<GetIndexBuildProgressResponse> indexBuildProgress =

tests/milvustest/src/test/java/com/zilliz/milvustest/index/GetIndexStateTest.java

@@ -24,7 +24,7 @@ import org.testng.annotations.Test;
 public class GetIndexStateTest extends BaseTest {
   public String collection;
 
-  @BeforeClass(description = "Create collection and index for test")
+  @BeforeClass(description = "Create collection and index for test",alwaysRun = true)
   public void createCollectionAndIndex() {
     collection = CommonFunction.createNewCollection();
     R<RpcStatus> indexR =
@@ -44,7 +44,7 @@ public class GetIndexStateTest extends BaseTest {
     softAssert.assertAll();
   }
 
-  @AfterClass(description = "drop collection after test")
+  @AfterClass(description = "drop collection after test",alwaysRun = true)
   public void dropCollection() {
     milvusClient.dropIndex(
         DropIndexParam.newBuilder()
@@ -56,7 +56,7 @@ public class GetIndexStateTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Get index state ")
+  @Test(description = "Get index state ",groups = {"Smoke"})
   @Issue("https://github.com/milvus-io/milvus-sdk-java/issues/302")
   public void getIndexState() {
     R<GetIndexStateResponse> getIndexStateResponseR =

tests/milvustest/src/test/java/com/zilliz/milvustest/insert/DeleteTest.java

@@ -26,7 +26,7 @@ public class DeleteTest extends BaseTest {
   public String commonCollection;
   public String commonPartition;
 
-  @BeforeClass(description = "Create collection before test")
+  @BeforeClass(description = "Create collection before test",alwaysRun = true)
   public void provideCollectionName() {
     commonCollection = CommonFunction.createNewCollection();
     commonPartition = "partition_" + MathUtil.getRandomString(10);
@@ -40,14 +40,14 @@ public class DeleteTest extends BaseTest {
         InsertParam.newBuilder().withCollectionName(commonCollection).withPartitionName(commonPartition).withFields(fields).build());
   }
 
-  @AfterClass(description = "delete collection after deleteDataTest")
+  @AfterClass(description = "delete collection after deleteDataTest",alwaysRun = true)
   public void deleteTestData() {
     milvusClient.dropCollection(
         DropCollectionParam.newBuilder().withCollectionName(commonCollection).build());
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "delete data in expression ")
+  @Test(description = "delete data in expression ",groups = {"Smoke"})
   public void deleteData() {
     R<MutationResult> mutationResultR =
         milvusClient.delete(
@@ -59,7 +59,7 @@ public class DeleteTest extends BaseTest {
     Assert.assertEquals(mutationResultR.getData().getDeleteCnt(), 3L);
   }
 
-  @Severity(SeverityLevel.BLOCKER)
+  @Severity(SeverityLevel.CRITICAL)
   @Test(description = "delete data in expression by partition ")
   public void deleteDataByPartition() {
     R<MutationResult> mutationResultR =
@@ -73,7 +73,7 @@ public class DeleteTest extends BaseTest {
     Assert.assertEquals(mutationResultR.getData().getDeleteCnt(), 3L);
   }
 
-  @Severity(SeverityLevel.BLOCKER)
+  @Severity(SeverityLevel.NORMAL)
   @Test(description = "delete data with invalid expression ")
   public void deleteDataInvalidExpression() {
     R<MutationResult> mutationResultR =

tests/milvustest/src/test/java/com/zilliz/milvustest/insert/InsertAsyncTest.java

@@ -13,10 +13,7 @@ import io.milvus.param.collection.CreateCollectionParam;
 import io.milvus.param.collection.DropCollectionParam;
 import io.milvus.param.collection.FieldType;
 import io.milvus.param.dml.InsertParam;
-import io.qameta.allure.Epic;
-import io.qameta.allure.Feature;
-import io.qameta.allure.Severity;
-import io.qameta.allure.SeverityLevel;
+import io.qameta.allure.*;
 import org.testng.Assert;
 import org.testng.annotations.AfterClass;
 import org.testng.annotations.BeforeClass;
@@ -32,17 +29,17 @@ import java.util.concurrent.ExecutionException;
 public class InsertAsyncTest extends BaseTest {
   public String stringPKAndBinaryCollection;
 
-  @BeforeClass(description = "provider collection")
+  @BeforeClass(description = "provider collection",alwaysRun = true)
   public void providerData() {
     stringPKAndBinaryCollection = CommonFunction.createStringPKAndBinaryCollection();
   }
 
-  @AfterClass(description = "delete test data")
+  @AfterClass(description = "delete test data",alwaysRun = true)
   public void deleteData() {
     milvusClient.dropCollection(
             DropCollectionParam.newBuilder().withCollectionName(stringPKAndBinaryCollection).build());
   }
-  @Test(description = "Insert data Async")
+  @Test(description = "Insert data Async",groups = {"Smoke"})
   @Severity(SeverityLevel.BLOCKER)
   public void insertAsyncSuccess() throws ExecutionException, InterruptedException {
     List<InsertParam.Field> fields = CommonFunction.generateData(2000);
@@ -102,8 +99,9 @@ public class InsertAsyncTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.NORMAL)
+  @Issue("https://github.com/milvus-io/milvus-sdk-java/issues/358")
   @Test(description = "Insert async into collection not match vector type")
-  public void insertIntoCollectionNotMatchVectorType() throws ExecutionException, InterruptedException  {
+  public void insertAsyncIntoCollectionNotMatchVectorType() throws ExecutionException, InterruptedException  {
     List<InsertParam.Field> fields = CommonFunction.generateBinaryData(10);
     ListenableFuture<R<MutationResult>> rListenableFuture =
             milvusClient.insertAsync(
@@ -119,7 +117,7 @@ public class InsertAsyncTest extends BaseTest {
 
   @Severity(SeverityLevel.NORMAL)
   @Test(description = "Insert async into collection not match PK type")
-  public void insertIntoCollectionNotMatchPKType() throws ExecutionException, InterruptedException  {
+  public void insertAsyncIntoCollectionNotMatchPKType() throws ExecutionException, InterruptedException  {
     Random ran = new Random();
     List<String> book_id_array = new ArrayList<>();
     List<String> word_count_array = new ArrayList<>();
@@ -153,7 +151,7 @@ public class InsertAsyncTest extends BaseTest {
 
   @Severity(SeverityLevel.NORMAL)
   @Test(description = "Insert async into collection not match scalar type")
-  public void insertIntoCollectionNotMatchScalarType() throws ExecutionException, InterruptedException  {
+  public void insertAsyncIntoCollectionNotMatchScalarType() throws ExecutionException, InterruptedException  {
     Random ran = new Random();
     List<Long> book_id_array = new ArrayList<>();
     List<String> word_count_array = new ArrayList<>();

tests/milvustest/src/test/java/com/zilliz/milvustest/insert/InsertTest.java

@@ -31,19 +31,19 @@ import java.util.Random;
 public class InsertTest extends BaseTest {
   public String stringPKAndBinaryCollection;
 
-  @BeforeClass(description = "provider collection")
+  @BeforeClass(description = "provider collection",alwaysRun = true)
   public void providerData() {
     stringPKAndBinaryCollection = CommonFunction.createStringPKAndBinaryCollection();
   }
 
-  @AfterClass(description = "delete test data")
+  @AfterClass(description = "delete test data",alwaysRun = true)
   public void deleteData() {
     milvusClient.dropCollection(
         DropCollectionParam.newBuilder().withCollectionName(stringPKAndBinaryCollection).build());
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Insert data into collection")
+  @Test(description = "Insert data into collection",groups = {"Smoke"})
   public void insertDataIntoCollection() {
     List<InsertParam.Field> fields = CommonFunction.generateData(2000);
     R<MutationResult> mutationResultR =

tests/milvustest/src/test/java/com/zilliz/milvustest/other/GetMetricsTest.java

@@ -18,7 +18,8 @@ public class GetMetricsTest extends BaseTest {
   @Severity(SeverityLevel.BLOCKER)
   @Test(
       description =
-          "Gets the runtime metrics information of Milvus, returns the result in .json format.")
+          "Gets the runtime metrics information of Milvus, returns the result in .json format."
+          ,groups = {"Smoke"})
   public void getMetricTest() {
     String param = "{\"metric_type\": \"system_info\"}";
     R<GetMetricsResponse> getMetricsResponseR =

tests/milvustest/src/test/java/com/zilliz/milvustest/other/GetReplicasTest.java

@@ -16,7 +16,7 @@ import org.testng.annotations.Test;
 @Epic("Replicas")
 @Feature("GetReplicas")
 public class GetReplicasTest extends BaseTest {
-  @BeforeClass(description = "load collection first")
+  @BeforeClass(description = "load collection first",alwaysRun = true)
   public void loadCollection() {
     milvusClient.loadCollection(
         LoadCollectionParam.newBuilder()
@@ -28,7 +28,7 @@ public class GetReplicasTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "release collection after test")
+  @AfterClass(description = "release collection after test",alwaysRun = true)
   public void releaseCollection() {
     milvusClient.releaseCollection(
         ReleaseCollectionParam.newBuilder()
@@ -36,7 +36,7 @@ public class GetReplicasTest extends BaseTest {
             .build());
   }
 
-  @Test(description = "Returns the collection's replica information")
+  @Test(description = "Returns the collection's replica information",groups = {"Smoke"})
   @Severity(SeverityLevel.BLOCKER)
   public void getReplicasTest() {
     R<GetReplicasResponse> getReplicasResponseR =

tests/milvustest/src/test/java/com/zilliz/milvustest/other/LoadBalanceTest.java

@@ -4,16 +4,18 @@ import com.zilliz.milvustest.common.BaseTest;
 import com.zilliz.milvustest.common.CommonData;
 import com.zilliz.milvustest.common.CommonFunction;
 import io.milvus.grpc.GetPersistentSegmentInfoResponse;
+import io.milvus.grpc.GetQuerySegmentInfoResponse;
+import io.milvus.grpc.QuerySegmentInfo;
 import io.milvus.param.R;
+import io.milvus.param.RpcStatus;
 import io.milvus.param.collection.FlushParam;
 import io.milvus.param.collection.LoadCollectionParam;
 import io.milvus.param.control.GetPersistentSegmentInfoParam;
+import io.milvus.param.control.GetQuerySegmentInfoParam;
 import io.milvus.param.control.LoadBalanceParam;
 import io.milvus.param.dml.InsertParam;
-import io.qameta.allure.Epic;
-import io.qameta.allure.Feature;
-import io.qameta.allure.Severity;
-import io.qameta.allure.SeverityLevel;
+import io.qameta.allure.*;
+import org.testng.Assert;
 import org.testng.annotations.Test;
 
 import java.util.Arrays;
@@ -23,7 +25,8 @@ import java.util.List;
 @Feature("LoadBalance")
 public class LoadBalanceTest extends BaseTest {
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Moves segment from a query node to another to keep the load balanced.")
+  @Issue("https://github.com/milvus-io/milvus-sdk-java/issues/356")
+  @Test(description = "Moves segment from a query node to another to keep the load balanced.",groups = {"Smoke"})
   public void loadBalanceTest() {
     // insert
     List<InsertParam.Field> fields = CommonFunction.generateData(3000);
@@ -49,16 +52,25 @@ public class LoadBalanceTest extends BaseTest {
             .withSyncLoadWaitingTimeout(30L)
             .build());
     // query Segment
-    R<GetPersistentSegmentInfoResponse> responseR =
-        milvusClient.getPersistentSegmentInfo(
-            GetPersistentSegmentInfoParam.newBuilder()
-                .withCollectionName(CommonData.defaultCollection)
-                .build());
-    milvusClient.loadBalance(
-        LoadBalanceParam.newBuilder()
-            .withSegmentIDs(Arrays.asList(434445867837030402L))
-            .withDestinationNodeID(Arrays.asList(6L))
-            .withSourceNodeID(3L)
-            .build());
+    R<GetQuerySegmentInfoResponse> responseR =
+            milvusClient.getQuerySegmentInfo(
+                    GetQuerySegmentInfoParam.newBuilder()
+                            .withCollectionName(CommonData.defaultCollection)
+                            .build());
+    System.out.println("1:"+responseR.getData());
+    List<QuerySegmentInfo> infosList = responseR.getData().getInfosList();
+    R<RpcStatus> rpcStatusR = milvusClient.loadBalance(
+            LoadBalanceParam.newBuilder()
+                    .withSegmentIDs(Arrays.asList(infosList.get(0).getSegmentID()))
+                    .withDestinationNodeID(Arrays.asList(infosList.get(0).getNodeIds(0)))
+                    .withSourceNodeID(infosList.get(1).getNodeIds(0))
+                    .build());
+    Assert.assertEquals(rpcStatusR.getStatus().intValue(),0);
+    R<GetQuerySegmentInfoResponse> responseR2 =
+            milvusClient.getQuerySegmentInfo(
+                    GetQuerySegmentInfoParam.newBuilder()
+                            .withCollectionName(CommonData.defaultCollection)
+                            .build());
+    System.out.println("2:"+responseR2.getData());
   }
 }

tests/milvustest/src/test/java/com/zilliz/milvustest/partition/CreatePartitionTest.java

@@ -32,20 +32,20 @@ public class CreatePartitionTest extends BaseTest {
   private String partition;
   private String collection;
 
-  @BeforeClass(description = "init partition Name")
+  @BeforeClass(description = "init partition Name",alwaysRun = true)
   public void createPartitionTest() {
     collection=CommonFunction.createNewCollection();
     partition = "partition_" + MathUtil.getRandomString(10);
   }
 
-  @AfterClass(description = "delete partition after test")
+  @AfterClass(description = "delete partition after test",alwaysRun = true)
   public void deleteCollection() {
     milvusClient.dropCollection(
         DropCollectionParam.newBuilder().withCollectionName(collection).build());
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Create partition")
+  @Test(description = "Create partition",groups = {"Smoke"})
   public void createPartition() {
     CreatePartitionParam createPartitionParam =
         CreatePartitionParam.newBuilder()
@@ -57,7 +57,7 @@ public class CreatePartitionTest extends BaseTest {
     Assert.assertEquals(rpcStatusR.getData().getMsg(), "Success");
   }
 
-  @Severity(SeverityLevel.BLOCKER)
+  @Severity(SeverityLevel.NORMAL)
   @Test(description = "Create partition repeatedly",dependsOnMethods = "createPartition")
   public void createPartitionRepeatedly() {
     CreatePartitionParam createPartitionParam =

tests/milvustest/src/test/java/com/zilliz/milvustest/partition/DropPartitionTest.java

@@ -39,7 +39,7 @@ public class DropPartitionTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "drop partition", dataProvider = "partitionName")
+  @Test(description = "drop partition", dataProvider = "partitionName",groups = {"Smoke"})
   public void dropPartition(String partitionName) {
     R<RpcStatus> rpcStatusR =
         milvusClient.dropPartition(

tests/milvustest/src/test/java/com/zilliz/milvustest/partition/GetPartitionStatisticsTest.java

@@ -26,7 +26,7 @@ import java.util.List;
 public class GetPartitionStatisticsTest extends BaseTest {
   public String partition;
 
-  @BeforeClass(description = "load partition")
+  @BeforeClass(description = "load partition",alwaysRun = true)
   public void initPartition() {
     partition = "partition_" + MathUtil.getRandomString(10);
     milvusClient.createPartition(
@@ -36,7 +36,7 @@ public class GetPartitionStatisticsTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "delete partition after test")
+  @AfterClass(description = "delete partition after test",alwaysRun = true)
   public void deletePartition() {
     milvusClient.dropPartition(
         DropPartitionParam.newBuilder()
@@ -46,7 +46,7 @@ public class GetPartitionStatisticsTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Get partition statistics")
+  @Test(description = "Get partition statistics",groups = {"Smoke"})
   public void getPartitionStatistics() {
     List<InsertParam.Field> fields = CommonFunction.generateData(1000);
     milvusClient.insert(
@@ -67,7 +67,7 @@ public class GetPartitionStatisticsTest extends BaseTest {
     Assert.assertEquals(partitionStatisticsResponse.getStats(0).getValue(), "1000");
   }
 
-  @Severity(SeverityLevel.BLOCKER)
+  @Severity(SeverityLevel.NORMAL)
   @Test(description = "Get nonexistent partition statistics")
   public void getNonexistentPartitionStatistics() {
 

tests/milvustest/src/test/java/com/zilliz/milvustest/partition/HasPartitionTest.java

@@ -21,7 +21,7 @@ import org.testng.annotations.Test;
 public class HasPartitionTest extends BaseTest {
   private String partition;
 
-  @BeforeClass(description = "init partition Name")
+  @BeforeClass(description = "init partition Name",alwaysRun = true)
   public void createPartitionTest() {
     partition = "partition_" + MathUtil.getRandomString(10);
     milvusClient.createPartition(
@@ -31,7 +31,7 @@ public class HasPartitionTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "delete partition after test")
+  @AfterClass(description = "delete partition after test",alwaysRun = true)
   public void deletePartition() {
     milvusClient.dropPartition(
         DropPartitionParam.newBuilder()
@@ -41,7 +41,7 @@ public class HasPartitionTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "Check partition")
+  @Test(description = "Check partition",groups = {"Smoke"})
   public void hasPartitionTest1() {
     R<Boolean> booleanR =
         milvusClient.hasPartition(

tests/milvustest/src/test/java/com/zilliz/milvustest/partition/LoadPartitionsTest.java

@@ -30,7 +30,7 @@ public class LoadPartitionsTest extends BaseTest {
   private String partition;
   private String partition2;
 
-  @BeforeClass(description = "init partition Name")
+  @BeforeClass(description = "init partition Name",alwaysRun = true)
   public void createPartitionTest() {
     collection= CommonFunction.createNewCollection();
     partition = "partition_" + MathUtil.getRandomString(10);
@@ -47,7 +47,7 @@ public class LoadPartitionsTest extends BaseTest {
                     .build());
   }
 
-  @AfterClass(description = "delete partition after test")
+  @AfterClass(description = "delete partition after test",alwaysRun = true)
   public void deletePartition() {
     milvusClient.dropPartition(
         DropPartitionParam.newBuilder()
@@ -63,7 +63,7 @@ public class LoadPartitionsTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "load partition")
+  @Test(description = "load partition",groups = {"Smoke"})
   public void loadPartition() {
     List<String> partitionNames =
         new ArrayList<String>() {

tests/milvustest/src/test/java/com/zilliz/milvustest/partition/ReleasePartitionsTest.java

@@ -31,7 +31,7 @@ public class ReleasePartitionsTest extends BaseTest {
   public String partition;
   public String collection;
 
-  @BeforeClass(description = "load partition")
+  @BeforeClass(description = "load partition",alwaysRun = true)
   public void initPartition() {
     collection = CommonFunction.createNewCollection();
     partition = "partition_" + MathUtil.getRandomString(10);
@@ -47,7 +47,7 @@ public class ReleasePartitionsTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "delete partition after test")
+  @AfterClass(description = "delete partition after test",alwaysRun = true)
   public void deletePartition() {
     milvusClient.dropPartition(
         DropPartitionParam.newBuilder()
@@ -59,7 +59,7 @@ public class ReleasePartitionsTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "release partition")
+  @Test(description = "release partition",groups = {"Smoke"})
   public void releasePartition() {
     R<RpcStatus> rpcStatusR =
         milvusClient.releasePartitions(

tests/milvustest/src/test/java/com/zilliz/milvustest/partition/ShowPartitionsTest.java

@@ -20,7 +20,7 @@ import java.util.List;
 public class ShowPartitionsTest extends BaseTest {
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "show partitions")
+  @Test(description = "show partitions",alwaysRun = true)
   public void showPartitionTest() {
     List<String> strings =
         new ArrayList<String>() {

tests/milvustest/src/test/java/com/zilliz/milvustest/query/QueryAsyncTest.java

@@ -44,7 +44,7 @@ import static com.zilliz.milvustest.util.MathUtil.combine;
 public class QueryAsyncTest extends BaseTest {
   public String newBookName;
 
-  @BeforeClass(description = "load collection first")
+  @BeforeClass(description = "load collection first",alwaysRun = true)
   public void loadCollection() {
     milvusClient.loadCollection(
         LoadCollectionParam.newBuilder().withCollectionName(CommonData.defaultCollection).build());
@@ -67,7 +67,7 @@ public class QueryAsyncTest extends BaseTest {
     return new Object[][] {{Boolean.FALSE}, {Boolean.TRUE}};
   }
 
-  @AfterClass(description = "release collection after test")
+  @AfterClass(description = "release collection after test",alwaysRun = true)
   public void releaseCollection() {
     milvusClient.releaseCollection(
         ReleaseCollectionParam.newBuilder()
@@ -189,7 +189,7 @@ public class QueryAsyncTest extends BaseTest {
   }
 
   @Severity(SeverityLevel.BLOCKER)
-  @Test(description = "query data async", dataProvider = "providerPartition")
+  @Test(description = "query data async", dataProvider = "providerPartition",groups = {"Smoke"})
   public void queryAsyncTest(Boolean usePart) throws ExecutionException, InterruptedException {
     String SEARCH_PARAM = "book_id in [2,4,6,8]";
     List<String> outFields = Arrays.asList("book_id", "word_count", CommonData.defaultVectorField);

tests/milvustest/src/test/java/com/zilliz/milvustest/query/QueryTest.java

@@ -42,7 +42,7 @@ import static com.zilliz.milvustest.util.MathUtil.combine;
 public class QueryTest extends BaseTest {
   public String newBookName;
 
-  @BeforeClass(description = "load collection first")
+  @BeforeClass(description = "load collection first",alwaysRun = true)
   public void loadCollection() {
     milvusClient.loadCollection(
         LoadCollectionParam.newBuilder().withCollectionName(CommonData.defaultCollection).build());
@@ -65,7 +65,7 @@ public class QueryTest extends BaseTest {
     return new Object[][] {{Boolean.FALSE}, {Boolean.TRUE}};
   }
 
-  @AfterClass(description = "release collection after test")
+  @AfterClass(description = "release collection after test",alwaysRun = true)
   public void releaseCollection() {
     milvusClient.releaseCollection(
         ReleaseCollectionParam.newBuilder()
@@ -176,7 +176,7 @@ public class QueryTest extends BaseTest {
       {" book_name < book_content "},
       {" book_name <= book_content "},
       {" \"10\" < book_name  <= \"a\" "},
-      {" \"a\" <= book_name < \"a99\" "},
+      {" \"a\" <= book_name < \"zAS\" "},
       {" \"asa\" < book_name <= \"zaa\" "},
       {" \"a\" <= book_name  and book_name >= \"99\" "},
       {" book_name like \"国%\" "},
@@ -186,7 +186,7 @@ public class QueryTest extends BaseTest {
     };
   }
 
-  @Test(description = "int PK and float vector query", dataProvider = "providerPartition")
+  @Test(description = "int PK and float vector query", dataProvider = "providerPartition",groups = {"Smoke"})
   @Severity(SeverityLevel.BLOCKER)
   public void intPKAndFloatVectorQuery(Boolean usePart) {
     String SEARCH_PARAM = "book_id in [2,4,6,8]";

tests/milvustest/src/test/java/com/zilliz/milvustest/search/SearchAsyncTest.java

@@ -44,7 +44,7 @@ public class SearchAsyncTest extends BaseTest {
   public String newBookName;
   public String newBookNameBin;
 
-  @BeforeClass(description = "load collection first")
+  @BeforeClass(description = "load collection first",alwaysRun = true)
   public void loadCollection() {
     milvusClient.loadCollection(
         LoadCollectionParam.newBuilder().withCollectionName(CommonData.defaultCollection).build());
@@ -62,7 +62,7 @@ public class SearchAsyncTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "release collection after test")
+  @AfterClass(description = "release collection after test",alwaysRun = true)
   public void releaseCollection() {
     milvusClient.releaseCollection(
         ReleaseCollectionParam.newBuilder()
@@ -192,7 +192,7 @@ public class SearchAsyncTest extends BaseTest {
   @Test(
       description =
           "Conducts ANN async search on a vector field. Use expression to do filtering before search.",
-      dataProvider = "providerPartition")
+      dataProvider = "providerPartition",groups = {"Smoke"})
   public void intPKAndFloatVectorSearchAsync(Boolean usePart) {
     final Integer SEARCH_K = 2; // TopK
     final String SEARCH_PARAM = "{\"nprobe\":100}";

tests/milvustest/src/test/java/com/zilliz/milvustest/search/SearchTest.java

@@ -44,7 +44,7 @@ public class SearchTest extends BaseTest {
   public String newBookName;
   public String newBookNameBin;
 
-  @BeforeClass(description = "load collection first")
+  @BeforeClass(description = "load collection first",alwaysRun = true)
   public void loadCollection() {
     milvusClient.loadCollection(
         LoadCollectionParam.newBuilder().withCollectionName(CommonData.defaultCollection).build());
@@ -62,7 +62,7 @@ public class SearchTest extends BaseTest {
             .build());
   }
 
-  @AfterClass(description = "release collection after test")
+  @AfterClass(description = "release collection after test",alwaysRun = true)
   public void releaseCollection() {
     milvusClient.releaseCollection(
         ReleaseCollectionParam.newBuilder()
@@ -178,7 +178,7 @@ public class SearchTest extends BaseTest {
             {" book_name < book_content "},
             {" book_name <= book_content "},
             {" \"10\" < book_name  <= \"a\" "},
-            {" \"a\" <= book_name < \"a99\" "},
+            {" \"a\" <= book_name < \"zAs\" "},
             {" \"asa\" < book_name <= \"zaa\" "},
             {" \"a\" <= book_name  and book_name >= \"99\" "},
             {" book_name like \"国%\" "},
@@ -192,7 +192,7 @@ public class SearchTest extends BaseTest {
   @Test(
       description =
           "Conducts ANN search on a vector field. Use expression to do filtering before search.",
-      dataProvider = "providerPartition")
+      dataProvider = "providerPartition",groups = {"Smoke"})
   public void intPKAndFloatVectorSearch(Boolean usePart) {
     Integer SEARCH_K = 2; // TopK
     String SEARCH_PARAM = "{\"nprobe\":10}";
@@ -1359,7 +1359,7 @@ public class SearchTest extends BaseTest {
 
   @Severity(SeverityLevel.NORMAL)
   @Test(
-      description = "string PK and float vector search after delete the entity",
+      description = "string PK and Binary vector search after delete the entity",
       dataProvider = "providerPartition",
       dependsOnMethods = {
         "stringPKAndBinaryVectorSearchAfterInsertNewEntity",

tests/milvustest/src/test/java/com/zilliz/milvustest/segment/GetPersistentSegmentInfoTest.java

@@ -20,7 +20,7 @@ import java.util.Arrays;
 @Epic("Segment")
 @Feature("GetPersistentSegmentInfo")
 public class GetPersistentSegmentInfoTest extends BaseTest {
-  @BeforeClass
+  @BeforeClass(alwaysRun = true)
   public void flushFirst() {
     milvusClient.flush(
         FlushParam.newBuilder()
@@ -31,7 +31,8 @@ public class GetPersistentSegmentInfoTest extends BaseTest {
   @Severity(SeverityLevel.BLOCKER)
   @Test(
       description =
-          "Gets the information of persistent segments from data node, including row count, persistence state")
+          "Gets the information of persistent segments from data node, including row count, persistence state"
+          ,groups = {"Smoke"})
   public void getPersistentSegmentInfoTest() {
     R<GetPersistentSegmentInfoResponse> responseR =
         milvusClient.getPersistentSegmentInfo(

tests/milvustest/src/test/java/com/zilliz/milvustest/segment/GetQuerySegmentInfoTest.java

@@ -10,12 +10,13 @@ import io.milvus.param.control.GetQuerySegmentInfoParam;
 import io.qameta.allure.*;
 import org.testng.Assert;
 import org.testng.annotations.AfterClass;
+import org.testng.annotations.BeforeClass;
 import org.testng.annotations.Test;
 
 @Epic("Segment")
 @Feature("GetQuerySegmentInfo")
 public class GetQuerySegmentInfoTest extends BaseTest {
-  @AfterClass
+  @BeforeClass(alwaysRun = true)
   public void LoadFirst() {
     milvusClient.loadCollection(
         LoadCollectionParam.newBuilder().withCollectionName(CommonData.defaultCollection).build());
@@ -25,7 +26,8 @@ public class GetQuerySegmentInfoTest extends BaseTest {
   @Issue("https://github.com/milvus-io/milvus-sdk-java/issues/322")
   @Test(
       description =
-          "Gets the query information of segments in a collection from query node, including row count,")
+          "Gets the query information of segments in a collection from query node, including row count,"
+          ,groups = {"Smoke"})
   public void getQuerySegmentInfoTest() {
     R<GetQuerySegmentInfoResponse> responseR =
         milvusClient.getQuerySegmentInfo(
@@ -34,7 +36,8 @@ public class GetQuerySegmentInfoTest extends BaseTest {
                 .build());
     System.out.println(responseR.getData());
     Assert.assertEquals(responseR.getStatus().intValue(), 0);
-    Assert.assertEquals(responseR.getData().getInfos(0), 0);
+    Assert.assertTrue(responseR.getData().getInfos(0).getNumRows()>1);
+    Assert.assertTrue(responseR.getData().getInfosCount()>=2);
   }
 
   @Severity(SeverityLevel.NORMAL)
@@ -50,7 +53,7 @@ public class GetQuerySegmentInfoTest extends BaseTest {
                 .withCollectionName(CommonData.defaultCollection)
                 .build());
     System.out.println(responseR.getData());
-    Assert.assertEquals(responseR.getStatus().intValue(), 1);
-    Assert.assertTrue(responseR.getException().getMessage().contains("getSegmentInfo: queryNode"));
+    Assert.assertEquals(responseR.getStatus().intValue(), 0);
+    Assert.assertEquals(responseR.getData().getInfosCount(),0);
   }
 }

tests/milvustest/testng.xml

@@ -1,15 +1,14 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!DOCTYPE suite SYSTEM "http://testng.org/testng-1.0.dtd">
-<suite name="Milvus Java SDK test Suite" parallel="classes" thread-count="3">
-    <!--folder-->
-    <test name="connection">
+<suite name="Smoke test for Java SDK">
+    <test name="Smoke Test">
+        <groups>
+            <run>
+                <include name="Smoke"/>
+            </run>
+        </groups>
         <packages>
-            <package name="com.zilliz.milvustest.connection" />
-        </packages>
-    </test>
-    <test name="collection">
-        <packages>
-            <package name="com.zilliz.milvustest.collection" />
+            <package name="com.zilliz.milvustest.*"/>
         </packages>
     </test>
 </suite>