refactor: migrate some code to sub package (#2393)

* chore: migrate service dirs to tenecntcloud/services

* refactor: add some generic definitions to the package tencentcloud/common

* refactor: add some generic definitions to the package tencentcloud/acctest

* refactor: add some generic definitions to the package tencentcloud/common

* refactor: migrate package tencentcloud/services/antiddos

* refactor: migrate package tencentcloud/services/apm

* refactor: migrate package tencentcloud/services/bh

* refactor: migrate package tencentcloud/services/bi

* chore: fix scripts/delta-test.sh

Author: yhlooo

gendoc/main.go

@@ -142,7 +142,7 @@ func genDoc(product, dtype, fpath, name string, resource *schema.Resource) {
 		productDir = "common"
 	}
 
-	filename := fmt.Sprintf("%s/%s_%s_%s.md", productDir, dtype, cloudMarkShort, data["resource"])
+	filename := fmt.Sprintf("services/%s/%s_%s_%s.md", productDir, dtype, cloudMarkShort, data["resource"])
 	message("[START]get description from file: %s\n", filename)
 
 	raw, err := os.ReadFile(filepath.Join(fpath, filename))

scripts/delta-test.sh

@@ -1,40 +1,53 @@
 #!/bin/bash
 
-range_sha=${BASE_SHA}
-echo $(git diff --name-status ${range_sha} | awk '{print $2}')
-#service files
-update_service_functions=""
-service_files=`git diff --name-status ${range_sha} | awk '{print $2}' | grep "^tencentcloud/service*"`
-if [ $service_files ] ; then
-    update_service_functions=`echo $service_files | xargs git diff ${range_sha} | grep "@@" | grep "func" | awk -F ")" '{print $2}' | awk -F "(" '{print $1}' | tr -d ' '`
-fi
-echo "update_service_functions: $update_service_functions"
-need_test_files=""
-for update_service_function in $update_service_functions; do
-    tmp_files=`grep -r --with-filename $update_service_function ./tencentcloud | awk -F ":" '{print $1}' | grep -v "service_tencent*" | awk -F "/" '{print $3}' | sort | uniq | egrep "^resource_tc_|^data_source_tc" | awk -F "." '{print $1}' | awk '/_test$/{print "tencentcloud/"$0".go"} !/_test$/{print "tencentcloud/"$0"_test.go"}'`
-    need_test_files="$need_test_files $tmp_files"
+range_sha="${BASE_SHA}"
+
+# changed files
+changed_files="$(git diff --name-only "${range_sha}" | grep -E '\.go$')"
+echo "Changed Files: ${changed_files}"
+
+# changed test files
+changed_test_files="$(echo "${changed_files}" | grep -E "_test\.go$")"
+echo "Changed test files: ${changed_test_files}"
+
+# test files for changed service
+changed_service_files="$(echo "${changed_files}" | grep -E "^tencentcloud/(services/[^/]+/)?service_")"
+changed_services_test_files=""
+for service_file in ${changed_service_files}; do
+  service_file_dir="$(dirname "${service_file}")"
+  service_funcs="$(git diff "${range_sha}" "${service_file}" | grep -E "^.func " | awk -F ")" '{print $2}' | awk -F "(" '{print $1}' | tr -d ' ')"
+  for func in ${service_funcs}; do
+    files_using_func="$(grep -r --with-filename "${func}" "$service_file_dir" | awk -F ":" '{print $1}' | grep -E "^tencentcloud/(services/[^/]+/)?(resource_tc|data_source_tc)" | sort | uniq)"
+    if [[ "${files_using_func}" == "" ]]; then
+      continue
+    fi
+    files_using_func_test_files="$(echo "${files_using_func}" | awk -F "." '{print $1"_test.go"}')"
+    changed_services_test_files="${changed_services_test_files} ${files_using_func_test_files}"
+  done
 done
-echo "need_test_files: $need_test_files"
-
-# resource&&data_source files
-update_sources=`git diff --name-status ${range_sha}| awk '{print $2}' | egrep "^tencentcloud/resource_tc|^tencentcloud/data_source" | egrep -v "_test.go" | awk -F "." '{print $1"_test.go"}'`
-echo "update_sources: $update_sources"
-# test files
-delta_test_files=`git diff --name-status ${range_sha} | egrep "_test\.go$" | awk '{print $2}'`
-echo "delta_test_files: $delta_test_files"
-# all test files
-delta_test_files="$delta_test_files $need_test_files $update_sources"
-delta_test_files=`echo $delta_test_files | xargs -n1 | sort | uniq`
-echo "all delta_test_files: $delta_test_files"
-for delta_test_file in ${delta_test_files}; do
-    test_casts=`egrep "func TestAcc.+\(" ${delta_test_file} | awk -F "(" '{print $1}' | awk '{print $2}' | grep -v "NeedFix"`
-    echo "[$delta_test_file] \n$test_casts"
-    for test_cast in ${test_casts}; do
-        go_test_cmd="go test -v -run ${test_cast} -timeout=0 ./tencentcloud/"
-        $go_test_cmd
-        if [ $? -ne 0 ]; then
-            printf "[GO TEST FILED] ${go_test_cmd}"
-            exit 1
-        fi
-    done
+echo "Test files for changed service functions: ${changed_services_test_files}"
+
+# test files for changed resource and datasource
+changed_sources_test_files="$(echo "${changed_files}" | grep -E "^tencentcloud/(services/[^/]+/)?(resource_tc|data_source_tc)" | grep -Ev "_test.go" | awk -F "." '{print $1"_test.go"}')"
+echo "Test files for changed resource and datasource: ${changed_sources_test_files}"
+
+# all need run test files
+need_run_test_files="${changed_test_files} ${changed_services_test_files} ${changed_sources_test_files}"
+need_run_test_files="$(echo "${need_run_test_files}" | xargs -n1 | sort | uniq)"
+echo "All need run test files: ${need_run_test_files}"
+
+# run test
+for test_file in ${need_run_test_files}; do
+  test_file_dir="$(dirname "$test_file")"
+  test_casts="$(grep -E "func TestAcc.+\(" "${test_file}" | awk -F "(" '{print $1}' | awk '{print $2}' | grep -v "NeedFix")"
+  printf "[%s]\n%s\n" "${test_file}" "${test_casts}"
+
+  for test_cast in ${test_casts}; do
+    go_test_cmd="go test -v -run ${test_cast} -timeout=0 ./${test_file_dir}/"
+    $go_test_cmd
+    if ! $go_test_cmd; then
+      printf "[GO TEST FAILED] %s\n" "${go_test_cmd}"
+      exit 1
+    fi
+  done
 done