test: upload test report to account's object storage (#326)

## 📝 Description

Storing test executions from dev/main branch to test account's object
storage

## 📷 Preview

**If applicable, include a screenshot or code snippet of this change.
Otherwise, please remove this section.**

Author: ykim-akamai

.github/workflows/e2e-test-pr.yml

@@ -78,11 +78,37 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
-      - run: make INTEGRATION_TEST_PATH="${{ inputs.test_path }}" testint
-        if: ${{ steps.validate-tests.outputs.match == '' }}
+      - name: Run Integration tests
+        run: |
+          timestamp=$(date +'%Y%m%d%H%M')
+          report_filename="${timestamp}_sdk_test_report.xml"
+          status=0
+          if ! python3 -m pytest test/integration/${INTEGRATION_TEST_PATH} --junitxml="${report_filename}"; then
+            echo "Tests failed, but attempting to upload results anyway"
+          fi
         env:
           LINODE_TOKEN: ${{ secrets.LINODE_TOKEN }}
 
+      - name: Set release version env
+        run: echo "RELEASE_VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
+
+      - name: Add additional information to XML report
+        run: |
+          filename=$(ls | grep -E '^[0-9]{12}_sdk_test_report\.xml$') 
+          python test/script/add_to_xml_test_report.py \
+          --branch_name "${{ env.RELEASE_VERSION }}" \
+          --gha_run_id "$GITHUB_RUN_ID" \
+          --gha_run_number "$GITHUB_RUN_NUMBER" \
+          --xmlfile "${filename}"
+
+      - name: Upload test results
+        run: |
+          report_filename=$(ls | grep -E '^[0-9]{12}_sdk_test_report\.xml$')
+          python3 test/script/test_report_upload_script.py "${report_filename}"
+        env:
+          LINODE_CLI_OBJ_ACCESS_KEY: ${{ secrets.LINODE_CLI_OBJ_ACCESS_KEY }}
+          LINODE_CLI_OBJ_SECRET_KEY: ${{ secrets.LINODE_CLI_OBJ_SECRET_KEY }}
+
       - uses: actions/github-script@v6
         id: update-check-run
         if: ${{ inputs.pull_request_number != '' && fromJson(steps.commit-hash.outputs.data).repository.pullRequest.headRef.target.oid == inputs.sha }}

test/integration/conftest.py

@@ -3,7 +3,7 @@
 
 import pytest
 
-from linode_api4.linode_client import LinodeClient, LongviewSubscription
+from linode_api4.linode_client import LinodeClient
 
 ENV_TOKEN_NAME = "LINODE_TOKEN"
 RUN_LONG_TESTS = "RUN_LONG_TESTS"

test/script/add_to_xml_test_report.py

@@ -0,0 +1,41 @@
+import argparse
+import xml.etree.ElementTree as ET
+
+# Parse command-line arguments
+parser = argparse.ArgumentParser(
+    description="Modify XML with workflow information"
+)
+parser.add_argument("--branch_name", required=True)
+parser.add_argument("--gha_run_id", required=True)
+parser.add_argument("--gha_run_number", required=True)
+parser.add_argument(
+    "--xmlfile", required=True
+)  # Added argument for XML file path
+
+args = parser.parse_args()
+
+# Open and parse the XML file
+xml_file_path = args.xmlfile
+tree = ET.parse(xml_file_path)
+root = tree.getroot()
+
+# Create new elements for the information
+branch_name_element = ET.Element("branch_name")
+branch_name_element.text = args.branch_name
+
+gha_run_id_element = ET.Element("gha_run_id")
+gha_run_id_element.text = args.gha_run_id
+
+gha_run_number_element = ET.Element("gha_run_number")
+gha_run_number_element.text = args.gha_run_number
+
+# Add the new elements to the root of the XML
+root.append(branch_name_element)
+root.append(gha_run_id_element)
+root.append(gha_run_number_element)
+
+# Save the modified XML
+modified_xml_file_path = xml_file_path  # Overwrite it
+tree.write(modified_xml_file_path)
+
+print(f"Modified XML saved to {modified_xml_file_path}")

test/script/test_report_upload_script.py

@@ -0,0 +1,43 @@
+import os
+import sys
+
+import boto3
+from botocore.exceptions import NoCredentialsError
+
+ACCESS_KEY = os.environ.get("LINODE_CLI_OBJ_ACCESS_KEY")
+SECRET_KEY = os.environ.get("LINODE_CLI_OBJ_SECRET_KEY")
+BUCKET_NAME = "dx-test-results"
+
+linode_obj_config = {
+    "aws_access_key_id": ACCESS_KEY,
+    "aws_secret_access_key": SECRET_KEY,
+    "endpoint_url": "https://us-southeast-1.linodeobjects.com",
+}
+
+
+def upload_to_linode_object_storage(file_name):
+    try:
+        s3 = boto3.client("s3", **linode_obj_config)
+
+        s3.upload_file(Filename=file_name, Bucket=BUCKET_NAME, Key=file_name)
+
+        print(f"Successfully uploaded {file_name} to Linode Object Storage.")
+
+    except NoCredentialsError:
+        print(
+            "Credentials not available. Ensure you have set your AWS credentials."
+        )
+
+
+if __name__ == "__main__":
+    if len(sys.argv) != 2:
+        print("Usage: python upload_to_linode.py <file_name>")
+        sys.exit(1)
+
+    file_name = sys.argv[1]
+
+    if not file_name:
+        print("Error: The provided file name is empty or invalid.")
+        sys.exit(1)
+
+    upload_to_linode_object_storage(file_name)