Test: Add smoke test suite and workflow (#306)

## 📝 Description

https://jira.linode.com/browse/TPT-2054
https://jira.linode.com/browse/TPT-2135

## ✔️ How to Test

make smoketest

## 📷 Preview

**If applicable, include a screenshot or code snippet of this change.
Otherwise, please remove this section.**

Author: ykim-akamai

.github/workflows/e2e-test-pr.yml

@@ -81,7 +81,7 @@ jobs:
       - run: make INTEGRATION_TEST_PATH="${{ inputs.test_path }}" testint
         if: ${{ steps.validate-tests.outputs.match == '' }}
         env:
-          LINODE_CLI_TOKEN: ${{ secrets.LINODE_TOKEN }}
+          LINODE_TOKEN: ${{ secrets.LINODE_TOKEN }}
 
       - uses: actions/github-script@v6
         id: update-check-run

.github/workflows/nightly-smoke-tests.yml

@@ -0,0 +1,35 @@
+name: Nightly Smoke Tests
+
+on:
+  schedule:
+    - cron: "0 0 * * *"
+  workflow_dispatch:
+
+jobs:
+  smoke_tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+        with:
+          ref: dev
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.x'
+
+      - name: Install Python deps
+        run: pip install -r requirements.txt -r requirements-dev.txt wheel boto3
+
+      - name: Install Python SDK
+        run: make install
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Run smoke tests
+        run: |
+          make smoketest
+        env:
+          LINODE_TOKEN: ${{ secrets.LINODE_TOKEN }}

Makefile

@@ -61,3 +61,7 @@ lint: build
 @PHONEY: testint
 testint:
 	python3 -m pytest test/integration/${INTEGRATION_TEST_PATH}${MODEL_COMMAND} ${TEST_CASE_COMMAND}
+
+@PHONEY: smoketest
+smoketest:
+	pytest -m smoke test/integration --disable-warnings

README.rst

@@ -140,7 +140,7 @@ Integration tests live in the ``test/integration`` directory.
 
 Pre-requisite
 ^^^^^^^^^^^^^^^^^
-Export Linode API token as `LINODE_CLI_TOKEN` before running integration tests::
+Export Linode API token as `LINODE_TOKEN` before running integration tests::
 
     export LINODE_TOKEN = $(your_token)
 

test/integration/linode_client/test_linode_client.py

@@ -46,6 +46,7 @@ def test_get_account(setup_client_and_linode):
         assert re.search("^$|[0-9]+", account.tax_id)
 
 
+@pytest.mark.smoke
 def test_fails_to_create_domain_without_soa_email(setup_client_and_linode):
     client = setup_client_and_linode[0]
 
@@ -57,6 +58,7 @@ def test_fails_to_create_domain_without_soa_email(setup_client_and_linode):
         assert e.status == 400
 
 
+@pytest.mark.smoke
 def test_get_domains(get_client, create_domain):
     client = get_client
     domain = create_domain
@@ -67,6 +69,7 @@ def test_get_domains(get_client, create_domain):
     assert domain.domain in dom_list
 
 
+@pytest.mark.smoke
 def test_image_create(setup_client_and_linode):
     client = setup_client_and_linode[0]
     linode = setup_client_and_linode[1]
@@ -165,6 +168,7 @@ def test_create_tag_with_id(
     assert label in tag_label_list
 
 
+@pytest.mark.smoke
 def test_create_tag_with_entities(
     setup_client_and_linode, create_nodebalancer, create_domain, create_volume
 ):
@@ -223,6 +227,7 @@ def test_create_linode_instance_without_image(get_client):
     assert res
 
 
+@pytest.mark.smoke
 def test_create_linode_instance_with_image(setup_client_and_linode):
     linode = setup_client_and_linode[1]
 

test/integration/linode_client/test_retry.py

@@ -1,6 +1,7 @@
 from test.integration.conftest import get_token
 
 import httpretty
+import pytest
 
 from linode_api4 import ApiError, LinodeClient
 
@@ -36,6 +37,7 @@ def get_retry_client():
     return client
 
 
+@pytest.mark.smoke
 @httpretty.activate
 def test_get_retry_statuses():
     """
@@ -72,7 +74,7 @@ def test_post_retry_statuses():
         httpretty.POST, "https://localhost/test", responses=ERROR_RESPONSES
     )
 
-    get_retry_client.post("/test")
+    get_retry_client().post("/test")
 
     assert len(httpretty.latest_requests()) == 3
 

test/integration/models/test_account.py

@@ -1,6 +1,8 @@
 import time
 from test.integration.helpers import get_test_label
 
+import pytest
+
 from linode_api4.objects import (
     Account,
     AccountSettings,
@@ -11,6 +13,7 @@
 )
 
 
+@pytest.mark.smoke
 def test_get_account(get_client):
     client = get_client
     account = client.account()
@@ -56,6 +59,7 @@ def test_get_account_settings(get_client):
     assert "object_storage" in str(account_settings._raw_json)
 
 
+@pytest.mark.smoke
 def test_latest_get_event(get_client):
     client = get_client
 

test/integration/models/test_domain.py

@@ -7,6 +7,7 @@
 from linode_api4.objects import Domain, DomainRecord
 
 
+@pytest.mark.smoke
 def test_get_domain_record(get_client, create_domain):
     dr = DomainRecord(
         get_client, create_domain.records.first().id, create_domain.id

test/integration/models/test_firewall.py

@@ -21,6 +21,7 @@ def create_linode_fw(get_client):
     linode_instance.delete()
 
 
+@pytest.mark.smoke
 def test_get_firewall_rules(get_client, create_firewall):
     firewall = get_client.load(Firewall, create_firewall.id)
     rules = firewall.rules
@@ -29,6 +30,7 @@ def test_get_firewall_rules(get_client, create_firewall):
     assert rules.outbound_policy in ["ACCEPT", "DROP"]
 
 
+@pytest.mark.smoke
 def test_update_firewall_rules(get_client, create_firewall):
     firewall = get_client.load(Firewall, create_firewall.id)
     new_rules = {

test/integration/models/test_image.py

@@ -26,6 +26,7 @@ def image_upload(get_client):
     delete_instance_with_test_kw(images)
 
 
+@pytest.mark.smoke
 def test_get_image(get_client, image_upload):
     image = get_client.load(Image, image_upload.id)