Test: Add smoke test suite and workflow (#481)

## 📝 Description

https://jira.linode.com/browse/TPT-2054
https://jira.linode.com/browse/TPT-2135

## ✔️ How to Test

make smoketest


## 📷 Preview

**If applicable, include a screenshot or code snippet of this change.
Otherwise, please remove this section.**

.github/workflows/nightly-smoke-tests.yml

@@ -0,0 +1,35 @@
+name: Nightly Smoke Tests
+
+on:
+  schedule:
+    - cron: "0 0 * * *"
+  workflow_dispatch:
+
+jobs:
+  smoke_tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+        with:
+          ref: dev
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.x'
+
+      - name: Install Python deps
+        run: pip install -r requirements.txt -r requirements-dev.txt wheel boto3
+
+      - name: Install Linode CLI
+        run: make install
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Run smoke tests
+        run: |
+          make smoketest
+        env:
+          LINODE_CLI_TOKEN: ${{ secrets.LINODE_TOKEN_2 }}

Makefile

@@ -26,7 +26,7 @@ build: clean
 
 .PHONY: requirements
 requirements:
-	pip3 install -r requirements.txt
+	pip3 install -r requirements.txt -r requirements-dev.txt
 
 .PHONY: lint
 lint: build
@@ -79,3 +79,7 @@ autoflake:
 
 .PHONY: format
 format: black isort autoflake
+
+@PHONEY: smoketest
+smoketest:
+	pytest -m smoke tests/integration --disable-warnings

tests/integration/cli/test_help.py

@@ -1,6 +1,9 @@
+import pytest
+
 from tests.integration.helpers import exec_test_command
 
 
+@pytest.mark.smoke
 def test_help_page_for_non_aliased_actions():
     process = exec_test_command(["linode-cli", "linodes", "list", "--help"])
     output = process.stdout.decode()
@@ -14,6 +17,7 @@ def test_help_page_for_non_aliased_actions():
     assert "--tags" in output
 
 
+@pytest.mark.smoke
 def test_help_page_for_aliased_actions():
     process = exec_test_command(["linode-cli", "linodes", "ls", "--help"])
     output = process.stdout.decode()

tests/integration/domains/test_domain_records.py

@@ -64,6 +64,7 @@ def domain_records_setup():
     delete_target_id(target="domains", id=domain_id)
 
 
+@pytest.mark.smoke
 def test_create_a_domain(create_master_domain):
     # Current domain list
     process = exec_test_command(
@@ -86,6 +87,7 @@ def test_create_a_domain(create_master_domain):
     )
 
 
+@pytest.mark.smoke
 def test_create_domain_srv_record(domain_records_setup):
     domain_id = domain_records_setup[0]
 
@@ -135,6 +137,7 @@ def test_list_srv_record(domain_records_setup):
     )
 
 
+@pytest.mark.smoke
 def test_view_domain_record(domain_records_setup):
     domain_id = domain_records_setup[0]
     record_id = domain_records_setup[1]

tests/integration/domains/test_domains_tags.py

@@ -1,6 +1,8 @@
 import re
 import time
 
+import pytest
+
 from tests.integration.helpers import (
     delete_tag,
     delete_target_id,
@@ -57,7 +59,7 @@ def test_fail_to_create_slave_domain_with_invalid_tags():
     )
 
 
-# @pytest.mark.skip(reason="BUG 943")
+@pytest.mark.smoke
 def test_create_master_domain_with_tags():
     timestamp = str(int(time.time()))
     tag = "foo"

tests/integration/domains/test_master_domains.py

@@ -84,6 +84,7 @@ def test_create_master_domain_fails_without_soa_email():
     assert "soa_email	soa_email required when type=master" in result
 
 
+@pytest.mark.smoke
 def test_create_master_domain(create_master_domain):
     domain_id = create_master_domain
     assert re.search("[0-9]+", domain_id)

tests/integration/domains/test_slave_domains.py

@@ -60,6 +60,7 @@ def test_create_slave_domain_fails_without_master_dns_server():
     )
 
 
+@pytest.mark.smoke
 def test_create_slave_domain(create_slave_domain):
     domain_id = create_slave_domain
     assert re.search("[0-9]+", domain_id)

tests/integration/events/test_events.py

@@ -49,6 +49,7 @@ def test_print_events_usage_information():
     assert re.search("view.*Event View", output)
 
 
+@pytest.mark.smoke
 def test_list_events():
     process = exec_test_command(
         BASE_CMD + ["list", "--text", "--no-headers", "--delimiter", ","]
@@ -115,6 +116,7 @@ def test_mark_event_seen():
     assert re.search("[0-9]+,.*,.*,[0-9]+-[0-9][0-9]-.*,.*,[a-z]+.*", result)
 
 
+@pytest.mark.smoke
 def test_mark_event_read():
     event_id = (
         exec_test_command(

tests/integration/firewalls/test_firewalls.py

@@ -42,6 +42,7 @@ def firewalls_setup():
     delete_target_id(target="firewalls", id=firewall_id)
 
 
+@pytest.mark.smoke
 def test_view_firewall(firewalls_setup):
     firewall_id = firewalls_setup
 
@@ -78,6 +79,7 @@ def test_list_firewall(firewalls_setup):
     assert re.search(firewall_id + "," + FIREWALL_LABEL + ",enabled", result)
 
 
+@pytest.mark.smoke
 def test_create_firewall_with_minimum_required_args():
     timestamp = str(int(time.time()))
     firewall_label = "label-fw-test" + timestamp

tests/integration/image/test_plugin_image_upload.py

@@ -61,6 +61,7 @@ def test_invalid_file(
     assert f"No file at {file_path}" in output
 
 
+@pytest.mark.smoke
 @pytest.mark.skipif(platform == "win32", reason="Test N/A on Windows")
 def test_file_upload(
     fake_image_file,

tests/integration/kernels/test_kernels.py

@@ -1,5 +1,7 @@
 import re
 
+import pytest
+
 from tests.integration.helpers import exec_test_command
 
 BASE_CMD = ["linode-cli", "kernels", "list", "--text", "--no-headers"]
@@ -35,6 +37,7 @@ def test_fields_from_kernels_list():
         )
 
 
+@pytest.mark.smoke
 def test_view_kernel():
     process = exec_test_command(BASE_CMD + ["--format", "id"])
     output = process.stdout.decode()

tests/integration/linodes/test_backups.py

@@ -43,6 +43,7 @@ def test_create_linode_with_backup_disabled(create_linode_setup):
     assert re.search(linode_id + ",False", result)
 
 
+@pytest.mark.smoke
 def test_enable_backups(create_linode_setup):
     # get linode id
     linode_id = create_linode_setup

tests/integration/linodes/test_linodes.py

@@ -63,6 +63,7 @@ def test_update_linode_with_a_image():
     assert "--image" not in result
 
 
+@pytest.mark.smoke
 def test_create_linodes_with_a_label(create_linode_with_label):
     result = create_linode_with_label
 
@@ -71,6 +72,7 @@ def test_create_linodes_with_a_label(create_linode_with_label):
     )
 
 
+@pytest.mark.smoke
 def test_view_linode_configuration(setup_linodes):
     linode_id = setup_linodes
     result = exec_test_command(

tests/integration/linodes/test_power_status.py

@@ -27,6 +27,7 @@ def create_linode_in_running_state():
     delete_target_id("linodes", linode_id)
 
 
+@pytest.mark.smoke
 def test_create_linode_and_boot(setup_power_status):
     linode_id = setup_power_status
 

tests/integration/lke/test_clusters.py

@@ -14,6 +14,7 @@ def setup_test_clusters():
     remove_lke_clusters()
 
 
+@pytest.mark.smoke
 def test_deploy_an_lke_cluster():
     timestamp = str(int(time.time()) + randint(10, 1000))
     label = "cluster_test" + timestamp

tests/integration/networking/test_networking.py

@@ -34,6 +34,7 @@ def test_display_ips_for_available_linodes(setup_test_networking):
     )
 
 
+@pytest.mark.smoke
 def test_view_an_ip_address(setup_test_networking):
     linode_id = setup_test_networking
     linode_ipv4 = exec_test_command(

tests/integration/nodebalancers/test_node_balancers.py

@@ -168,6 +168,7 @@ def test_fail_to_create_nodebalancer_without_region():
     assert "region	region is required" in result
 
 
+@pytest.mark.smoke
 def test_create_nodebalancer_with_default_conf(
     create_nodebalancer_with_default_conf,
 ):

tests/integration/ssh/test_plugin_ssh.py

@@ -89,6 +89,7 @@ def test_ssh_instance_provisioning(target_instance: Dict[str, Any]):
     assert "is not running" in output
 
 
+@pytest.mark.smoke
 @pytest.mark.skipif(platform == "win32", reason="Test N/A on Windows")
 def test_ssh_instance_ready(
     ssh_key_pair_generator, target_instance: Dict[str, Any]

tests/integration/stackscripts/test_stackscripts.py

@@ -137,6 +137,7 @@ def test_view_private_stackscript():
     )
 
 
+@pytest.mark.smoke
 def test_update_stackscript_compatible_image(create_stackscript):
     images = get_linode_image_lists()
     private_stackscript = create_stackscript

tests/integration/tags/test_tags.py

@@ -23,6 +23,7 @@ def test_create_tag():
     yield unique_tag
 
 
+@pytest.mark.smoke
 def test_view_unique_tag(test_create_tag):
     result = exec_test_command(
         BASE_CMD + ["list", "--text", "--no-headers"]

tests/integration/users/test_users.py

@@ -40,6 +40,7 @@ def test_display_users():
     exec_test_command(BASE_CMD + ["list"])
 
 
+@pytest.mark.smoke
 @pytest.mark.usefixtures("test_create_user")
 def test_view_user():
     exec_test_command(BASE_CMD + ["view", unique_user])

tests/integration/volumes/test_volumes.py

@@ -154,6 +154,7 @@ def test_list_volume(setup_test_volumes):
     )
 
 
+@pytest.mark.smoke
 def test_view_single_volume(setup_test_volumes):
     volume_id = setup_test_volumes
     result = exec_test_command(