Difference between revisions of "StarlingX/Test/SanityTests"
(→Sanity-OpenStack) |
|||
(3 intermediate revisions by 2 users not shown) | |||
Line 1: | Line 1: | ||
= Sanity Test= | = Sanity Test= | ||
− | == '' | + | == ''PyTest Framework'' == |
− | |||
{| class="wikitable" | {| class="wikitable" | ||
|- | |- | ||
− | ! | + | ! SANITY |
+ | |- | ||
+ | |test_measurements_for_metric[image.size] | ||
+ | |- | ||
+ | |test_ssh_to_hosts | ||
|- | |- | ||
− | | | + | |test_system_alarms_and_events_on_lock_unlock_compute |
|- | |- | ||
− | | | + | |test_horizon_create_delete_instance |
|- | |- | ||
− | | || | + | |test_lock_unlock_host[controller] |
− | | | + | |- |
− | + | |test_system_persist_over_host_reboot[controller] | |
− | + | |- | |
+ | |test_swact_controllers | ||
+ | |- | ||
+ | |test_ping_between_two_vms[default-virtio-virtio] | ||
+ | |- | ||
+ | |test_vm_meta_data_retrieval | ||
+ | |- | ||
+ | |test_migrate_vm[ubuntu_14-cold-dedicated] | ||
+ | |- | ||
+ | |test_migrate_vm[tis-centos-guest-live-None] | ||
+ | |- | ||
+ | |test_nova_actions[tis-centos-guest-dedicated-pause-unpause] | ||
+ | |- | ||
+ | |test_nova_actions[ubuntu_14-shared-stop-start] | ||
+ | |- | ||
+ | |test_nova_actions[ubuntu_14-dedicated-auto_recover] | ||
+ | |- | ||
+ | |test_nova_actions[tis-centos-guest-dedicated-suspend-resume] | ||
+ | |- | ||
+ | |test_openstack_services_healthy | ||
+ | |- | ||
+ | |test_evacuate_vms | ||
+ | |- | ||
+ | |test_reapply_stx_openstack_no_change[controller-0] | ||
+ | |- | ||
+ | |test_reapply_stx_openstack_no_change[controller-1] | ||
+ | |- | ||
+ | |test_stx_openstack_helm_override_update_and_reset | ||
+ | |- | ||
+ | |test_system_coredumps_and_crashes[core_dumps] | ||
+ | |- | ||
+ | |test_system_coredumps_and_crashes[crash_reports] | ||
+ | |- | ||
+ | |test_system_alarms | ||
+ | |- | ||
+ | ! PLATFORM SANITY | ||
+ | |- | ||
+ | |test_horizon_host_inventory_display | ||
+ | |- | ||
+ | |test_lock_active_controller_reject | ||
+ | |- | ||
+ | |test_lock_unlock_host[controller] | ||
+ | |- | ||
+ | |test_lock_unlock_host[compute] | ||
+ | |- | ||
+ | |test_lock_unlock_host[storage] | ||
+ | |- | ||
+ | |test_swact_controller_platform | ||
+ | |- | ||
+ | |test_launch_pod_via_kubectl[active] | ||
+ | |- | ||
+ | |test_launch_pod_via_kubectl[standby] | ||
+ | |- | ||
+ | |test_launch_app_via_sysinv | ||
+ | |- | ||
+ | |test_push_docker_image_to_local_registry[active] | ||
+ | |- | ||
+ | |test_push_docker_image_to_local_registry[standby] | ||
+ | |- | ||
+ | |test_upload_charts_via_helm_upload | ||
+ | |- | ||
+ | |test_host_operations_with_custom_kubectl_app | ||
+ | |- | ||
+ | |test_kube_system_services[active] | ||
+ | |- | ||
+ | |test_kube_system_services[standby] | ||
+ | |- | ||
+ | ! SX SANITY | ||
+ | |- | ||
+ | |test_ssh_to_hosts | ||
+ | |- | ||
+ | |test_horizon_create_delete_instance | ||
+ | |- | ||
+ | |test_add_host_simplex_negative | ||
+ | |- | ||
+ | |test_ping_between_two_vms[default-virtio-virtio] | ||
+ | |- | ||
+ | |test_reboot_only_host | ||
+ | |- | ||
+ | |test_nova_actions[tis-centos-guest-dedicated-pause-unpause] | ||
+ | |- | ||
+ | |test_nova_actions[tis-centos-guest-dedicated-suspend-resume] | ||
+ | |- | ||
+ | |test_openstack_services_healthy | ||
+ | |- | ||
+ | |test_reapply_stx_openstack_no_change[controller-0] | ||
+ | |- | ||
+ | |test_reapply_stx_openstack_no_change[controller-1] | ||
+ | |- | ||
+ | |test_stx_openstack_helm_override_update_and_reset | ||
+ | |- | ||
+ | |test_system_coredumps_and_crashes[core_dumps] | ||
+ | |- | ||
+ | |test_system_coredumps_and_crashes[crash_reports] | ||
+ | |- | ||
+ | |test_system_alarms | ||
+ | |- | ||
+ | ! CPE SANITY | ||
+ | |- | ||
+ | |test_measurements_for_metric[image.size] | ||
+ | |- | ||
+ | |test_ssh_to_hosts | ||
+ | |- | ||
+ | |test_horizon_create_delete_instance | ||
+ | |- | ||
+ | |test_lock_unlock_host | ||
+ | |- | ||
+ | |test_swact_controllers | ||
+ | |- | ||
+ | |test_ping_between_two_vms[default-virtio-virtio] | ||
+ | |- | ||
+ | |test_migrate_vm[ubuntu_14-cold-dedicated] | ||
+ | |- | ||
+ | |test_migrate_vm[tis-centos-guest-live-None] | ||
+ | |- | ||
+ | |test_nova_actions[tis-centos-guest-dedicated-pause-unpause] | ||
+ | |- | ||
+ | |test_nova_actions[tis-centos-guest-dedicated-suspend-resume] | ||
+ | |- | ||
+ | |test_openstack_services_healthy | ||
+ | |- | ||
+ | |test_evacuate_vms | ||
+ | |- | ||
+ | |test_reapply_stx_openstack_no_change[controller-0] | ||
+ | |- | ||
+ | |test_reapply_stx_openstack_no_change[controller-1] | ||
|- | |- | ||
− | + | |test_stx_openstack_helm_override_update_and_reset | |
|- | |- | ||
− | | | + | |test_system_coredumps_and_crashes[core_dumps] |
|- | |- | ||
− | | | + | |test_system_coredumps_and_crashes[crash_reports] |
|- | |- | ||
− | | | + | |test_system_alarms |
|- | |- | ||
− | |||
|} | |} | ||
+ | == ''Robot Framework'' == | ||
{| class="wikitable" | {| class="wikitable" | ||
− | |||
|- | |- | ||
− | | | + | ! SANITY-OPENSTACK |
+ | |- | ||
+ | ! 01-Instance-From-Image | ||
+ | |- | ||
+ | |Create Flavors For Instances | ||
+ | |- | ||
+ | |Create Images For Instances | ||
|- | |- | ||
− | | | + | |Create Networks For Instances |
|- | |- | ||
− | | | + | |Launch Instances |
|- | |- | ||
− | | | + | |Suspend Resume Instances |
|- | |- | ||
− | | | + | |Set Error Active Flags Instances |
|- | |- | ||
− | | | + | |Pause Unpause Instances |
|- | |- | ||
− | | | + | |Stop Start Instances |
|- | |- | ||
− | | | + | |Lock Unlock Instances |
|- | |- | ||
− | | | + | |Reboot Instances |
|- | |- | ||
− | | | + | |Rebuild Instances |
|- | |- | ||
− | | | + | |Resize Instances |
|- | |- | ||
− | | | + | |Set Unset Properties Instances |
|- | |- | ||
− | | | + | |Evacuate Instances From Hosts |
|- | |- | ||
− | + | ! 02-Instance-From-Volume | |
− | |||
− | |||
− | |||
|- | |- | ||
− | + | |Create Flavors For Instances | |
|- | |- | ||
− | | | + | |Create Images For Instances |
|- | |- | ||
− | | | + | |Create Networks For Instances |
|- | |- | ||
− | | | + | |Create Volume For Instances |
|- | |- | ||
− | | | + | |Launch Instances |
|- | |- | ||
− | | | + | |Suspend Resume Instances |
|- | |- | ||
− | | | + | |Set Error Active Flags Instances |
|- | |- | ||
− | | | + | |Pause Unpause Instances |
|- | |- | ||
− | | | + | |Stop Start Instances |
|- | |- | ||
− | | | + | |Lock Unlock Instances |
|- | |- | ||
− | | | + | |Reboot Instances |
|- | |- | ||
− | | | + | |Rebuild Instances |
|- | |- | ||
− | | | + | |Resize Instances |
|- | |- | ||
− | | | + | |Set Unset Properties Instances |
|- | |- | ||
− | | | + | |Evacuate Instances From Hosts |
|- | |- | ||
− | + | ! 03-Instance-From-Snapshot | |
− | |||
− | |||
− | |||
|- | |- | ||
− | + | |Create Flavors For Instances | |
|- | |- | ||
− | | | + | |Create Images For Instances |
|- | |- | ||
− | | | + | |Create Networks For Instances |
|- | |- | ||
− | | | + | |Create Volume For Instances |
|- | |- | ||
− | | | + | |Create Snapshot For Instance |
|- | |- | ||
− | | | + | |Launch Instances |
|- | |- | ||
− | | | + | |Suspend Resume Instances |
|- | |- | ||
− | | | + | |Set Error Active Flags Instances |
|- | |- | ||
− | | | + | |Pause Unpause Instances |
|- | |- | ||
− | | | + | |Stop Start Instances |
|- | |- | ||
− | | | + | |Lock Unlock Instances |
|- | |- | ||
− | | | + | |Reboot Instances |
|- | |- | ||
− | | | + | |Rebuild Instances |
|- | |- | ||
− | | | + | |Resize Instances |
|- | |- | ||
− | | | + | |Set Unset Properties Instances |
|- | |- | ||
− | | | + | |Evacuate Instances From Hosts |
|- | |- | ||
− | + | ! 04-Instance-From-Heat-Template | |
− | |||
|- | |- | ||
− | + | |Create Flavors for Instance | |
− | | | ||
− | |||
− | |||
|- | |- | ||
− | + | |Create Images For Instances | |
|- | |- | ||
− | | | + | |Create Networks For Instances |
|- | |- | ||
− | | | + | |Create Instance Trough Stack |
|- | |- | ||
− | + | ! 05-Measurements-For-Metric | |
|- | |- | ||
− | | | + | |Create Image For Metrics |
− | |||
− | |||
− | |||
|- | |- | ||
− | + | |Update Image Name | |
|- | |- | ||
− | | | + | |Update Image Disk Ram Size |
|- | |- | ||
− | + | ! SANITY-PLATFORM | |
|- | |- | ||
− | + | ! 01-OpenStack-Pod-Healthy | |
− | |||
− | |||
− | |||
|- | |- | ||
− | + | |OpenStack PODs Healthy | |
|- | |- | ||
− | | | + | |Reapply STX OpenStack |
|- | |- | ||
− | | | + | |STX OpenStack Override Update Reset |
− | |||
− | |||
− | |||
− | |||
− | |||
|- | |- | ||
− | + | |Kube System Services | |
|- | |- | ||
− | | | + | |Create Check Delete POD |
|- | |- | ||
− | + | ! 02-Host-Management | |
|- | |- | ||
− | | | + | |Add Controller Host Simplex |
− | |||
− | |||
− | |||
|- | |- | ||
− | + | |Swact Controller Host Simplex | |
|- | |- | ||
− | | | + | |Lock Active Controller |
|- | |- | ||
− | | | + | |Lock Unlock Standby Controller |
|- | |- | ||
− | | | + | |Lock Unlock Compute Hosts |
|- | |- | ||
− | | | + | |Lock Unlock Storage Hosts |
|- | |- | ||
− | |||
|} | |} |
Latest revision as of 22:06, 28 October 2019
Sanity Test
PyTest Framework
SANITY |
---|
test_measurements_for_metric[image.size] |
test_ssh_to_hosts |
test_system_alarms_and_events_on_lock_unlock_compute |
test_horizon_create_delete_instance |
test_lock_unlock_host[controller] |
test_system_persist_over_host_reboot[controller] |
test_swact_controllers |
test_ping_between_two_vms[default-virtio-virtio] |
test_vm_meta_data_retrieval |
test_migrate_vm[ubuntu_14-cold-dedicated] |
test_migrate_vm[tis-centos-guest-live-None] |
test_nova_actions[tis-centos-guest-dedicated-pause-unpause] |
test_nova_actions[ubuntu_14-shared-stop-start] |
test_nova_actions[ubuntu_14-dedicated-auto_recover] |
test_nova_actions[tis-centos-guest-dedicated-suspend-resume] |
test_openstack_services_healthy |
test_evacuate_vms |
test_reapply_stx_openstack_no_change[controller-0] |
test_reapply_stx_openstack_no_change[controller-1] |
test_stx_openstack_helm_override_update_and_reset |
test_system_coredumps_and_crashes[core_dumps] |
test_system_coredumps_and_crashes[crash_reports] |
test_system_alarms |
PLATFORM SANITY |
test_horizon_host_inventory_display |
test_lock_active_controller_reject |
test_lock_unlock_host[controller] |
test_lock_unlock_host[compute] |
test_lock_unlock_host[storage] |
test_swact_controller_platform |
test_launch_pod_via_kubectl[active] |
test_launch_pod_via_kubectl[standby] |
test_launch_app_via_sysinv |
test_push_docker_image_to_local_registry[active] |
test_push_docker_image_to_local_registry[standby] |
test_upload_charts_via_helm_upload |
test_host_operations_with_custom_kubectl_app |
test_kube_system_services[active] |
test_kube_system_services[standby] |
SX SANITY |
test_ssh_to_hosts |
test_horizon_create_delete_instance |
test_add_host_simplex_negative |
test_ping_between_two_vms[default-virtio-virtio] |
test_reboot_only_host |
test_nova_actions[tis-centos-guest-dedicated-pause-unpause] |
test_nova_actions[tis-centos-guest-dedicated-suspend-resume] |
test_openstack_services_healthy |
test_reapply_stx_openstack_no_change[controller-0] |
test_reapply_stx_openstack_no_change[controller-1] |
test_stx_openstack_helm_override_update_and_reset |
test_system_coredumps_and_crashes[core_dumps] |
test_system_coredumps_and_crashes[crash_reports] |
test_system_alarms |
CPE SANITY |
test_measurements_for_metric[image.size] |
test_ssh_to_hosts |
test_horizon_create_delete_instance |
test_lock_unlock_host |
test_swact_controllers |
test_ping_between_two_vms[default-virtio-virtio] |
test_migrate_vm[ubuntu_14-cold-dedicated] |
test_migrate_vm[tis-centos-guest-live-None] |
test_nova_actions[tis-centos-guest-dedicated-pause-unpause] |
test_nova_actions[tis-centos-guest-dedicated-suspend-resume] |
test_openstack_services_healthy |
test_evacuate_vms |
test_reapply_stx_openstack_no_change[controller-0] |
test_reapply_stx_openstack_no_change[controller-1] |
test_stx_openstack_helm_override_update_and_reset |
test_system_coredumps_and_crashes[core_dumps] |
test_system_coredumps_and_crashes[crash_reports] |
test_system_alarms |
Robot Framework
SANITY-OPENSTACK |
---|
01-Instance-From-Image |
Create Flavors For Instances |
Create Images For Instances |
Create Networks For Instances |
Launch Instances |
Suspend Resume Instances |
Set Error Active Flags Instances |
Pause Unpause Instances |
Stop Start Instances |
Lock Unlock Instances |
Reboot Instances |
Rebuild Instances |
Resize Instances |
Set Unset Properties Instances |
Evacuate Instances From Hosts |
02-Instance-From-Volume |
Create Flavors For Instances |
Create Images For Instances |
Create Networks For Instances |
Create Volume For Instances |
Launch Instances |
Suspend Resume Instances |
Set Error Active Flags Instances |
Pause Unpause Instances |
Stop Start Instances |
Lock Unlock Instances |
Reboot Instances |
Rebuild Instances |
Resize Instances |
Set Unset Properties Instances |
Evacuate Instances From Hosts |
03-Instance-From-Snapshot |
Create Flavors For Instances |
Create Images For Instances |
Create Networks For Instances |
Create Volume For Instances |
Create Snapshot For Instance |
Launch Instances |
Suspend Resume Instances |
Set Error Active Flags Instances |
Pause Unpause Instances |
Stop Start Instances |
Lock Unlock Instances |
Reboot Instances |
Rebuild Instances |
Resize Instances |
Set Unset Properties Instances |
Evacuate Instances From Hosts |
04-Instance-From-Heat-Template |
Create Flavors for Instance |
Create Images For Instances |
Create Networks For Instances |
Create Instance Trough Stack |
05-Measurements-For-Metric |
Create Image For Metrics |
Update Image Name |
Update Image Disk Ram Size |
SANITY-PLATFORM |
01-OpenStack-Pod-Healthy |
OpenStack PODs Healthy |
Reapply STX OpenStack |
STX OpenStack Override Update Reset |
Kube System Services |
Create Check Delete POD |
02-Host-Management |
Add Controller Host Simplex |
Swact Controller Host Simplex |
Lock Active Controller |
Lock Unlock Standby Controller |
Lock Unlock Compute Hosts |
Lock Unlock Storage Hosts |