cross platform collect.py is born
This commit is contained in:
Marc Mance
309
collect.py
Normal file
309
collect.py
Normal file
@@ -0,0 +1,309 @@
|
||||
import subprocess
|
||||
import time
|
||||
import re
|
||||
import csv
|
||||
import os
|
||||
import shutil
|
||||
import socket
|
||||
import platform
|
||||
|
||||
from datetime import datetime
|
||||
|
||||
|
||||
def is_freebsd():
|
||||
return platform.system() == "FreeBSD"
|
||||
|
||||
|
||||
def is_debian():
|
||||
# Debian-based systems often have 'debian' in their platform string
|
||||
return "debian" in platform.platform().lower()
|
||||
|
||||
|
||||
def scaleIfstat_disk():
|
||||
command = ["iostat", "-xyd", "1", "1"]
|
||||
headerRow = [
|
||||
"timestamp",
|
||||
"name",
|
||||
"read_s",
|
||||
"rkB_s",
|
||||
"rrqm_s",
|
||||
"%rrqm",
|
||||
"r_await",
|
||||
"rareq-sz",
|
||||
"w_s",
|
||||
"wkB_s",
|
||||
"wrqm_s",
|
||||
"%wrqm",
|
||||
"w_await",
|
||||
"wareq-sz",
|
||||
"d_s",
|
||||
"dkB_s",
|
||||
"drqm_s",
|
||||
"%drqm",
|
||||
"d_await",
|
||||
"dareq-sz",
|
||||
"f_s",
|
||||
"f_await",
|
||||
"aqu-sz",
|
||||
"%utilread_s",
|
||||
]
|
||||
|
||||
filename = "iostat.csv"
|
||||
|
||||
|
||||
def getTimestamp():
|
||||
timestamp = time.time()
|
||||
local_time = time.localtime(timestamp)
|
||||
# Format the time components for a more readable output
|
||||
return time.strftime("%Y-%m-%d %H:%M:%S", local_time)
|
||||
|
||||
|
||||
def runCollect(command):
|
||||
# Run the command and capture output
|
||||
result = subprocess.run(command, capture_output=True, text=True)
|
||||
# Check the return code (0 for success)
|
||||
if result.returncode == 0:
|
||||
# Access the captured output as a string
|
||||
return result.stdout
|
||||
|
||||
return result.stderr
|
||||
|
||||
|
||||
def scaleIfstat_cpu():
|
||||
command = ["iostat", "-c", "1", "1"]
|
||||
|
||||
headerRow = [
|
||||
"timestamp",
|
||||
"name",
|
||||
"%user",
|
||||
"%nice",
|
||||
"%system",
|
||||
"%iowait",
|
||||
"%steal",
|
||||
"%idle",
|
||||
]
|
||||
|
||||
filename = "cpuStat.csv"
|
||||
|
||||
collect = runCollect(command)
|
||||
|
||||
if collect:
|
||||
byline = re.split("\n", collect)
|
||||
data = byline[2]
|
||||
lineData = data.split()
|
||||
|
||||
if lineData:
|
||||
with open(filename, "a", newline="") as csvfile:
|
||||
csv_writer = csv.writer(csvfile)
|
||||
lineData.insert(0, "cpu")
|
||||
lineData.insert(0, getTimestamp())
|
||||
csv_writer.writerow(lineData)
|
||||
|
||||
else:
|
||||
print(f"Error running command: {collect}")
|
||||
|
||||
|
||||
def coreIfstat():
|
||||
command = ["ifstat", "-znq", "1", "1"]
|
||||
headerRow = [
|
||||
"timestamp",
|
||||
"name",
|
||||
"Kbps_in",
|
||||
"Kbps_out",
|
||||
]
|
||||
filename = "ifStat.csv"
|
||||
|
||||
collect = runCollect(command)
|
||||
|
||||
if collect:
|
||||
# process collection string
|
||||
bylines = collect.split("\n")
|
||||
interfaces = bylines[0].split()
|
||||
stats = bylines[2].split()
|
||||
|
||||
for nic in interfaces:
|
||||
lineData = [getTimestamp(), nic, stats.pop(0), stats.pop(0)]
|
||||
|
||||
if lineData:
|
||||
with open(filename, "a", newline="") as csvfile:
|
||||
csv_writer = csv.writer(csvfile)
|
||||
csv_writer.writerow(lineData)
|
||||
|
||||
else:
|
||||
print(f"Error running command: {collect}")
|
||||
|
||||
|
||||
def zpoolIostat():
|
||||
command = ["zpool", "iostat", "-Tu", "-l", "-p", "-v", "-y", "15", "1"]
|
||||
|
||||
headerRow = [
|
||||
"timestamp",
|
||||
"name",
|
||||
"capacity_alloc",
|
||||
"capacity_free",
|
||||
"ops_read",
|
||||
"ops_write",
|
||||
"bandwidth_read",
|
||||
"bandwidth_write",
|
||||
"total_wait_read",
|
||||
"total_wait_write",
|
||||
"disk_wait_read",
|
||||
"disk_wait_write",
|
||||
"syncq_wait_read",
|
||||
"syncq_wait_write",
|
||||
"asyncq_wait_read",
|
||||
"asyncq_wait_write",
|
||||
"scrub_wait",
|
||||
"trim_wait",
|
||||
"rebuld_wait",
|
||||
]
|
||||
|
||||
collect = runCollect(command)
|
||||
|
||||
if collect:
|
||||
# split output by pools
|
||||
pools = re.split(r"^-", collect, flags=re.MULTILINE)
|
||||
|
||||
i = 0
|
||||
for pool in pools:
|
||||
if i == 0:
|
||||
pass
|
||||
else:
|
||||
# remove ------ lines
|
||||
pool = re.sub("^---.*", "", pool).strip()
|
||||
|
||||
# turn - values into 0
|
||||
pool = re.sub(" -", "0", pool)
|
||||
|
||||
y = 0
|
||||
|
||||
poolbyline = re.split("\n", pool)
|
||||
|
||||
for line in poolbyline:
|
||||
lineData = line.split()
|
||||
|
||||
if not lineData:
|
||||
break
|
||||
|
||||
if y == 0:
|
||||
poolname = lineData[0]
|
||||
filename = poolname + "-zio.csv"
|
||||
|
||||
# Now open the file in append mode ('a')
|
||||
with open(filename, "a", newline="") as csvfile:
|
||||
csv_writer = csv.writer(csvfile)
|
||||
lineData.insert(0, getTimestamp())
|
||||
csv_writer.writerow(lineData)
|
||||
|
||||
y += 1
|
||||
|
||||
i += 1
|
||||
|
||||
else:
|
||||
print(f"Error running command: {collect}")
|
||||
|
||||
|
||||
def collect_data(minutes, interval):
|
||||
start_time = datetime.now()
|
||||
# Continuously collect data for the specified duration
|
||||
|
||||
for _ in range(minutes * 60 // interval):
|
||||
# Collect data using system commands
|
||||
|
||||
zpoolIostat()
|
||||
|
||||
if is_freebsd():
|
||||
coreIfstat()
|
||||
|
||||
# Print progress indicator
|
||||
elapsed_time = (datetime.now() - start_time).total_seconds() // interval
|
||||
print(f"Minute {elapsed_time + 1}", flush=True)
|
||||
time.sleep(interval)
|
||||
|
||||
|
||||
def run_debug():
|
||||
print("Capturing new debug.")
|
||||
command = ["midclt", "call", "system.debug_generate", "-job"]
|
||||
try:
|
||||
result = subprocess.run(command, capture_output=True, text=True, check=True)
|
||||
return result.stdout
|
||||
except subprocess.CalledProcessError as e:
|
||||
print(f"Error running midclt debug: {e}")
|
||||
return None
|
||||
|
||||
|
||||
def collect_csv():
|
||||
source_dir = os.getcwd()
|
||||
destination_dir = "/var/log"
|
||||
|
||||
for filename in os.listdir(source_dir):
|
||||
if filename.endswith(".csv"): # Check for .csv extension
|
||||
source_file = os.path.join(source_dir, filename)
|
||||
destination_file = os.path.join(destination_dir, filename)
|
||||
|
||||
# Handle potential errors (e.g., source file not found, permission issues)
|
||||
try:
|
||||
shutil.copy2(source_file, destination_file)
|
||||
print(f"Copied '{filename}' to /var/log successfully.")
|
||||
except FileNotFoundError:
|
||||
print(f"Error: File '{filename}' not found in '{source_dir}'.")
|
||||
except PermissionError:
|
||||
print(f"Error: Insufficient permissions to copy '{filename}'.")
|
||||
except Exception as e: # Catch other potential errors
|
||||
print(f"Error copying '{filename}': {e}")
|
||||
|
||||
|
||||
def upload_debug():
|
||||
"""
|
||||
Uploads debug file to a specified FTP server.
|
||||
"""
|
||||
|
||||
hostname = socket.gethostname()
|
||||
|
||||
# Generate debug file
|
||||
debug_file = run_debug().strip()
|
||||
|
||||
# Upload data files
|
||||
subprocess.run(
|
||||
[
|
||||
"curl",
|
||||
"--user",
|
||||
"customer:ixcustomer",
|
||||
"-T",
|
||||
debug_file,
|
||||
f"ftp.ixsystems.com/debug-{hostname}-{datetime.now().strftime('%Y%m%d%H%M')}.tgz",
|
||||
]
|
||||
)
|
||||
|
||||
|
||||
def main():
|
||||
minutes = int(input("Enter the duration for data collection (minutes): "))
|
||||
interval = 60 # Default interval between data collection cycles (seconds)
|
||||
|
||||
gstat_command = ["gstat", "-C", "-s", "-d", "-o", "-p", "-I", "5s"]
|
||||
|
||||
print("Starting Collection")
|
||||
|
||||
if is_freebsd():
|
||||
with open("gstat.csv", "a") as output_file:
|
||||
# Create a Popen object with stdout redirected to the file
|
||||
process = subprocess.Popen(gstat_command, stdout=output_file)
|
||||
|
||||
# Collect data
|
||||
collect_data(minutes, interval)
|
||||
|
||||
# kill gstat if freebsd
|
||||
if is_freebsd():
|
||||
process.kill()
|
||||
|
||||
# Copy data files to /var/log (replace with appropriate copying function)
|
||||
collect_csv()
|
||||
|
||||
# Upload data (replace with credentials and actual upload logic if needed)
|
||||
upload_debug()
|
||||
|
||||
print("Data collection and upload completed.")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user