我的CEPH OSD因为列阵卡不支持直通是基于RAID0的，最近ceph性能不足，排查过程iostat观察发现有一些盘r_await或w_await持续1000多，这就需要换盘了。ceph存储一份数据如果是默认3副本，那么就会3份副本写完才会完成写入，如果有1个osd延迟很高，就会影响整体写入速度。首先可以运行 ceph-volume lvm list 查看osd对应的盘符，如果是bcache，则需要再运行lsblk查看在哪个盘符下。然后查看是哪个盘符，以及盘位，进行更换重建。Python基于MegaCli获取raid卡状态的代码：https://raw.githubusercontent.com/eLvErDe/hwraid/master/wrapper-scripts/megaclisas-status这个大佬的python脚本可以快速帮忙定位，运行完后再执行下：lsscsi 查看盘符在系统中的编号就可以定位到盘了，记得MegaCli得先安装。代码贴上：#!/usr/bin/python # $Id: megaclisas-status,v 1.78 2018/10/01 03:52:57 root Exp root $ # # Written by Adam Cecile <gandalf@NOSPAM.le-vert.net> # Modified by Vincent S. Cojot <vincent@NOSPAM.cojot.name> # import os import re import sys import pdb import inspect import argparse os.system('lsscsi') if sys.platform == "win32": import ctypes def_megaclipath = "/opt/MegaRAID/MegaCli/MegaCli64" # Non-Nagios Mode defaults nagiosmode = False nagiosoutput = "" nagiosgoodarray = 0 nagiosbadarray = 0 nagiosgooddisk = 0 nagiosbaddisk = 0 # Sane defaults printarray = True printcontroller = True debugmode = False notempmode = False totaldrivenumber = 0 totalconfdrivenumber = 0 totalunconfdrivenumber = 0 # Hardcode a max of 16 HBA and 128 LDs for now. LDTable must be initialized to accept populating list of LD's into each ctlr's list. MaxNumHBA = 16 MaxNumLD = 128 LDTable = [[] * MaxNumHBA for i in range(MaxNumLD)] NestedLDTable = [[False for i in range(MaxNumLD)] for j in range(MaxNumHBA)] # Outputs is a 'dict' of all MegaCLI outputs so we can re-use them during loops.. Outputs = {} ConfDisks = {} NagiosBadDisks = {} NagiosGoodDisks = {} # We need root access to query if __name__ == "__main__": # deal with command line options parser = argparse.ArgumentParser() parser.add_argument("--nagios", help="enable nagios support", action="store_true") parser.add_argument("--debug", help="enable debugging output", action="store_true") parser.add_argument("--notemp", help="disable temperature reporting", action="store_true") args = parser.parse_args() nagiosmode = args.nagios debugmode = args.debug notempmode = args.notemp try: root_or_admin = os.geteuid() == 0 except AttributeError: root_or_admin = ctypes.windll.shell32.IsUserAnAdmin() != 0 if not root_or_admin: print("# This script requires Administrator privileges") sys.exit(5) # Functions def dbgprint(msg): if debugmode: sys.stderr.write(str("# DEBUG (" + str(inspect.currentframe().f_back.f_lineno) + ") : " + msg + "\n")) def is_exe(fpath): return os.path.isfile(fpath) and os.access(fpath, os.X_OK) def which(program): import os fpath, fname = os.path.split(program) if fpath: if is_exe(program): return program else: # Add some defaults os.environ["PATH"] += os.pathsep + "/opt/MegaRAID/MegaCli" os.environ["PATH"] += os.pathsep + "/ms/dist/hwmgmt/bin" os.environ["PATH"] += os.pathsep + "/opt/MegaRAID/perccli" os.environ["PATH"] += os.pathsep + "/opt/MegaRAID/storcli" os.environ["PATH"] += os.pathsep + "/opt/lsi/storcli" os.environ["PATH"] += os.pathsep + os.path.dirname(os.path.realpath(sys.argv[0])) for path in os.environ["PATH"].split(os.pathsep): dbgprint("Looking in PATH " + str(path)) path = path.strip('"') exe_file = os.path.join(path, program) if is_exe(exe_file): dbgprint('Found "' + program + '" at ' + exe_file) return exe_file return None # Find MegaCli for megabin in "MegaCli64", "MegaCli", "megacli", "MegaCli.exe", "perccli64", "perccli", "storcli64", "storcli": dbgprint("Looking for " + str(megabin) + " in PATH...") megaclipath = which(megabin) if megaclipath != None: dbgprint("Will use this executable: " + str(megaclipath)) break # Check binary exists (and +x), if not print an error message if megaclipath != None: if os.path.exists(megaclipath) and os.access(megaclipath, os.X_OK): pass else: if nagiosmode: print("UNKNOWN - Cannot find " + megaclipath) else: print("Cannot find " + megaclipath + "in your PATH. Please install it.") sys.exit(3) else: print('Cannot find "MegaCli{64,}", "megacli{64,}", "perccli{64,}" or "storcli{64,}" in your PATH. Please install one of them.') sys.exit(3) #### pdb.set_trace() def returnWdthFromArrayCol(glarray, idx): maxwdth = 0 for glrow in glarray: if len(glrow[idx]) > maxwdth: maxwdth = len(glrow[idx]) return maxwdth # Get and cache command output def getOutput(cmd): lines = [] if cmd in Outputs: dbgprint("Got Cached value: " + str(cmd)) lines = Outputs[cmd] else: dbgprint("Not a Cached value: " + str(cmd)) output = os.popen(cmd) for line in output: if not re.match(r"^$", line.strip()): lines.append(line.strip()) Outputs[cmd] = lines return lines # Get and cache disks, make sure we don't count the same disk twice def AddDisk(mytable, disk): lines = [] if disk in mytable: dbgprint("Disk: " + str(disk) + " Already present in Disk Table") return False else: dbgprint("Confed " + str(nagiosgooddisk) + "/" + str(nagiosbaddisk) + "Disk: " + str(disk) + " Not already present in Disk Table, adding") mytable[disk] = True return True def returnControllerNumber(output): for line in output: if re.match(r"^Controller Count.*$", line.strip()): return int(line.split(":")[1].strip().strip(".")) def returnTotalDriveNumber(output): for line in output: if re.match(r"Number of Physical Drives on Adapter.*$", line.strip()): return int(line.split(":")[1].strip()) def returnRebuildProgress(output): percent = 0 tmpstr = "" for line in output: if re.match(r"^Rebuild Progress on Device at Enclosure.*, Slot .* Completed ", line.strip()): tmpstr = line.split("Completed")[1].strip() percent = int(tmpstr.split("%")[0].strip()) return percent def returnConfDriveNumber(controllerid, output): # Count the configured drives confdrives = 0 enclid = "N/A" slotid = "N/A" for line in output: if re.match(r"Enclosure Device ID: .*$", line.strip()): # We match here early in the analysis so reset the vars if this is a new disk we're reading.. enclid = line.split(":")[1].strip() elif re.match(r"Slot Number: .*$", line.strip()): slotid = line.split(":")[1].strip() if AddDisk(ConfDisks, str(controllerid) + enclid + slotid): confdrives += 1 return int(confdrives) def returnUnConfDriveNumber(output): # Count the un-configured/Hotspare drives unconfdrives = 0 for line in output: if re.match(r"^Firmware state: Unconfigured.*$", line.strip()): unconfdrives += 1 elif re.match(r"^Firmware state: Hotspare.*$", line.strip()): unconfdrives += 1 return int(unconfdrives) def returnControllerModel(output): for line in output: if re.match(r"^Product Name.*$", line.strip()): return line.split(":")[1].strip() def returnMemorySize(output): for line in output: if re.match(r"^Memory Size.*$", line.strip()): return line.split(":")[1].strip() def returnFirmwareVersion(output): for line in output: if re.match(r"^FW Package Build.*$", line.strip()): return line.split(":")[1].strip() def returnROCTemp(output): ROCtemp = "" tmpstr = "" if notempmode: return str("N/A") else: for line in output: if re.match(r"^ROC temperature :.*$", line.strip()): tmpstr = line.split(":")[1].strip() ROCtemp = re.sub(" +.*$", "", tmpstr) if ROCtemp != "": return str(str(ROCtemp) + "C") else: return str("N/A") def returnBBUPresence(output): BBU = "" tmpstr = "" for line in output: if re.match(r"^BBU +:.*$", line.strip()): tmpstr = line.split(":")[1].strip() BBU = re.sub(" +.*$", "", tmpstr) break if BBU != "": return str(BBU) else: return str("N/A") def returnBBUStatus(output): BBUStatus = "" tmpstr = "" for line in output: if re.match(r"^ *Battery Replacement required +:.*$", line.strip()): tmpstr = line.split(":")[1].strip() BBUStatus = re.sub(" +.*$", "", tmpstr) break if BBUStatus == "Yes": return str("REPL") else: return str("Good") def returnArrayNumber(output): i = 0 for line in output: if re.match(r"^(CacheCade )?Virtual Drive:.*$", line.strip()): i += 1 return i def returnHBAPCIInfo(output): busprefix = "0000" busid = "" devid = "" functionid = "" pcipath = "" for line in output: if re.match(r"^Bus Number.*:.*$", line.strip()): busid = str(line.strip().split(":")[1].strip()).zfill(2) if re.match(r"^Device Number.*:.*$", line.strip()): devid = str(line.strip().split(":")[1].strip()).zfill(2) if re.match(r"^Function Number.*:.*$", line.strip()): functionid = str(line.strip().split(":")[1].strip()).zfill(1) if busid: pcipath = str(busprefix + ":" + busid + ":" + devid + "." + functionid) dbgprint("Array PCI path : " + pcipath) return str(pcipath) else: return None def returnHBAInfo(table, output, controllerid): controllermodel = "Unknown" controllerram = "Unknown" controllerrev = "Unknown" controllertemp = "" controllermodel = returnControllerModel(output) controllerram = returnMemorySize(output) controllerrev = returnFirmwareVersion(output) controllertemp = returnROCTemp(output) controllerbbu = returnBBUPresence(output) if controllerbbu == "Present": cmd = "%s -AdpBbuCmd -GetBbuStatus -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) controllerbbu = returnBBUStatus(output) if controllermodel != "Unknown": table.append(["c" + str(controllerid), controllermodel, controllerram, str(controllertemp), str(controllerbbu), str("FW: " + controllerrev)]) def returnArrayInfo(output, controllerid, arrayid, arrayindex): id = "c" + str(controllerid) + "u" + str(arrayid) operationlinennumber = False linenumber = 0 targetid = "" raidtype = "" raidlvl = "" size = "" state = "N/A" strpsz = "" dskcache = "N/A" properties = "" spandepth = 0 diskperspan = 0 cachecade_info = "None" for line in output: if re.match(r"^(CacheCade )?Virtual Drive:.*(Target Id: [0-9]+).*$", line.strip()): # Extract the SCSI Target ID targetid = line.strip().split(":")[2].split(")")[0].strip() elif re.match(r"^RAID Level.*?:.*$", line.strip()): # Extract the primary raid type, decide on X0 RAID level later when we hit Span Depth raidlvl = int(line.strip().split(":")[1].split(",")[0].split("-")[1].strip()) elif re.match(r"^Size.*?:.*$", line.strip()): # Size reported in MB if re.match(r"^.*MB$", line.strip().split(":")[1]): size = line.strip().split(":")[1].strip("MB").strip() if float(size) > 1000: size = str(int(round((float(size) / 1000)))) + "G" else: size = str(int(round(float(size)))) + "M" # Size reported in TB elif re.match(r"^.*TB$", line.strip().split(":")[1]): size = line.strip().split(":")[1].strip("TB").strip() size = str(int(round((float(size) * 1000)))) + "G" # Size reported in GB (default) else: size = line.strip().split(":")[1].strip("GB").strip() size = str(int(round((float(size))))) + "G" elif re.match(r"^Span Depth.*?:.*$", line.strip()): # If Span Depth is greater than 1 chances are we have a RAID 10, 50 or 60 spandepth = line.strip().split(":")[1].strip() elif re.match(r"^State.*?:.*$", line.strip()): state = line.strip().split(":")[1].strip() elif re.match(r"^Strip Size.*?:.*$", line.strip()): strpsz = line.strip().split(":")[1].strip() elif re.match(r"^Number Of Drives per span.*:.*$", line.strip()): diskperspan = int(line.strip().split(":")[1].strip()) elif re.match(r"^Current Cache Policy.*?:.*$", line.strip()): props = line.strip().split(":")[1].strip() if re.search("ReadAdaptive", props): properties += "ADRA" if re.search("ReadAhead", props): properties += "RA" if re.match("ReadAheadNone", props): properties += "NORA" if re.search("WriteBack", props): properties += ",WB" if re.match("WriteThrough", props): properties += ",WT" elif re.match(r"^Disk Cache Policy.*?:.*$", line.strip()): props = line.strip().split(":")[1].strip() if re.search("Disabled", props): dskcache = "Disabled" if re.search("Disk.s Default", props): dskcache = "Default" if re.search("Enabled", props): dskcache = "Enabled" elif re.match(r"^Ongoing Progresses.*?:.*$", line.strip()): operationlinennumber = linenumber elif re.match(r"Cache Cade Type\s*:.*$", line): cachecade_info = "Type : " + line.strip().split(":")[1].strip() elif re.match(r"^Target Id of the Associated LDs\s*:.*$", line): associated = [] for array in line.split(":")[1].strip().split(","): if array.isdigit(): associated.append("c%du%d" % (controllerid, int(array))) if len(associated) >= 1: cachecade_info = "Associated : %s" % (", ".join(associated)) linenumber += 1 # If there was an ongoing operation, find the relevant line in the previous output if operationlinennumber: inprogress = str(output[operationlinennumber + 1]) # some ugly output fix.. str1 = inprogress.split(":")[0].strip() str2 = inprogress.split(":")[1].strip() inprogress = str1 + " : " + str2 else: inprogress = "None" # Compute the RAID level NestedLDTable[int(controllerid)][int(arrayindex)] = False if raidlvl == "": raidtype = str("N/A") else: if int(spandepth) >= 2: raidtype = str("RAID-" + str(raidlvl) + "0") NestedLDTable[controllerid][int(arrayindex)] = True else: if raidlvl == 1: if diskperspan > 2: raidtype = str("RAID-10") NestedLDTable[controllerid][int(arrayindex)] = True else: raidtype = str("RAID-" + str(raidlvl)) else: raidtype = str("RAID-" + str(raidlvl)) dbgprint("RAID Level: " + str(raidlvl) + " Span Depth: " + str(spandepth) + " Disk Per Span: " + str(diskperspan) + " Raid Type: " + str(raidtype)) return [id, raidtype, size, strpsz, properties, dskcache, state, targetid, cachecade_info, inprogress] def returnDiskInfo(output, controllerid): arrayid = False arrayindex = -1 sarrayid = "Unknown" diskid = False oldenclid = False enclid = False spanid = False slotid = False lsidid = "Unknown" table = [] fstate = "Offline" substate = "Unknown" model = "Unknown" speed = "Unknown" dsize = "Unknown" temp = "Unk0C" percent = 0 for line in output: if re.match(r"^Span: [0-9]+ - Number of PDs:", line.strip()): spanid = line.split(":")[1].strip() spanid = re.sub(" - Number of PDs.*", "", spanid) elif re.match(r"Enclosure Device ID: .*$", line.strip()): # We match here early in the analysis so reset the vars if this is a new disk we're reading.. oldenclid = enclid enclid = line.split(":")[1].strip().replace("N/A", "") if oldenclid != False: fstate = "Offline" model = "Unknown" speed = "Unknown" temp = "Unk0C" slotid = False lsidid = "Unknown" elif re.match(r"^Coerced Size: ", line.strip()): dsize = line.split(":")[1].strip() dsize = re.sub(" \[.*\.*$", "", dsize) dsize = re.sub("[0-9][0-9] GB", " Gb", dsize) elif re.match(r"^(CacheCade )?Virtual (Disk|Drive): [0-9]+.*$", line.strip()): arrayindex += 1 arrayid = line.split("(")[0].split(":")[1].strip() elif re.match(r"^Drive.s posi*tion: DiskGroup: [0-9]+,.*$", line.strip()): notarrayid = line.split(",")[1].split(":")[1].strip() elif re.match(r"PD: [0-9]+ Information.*$", line.strip()): diskid = line.split()[1].strip() elif re.match(r"^Device Id: .*$", line.strip()): lsidid = line.split(":")[1].strip() elif re.match(r"Slot Number: .*$", line.strip()): slotid = line.split(":")[1].strip() elif re.match(r"Firmware state: .*$", line.strip()): fstate = line.split(":")[1].strip() subfstate = re.sub("\(.*", "", fstate) dbgprint("Firmware State: " + str(fstate) + " " + str(subfstate)) elif re.match(r"Inquiry Data: .*$", line.strip()): model = line.split(":")[1].strip() model = re.sub(" +", " ", model) # re-define our "sub-code" # our seagate drives have an ID string of # 'Z1E19S2QST2000DM001-1CH164 CC43' # or # '6XW02738ST32000542AS CC32' m = re.match(r"(\w{8})(ST\w+)(?:-(\w{6}))?(?:\s+(\w+))", model) if m: if m.group(3): model = "{0}-{1} {2} {3}".format(m.group(2), m.group(3), m.group(4), m.group(1)) else: model = "{0} {1:>10} {2}".format(m.group(2), m.group(4), m.group(1)) continue # Sub code manuf = re.sub(" .*", "", model) dtype = re.sub(manuf + " ", "", model) dtype = re.sub(" .*", "", dtype) hwserial = re.sub(".*" + dtype + " *", "", model) elif re.match(r"^Media Type: .*$", line.strip()): mtype = line.split(":")[1].strip() if mtype == "Hard Disk Device": mtype = "HDD" else: if mtype == "Solid State Device": mtype = "SSD" else: mtype = "N/A" elif re.match(r"Device Speed: .*$", line.strip()): speed = line.split(":")[1].strip() elif re.match(r"Drive Temperature :.*$", line.strip()): if notempmode: temp = "N/A" else: # Drive temp is amongst the last few lines matched, decide here if we add information to the table.. temp = line.split(":")[1].strip() temp = re.sub(" \(.*\)", "", temp) if model != "Unknown": dbgprint("Disk Info: " + str(arrayid) + " " + str(diskid) + " " + str(oldenclid)) if subfstate == "Rebuild": cmd = "%s pdrbld -showprog -physdrv\[%s:%s\] -a%d -NoLog" % (megaclipath, enclid, slotid, controllerid) output = getOutput(cmd) percent = returnRebuildProgress(output) fstate = str("Rebuilding (%d%%)" % (percent)) if (NestedLDTable[controllerid][int(arrayindex)] == True) and (spanid != False): sarrayid = str(arrayid) + "s" + spanid else: sarrayid = str(arrayid) table.append([sarrayid, str(diskid), mtype, model, dsize, fstate, speed, temp, enclid, slotid, lsidid]) return table def returnUnconfDiskInfo(output, controllerid): arrayid = False diskid = False olddiskid = False enclid = False slotid = False lsidid = "Unknown" table = [] fstate = "Offline" substate = "Unknown" model = "Unknown" speed = "Unknown" mtype = "Unknown" dsize = "Unknown" temp = "Unk0C" ospath = "N/A" for line in output: if re.match(r"Enclosure Device ID: .*$", line.strip()): # We match here early in the analysis so reset the vars if this is a new disk we're reading.. oldenclid = enclid enclid = line.split(":")[1].strip().replace("N/A", "") if oldenclid != False: arrayid = False fstate = "Offline" model = "Unknown" speed = "Unknown" temp = "Unk0C" slotid = False lsidid = "Unknown" elif re.match(r"^Coerced Size: ", line.strip()): dsize = line.split(":")[1].strip() dsize = re.sub(" \[.*\.*$", "", dsize) dsize = re.sub("[0-9][0-9] GB", " Gb", dsize) elif re.match(r"^Drive.s posi*tion: DiskGroup: [0-9]+,.*$", line.strip()): arrayid = line.split(",")[1].split(":")[1].strip() elif re.match(r"^Device Id: [0-9]+.*$", line.strip()): diskid = line.split(":")[1].strip() elif re.match(r"Slot Number: .*$", line.strip()): slotid = line.split(":")[1].strip() elif re.match(r"Firmware state: .*$", line.strip()): fstate = line.split(":")[1].strip() subfstate = re.sub("\(.*", "", fstate) dbgprint("Firmware State: " + str(fstate) + " " + str(subfstate)) elif re.match(r"Inquiry Data: .*$", line.strip()): model = line.split(":")[1].strip() model = re.sub(" +", " ", model) # re-define our "sub-code" # our seagate drives have an ID string of # 'Z1E19S2QST2000DM001-1CH164 CC43' # or # '6XW02738ST32000542AS CC32' m = re.match(r"(\w{8})(ST\w+)(?:-(\w{6}))?(?:\s+(\w+))", model) if m: if m.group(3): model = "{0}-{1} {2} {3}".format(m.group(2), m.group(3), m.group(4), m.group(1)) else: model = "{0} {1:>10} {2}".format(m.group(2), m.group(4), m.group(1)) continue manuf = re.sub(" .*", "", model) dtype = re.sub(manuf + " ", "", model) dtype = re.sub(" .*", "", dtype) hwserial = re.sub(".*" + dtype + " *", "", model) elif re.match(r"^Media Type: .*$", line.strip()): mtype = line.split(":")[1].strip() if mtype == "Hard Disk Device": mtype = "HDD" else: if mtype == "Solid State Device": mtype = "SSD" else: mtype = "N/A" elif re.match(r"Device Speed: .*$", line.strip()): speed = line.split(":")[1].strip() elif re.match(r"Drive Temperature :.*$", line.strip()): # Drive temp is amongst the last few lines matched, decide here if we add information to the table.. if notempmode: temp = "N/A" else: temp = line.split(":")[1].strip() temp = re.sub("\(.*\)", "", temp) if arrayid == False: if subfstate == "Unconfigured": dbgprint("Unconfigured Disk: Arrayid: " + str(arrayid) + " DiskId: " + str(diskid) + " " + str(olddiskid) + " " + str(fstate)) elif subfstate == "Online, Spun Up": dbgprint("Online Unconfed Disk: Arrayid: " + str(arrayid) + " DiskId: " + str(diskid) + " " + str(olddiskid) + " " + str(fstate)) table.append([mtype, model, dsize, fstate, speed, temp, enclid, slotid, diskid, ospath]) return table cmd = "%s -adpCount -NoLog" % (megaclipath) output = getOutput(cmd) controllernumber = returnControllerNumber(output) bad = False # List available controller if printcontroller: if controllernumber: if not nagiosmode: print("-- Controller information --") i = 0 controllerid = 0 mlen = 0 hbainfo = [] while controllerid < controllernumber: cmd = "%s -AdpAllInfo -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) returnHBAInfo(hbainfo, output, controllerid) controllerid += 1 mlen = returnWdthFromArrayCol(hbainfo, 1) controllerid = 0 for hba in hbainfo: hbafmt = str("%-5s | %-" + str(mlen) + "s | %-6s | %-4s | %-6s | %-12s ") # Header if i == 0: if not nagiosmode: print(hbafmt % ("-- ID", "H/W Model", "RAM", "Temp", "BBU", "Firmware")) if not nagiosmode: print(hbafmt % (hba[0], hba[1], hba[2], hba[3], hba[4], hba[5])) i += 1 if not nagiosmode: print("") else: print("No MegaRAID or PERC adapter detected on your system!") exit(1) if printarray: if not nagiosmode: print("-- Array information --") controllerid = 0 pcipath = "" diskpath = "" i = 0 j = 0 mlen = 0 rlen = 0 clen = 0 while controllerid < controllernumber: arrayindex = 0 cmd = "%s -LDInfo -lall -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraynumber = returnArrayNumber(output) # We need to explore each HBA to look for gaps in LD's ldid = 0 ldcount = 0 while ldcount < arraynumber: cmd = "%s -LDInfo -l%d -a%d -NoLog" % (megaclipath, ldid, controllerid) output = getOutput(cmd) for line in output: if re.match(r"^Adapter.*Virtual Drive .* Does not Exist", line.strip()): ldid += 1 elif re.match(r"^(CacheCade )?Virtual Drive:", line.strip()): LDTable[controllerid].append(ldid) # NestedLDTable[controllerid][int(arrayindex)] = False ldcount += 1 ldid += 1 while arrayindex < arraynumber: ldid = LDTable[controllerid][arrayindex] cmd = "%s -LDInfo -l%d -a%d -NoLog" % (megaclipath, ldid, controllerid) output = getOutput(cmd) arrayinfo = returnArrayInfo(output, controllerid, ldid, arrayindex) if len(arrayinfo[1]) > rlen: rlen = len(arrayinfo[1]) if len(arrayinfo[4]) > mlen: mlen = len(arrayinfo[4]) if len(arrayinfo[8]) > clen: clen = len(arrayinfo[8]) arrayindex += 1 controllerid += 1 controllerid = 0 while controllerid < controllernumber: arrayindex = 0 cmd = "%s -AdpGetPciInfo -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) pcipath = returnHBAPCIInfo(output) cmd = "%s -LDInfo -lall -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraynumber = returnArrayNumber(output) while arrayindex < arraynumber: ldid = LDTable[controllerid][arrayindex] cmd = "%s -LDInfo -l%d -a%d -NoLog" % (megaclipath, ldid, controllerid) output = getOutput(cmd) arrayinfo = returnArrayInfo(output, controllerid, ldid, arrayindex) if pcipath: diskprefix = str("/dev/disk/by-path/pci-" + pcipath + "-scsi-0:") dbgprint("Will look for DISKprefix : " + diskprefix) # RAID disks are usually with a channel of '2', JBOD disks with a channel of '0' for j in range(1, 8): diskpath = diskprefix + str(j) + ":" + str(arrayinfo[7]) + ":0" dbgprint("Looking for DISKpath : " + diskpath) if os.path.exists(diskpath): arrayinfo[7] = os.path.realpath(diskpath) dbgprint("Found DISK match: " + diskpath + " -> " + arrayinfo[7]) break else: arrayinfo[7] = "N/A" # Pad the string length, just to make sure it's aligned with the headers... if rlen < len("Type"): rlen = len("Type") if mlen < len("Flags"): mlen = len("Flags") if clen < len("CacheCade"): clen = len("CacheCade") ldfmt = str("%-5s | %-" + str(rlen) + "s | %7s | %7s | %" + str(mlen) + "s | %8s | %8s | %8s | %-" + str(clen) + "s |%-12s ") # Header if i == 0: if not nagiosmode: print(ldfmt % ("-- ID", "Type", "Size", "Strpsz", "Flags", "DskCache", "Status", "OS Path", "CacheCade", "InProgress")) if not nagiosmode: print( ldfmt % ( arrayinfo[0], arrayinfo[1], arrayinfo[2], arrayinfo[3], arrayinfo[4], arrayinfo[5], arrayinfo[6], arrayinfo[7], arrayinfo[8], arrayinfo[9], ) ) dbgprint("Array state : LD " + arrayinfo[0] + ", status : " + arrayinfo[6]) if arrayinfo[6] not in ["Optimal", "N/A"]: bad = True nagiosbadarray += 1 else: nagiosgoodarray += 1 arrayindex += 1 i += 1 controllerid += 1 if not nagiosmode: print("") controllerid = 0 while controllerid < controllernumber: cmd = "%s -PDGetNum -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) totaldrivenumber += returnTotalDriveNumber(output) controllerid += 1 if totaldrivenumber: if not nagiosmode: print("-- Disk information --") i = 0 dlen = 0 mlen = 0 flen = 0 controllerid = 0 while controllerid < controllernumber: arrayid = 0 cmd = "%s -LDInfo -lall -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraynumber = returnArrayNumber(output) #### BUG: -LdPdInfo shows all PD on the adapter, not just for the LD we wanted.. #### while arrayid <= arraynumber: cmd = "%s -LdPdInfo -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraydisk = returnDiskInfo(output, controllerid) for array in arraydisk: diskname = str(controllerid) + array[8] + array[9] dbgprint("Disk c" + diskname + " status : " + array[5]) if re.match("|".join(["^Online$", "^Online, Spun Up$", "^Rebuilding \(.*"]), array[5]): if AddDisk(NagiosGoodDisks, diskname): nagiosgooddisk += 1 else: bad = True if AddDisk(NagiosBadDisks, diskname): nagiosbaddisk += 1 if returnWdthFromArrayCol(arraydisk, 0) > dlen: dlen = returnWdthFromArrayCol(arraydisk, 0) if returnWdthFromArrayCol(arraydisk, 3) > mlen: mlen = returnWdthFromArrayCol(arraydisk, 3) if returnWdthFromArrayCol(arraydisk, 5) > flen: flen = returnWdthFromArrayCol(arraydisk, 5) controllerid += 1 controllerid = 0 while controllerid < controllernumber: arrayid = 0 cmd = "%s -LDInfo -lall -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraynumber = returnArrayNumber(output) #### BUG: -LdPdInfo shows all PD on the adapter, not just for said LD.. #### while arrayid <= arraynumber: cmd = "%s -LdPdInfo -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraydisk = returnDiskInfo(output, controllerid) # Adjust print format with width computed above drvfmt = "%-" + str(dlen + 6) + "s | %-4s | %-" + str(mlen) + "s | %-8s | %-" + str(flen) + "s | %-8s | %-4s | %-8s | %-8s" for array in arraydisk: # Header if i == 0: if not nagiosmode: print(drvfmt % ("-- ID", "Type", "Drive Model", "Size", "Status", "Speed", "Temp", "Slot ID", "LSI ID")) # Drive information if not nagiosmode: print( drvfmt % ( str("c" + str(controllerid) + "u" + array[0] + "p" + array[1]), # c0p0 array[2], # HDD/SDD array[3], # Model Information (Variable len) array[4], # Size array[5], # Status (Variable len) array[6], # Speed array[7], # Temp str("[" + array[8] + ":" + array[9] + "]"), # Slot ID array[10], ) ) # LSI ID i = i + 1 controllerid += 1 if not nagiosmode: print("") controllerid = 0 totalconfdrivenumber = 0 totalunconfdrivenumber = 0 totaldrivenumber = 0 while controllerid < controllernumber: cmd = "%s -LdPdInfo -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) totalconfdrivenumber += returnConfDriveNumber(controllerid, output) cmd = "%s -PDGetNum -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) totaldrivenumber += returnTotalDriveNumber(output) cmd = "%s -PDList -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) # Sometimes a drive will be reconfiguring without any info on that it is going through a rebuild process. # This happens when expanding an R{5,6,50,60} array, for example. In that case, totaldrivenumber will still be # greater than totalconfdrivenumber while returnUnConfDriveNumber(output) will be zero. The math below attempts to solve this. totalunconfdrivenumber += max(returnUnConfDriveNumber(output), totaldrivenumber - totalconfdrivenumber) controllerid += 1 dbgprint("Total Drives in system : " + str(totaldrivenumber)) dbgprint("Total Configured Drives : " + str(totalconfdrivenumber)) dbgprint("Total Unconfigured Drives : " + str(totalunconfdrivenumber)) if totalunconfdrivenumber: if not nagiosmode: print("-- Unconfigured Disk information --") controllerid = 0 pcipath = "" while controllerid < controllernumber: arrayid = 0 cmd = "%s -LDInfo -lall -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraynumber = returnArrayNumber(output) cmd = "%s -AdpGetPciInfo -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) pcipath = returnHBAPCIInfo(output) #### BUG: -LdPdInfo shows all PD on the adapter, not just for given LD.. #### while arrayid <= arraynumber: cmd = "%s -PDList -a%d -NoLog" % (megaclipath, controllerid) output = getOutput(cmd) arraydisk = returnUnconfDiskInfo(output, controllerid) for array in arraydisk: dbgprint("Unconfed " + str(nagiosgooddisk) + "/" + str(nagiosbaddisk) + " Disk c" + str(controllerid) + "uXpY status : " + array[3]) if array[3] in [ "Online", "Unconfigured(good), Spun Up", "Unconfigured(good), Spun down", "JBOD", "Hotspare, Spun Up", "Hotspare, Spun down", "Online, Spun Up", ]: nagiosgooddisk += 1 else: bad = True nagiosbaddisk += 1 # JBOD disks has a real device path and are not masked. Try to find a device name here, if possible. if pcipath: if array[3] in ["JBOD"]: diskprefix = str("/dev/disk/by-path/pci-" + pcipath + "-scsi-0:0:") dbgprint("Will look for DISKprefix : " + diskprefix) # RAID disks are usually with a channel of '2', JBOD disks with a channel of '0' diskpath = diskprefix + str(array[8]) + ":0" dbgprint("Looking for DISKpath : " + diskpath) if os.path.exists(diskpath): dbgprint("Found DISK match: " + diskpath + " -> " + array[9]) array[9] = os.path.realpath(diskpath) else: dbgprint("DISK NOT present: " + diskpath) array[9] = "N/A" mlen = returnWdthFromArrayCol(arraydisk, 1) flen = returnWdthFromArrayCol(arraydisk, 3) # Adjust print format with widths computed above drvfmt = "%-7s | %-4s | %-" + str(mlen) + "s | %-8s | %-" + str(flen + 2) + "s | %-8s | %-4s | %-8s | %-6s | %-8s" i = 0 for array in arraydisk: # Header if i == 0: if not nagiosmode: print(drvfmt % ("-- ID", "Type", "Drive Model", "Size", "Status", "Speed", "Temp", "Slot ID", "LSI ID", "Path")) # Drive information if not nagiosmode: print( drvfmt % ( str("c" + str(controllerid) + "uXpY"), # cXpY array[0], # HDD/SDD array[1], # Model Information (Variable len) array[2], # Size array[3], # Status (Variable len) array[4], # Speed array[5], # Temp str("[" + array[6] + ":" + array[7] + "]"), # Slot ID array[8], # LSI ID array[9], ) ) # OS path, if any i += 1 controllerid += 1 if not nagiosmode: print("") if debugmode: dbgprint("Printing Outputs[][]") for myl in Outputs: dbgprint(myl + "\n") sys.stderr.write("\n".join("".join(map(str, myd)) for myd in Outputs[myl]) + "\n") dbgprint("Printing arraydisk[]") sys.stderr.write("\n".join(" | ".join(map(str, myd)) for myd in arraydisk) + "\n") dbgprint("Printing ConfDisks[]") sys.stderr.write("\n".join("".join(map(str, myd)) for myd in ConfDisks) + "\n") dbgprint("Printing NagiosGoodDisks[]") sys.stderr.write("\n".join("".join(map(str, myd)) for myd in NagiosGoodDisks) + "\n") dbgprint("Printing NagiosBadDisks[]") sys.stderr.write("\n".join("".join(map(str, myd)) for myd in NagiosBadDisks) + "\n") if nagiosmode: if bad: print( "RAID ERROR - Arrays: OK:" + str(nagiosgoodarray) + " Bad:" + str(nagiosbadarray) + " - Disks: OK:" + str(nagiosgooddisk) + " Bad:" + str(nagiosbaddisk) ) sys.exit(2) else: print( "RAID OK - Arrays: OK:" + str(nagiosgoodarray) + " Bad:" + str(nagiosbadarray) + " - Disks: OK:" + str(nagiosgooddisk) + " Bad:" + str(nagiosbaddisk) ) else: if bad: # DO NOT MODIFY OUTPUT BELOW # Scripts may relies on it # https://github.com/eLvErDe/hwraid/issues/99 print("\nThere is at least one disk/array in a NOT OPTIMAL state.") print( "RAID ERROR - Arrays: OK:" + str(nagiosgoodarray) + " Bad:" + str(nagiosbadarray) + " - Disks: OK:" + str(nagiosgooddisk) + " Bad:" + str(nagiosbaddisk) ) sys.exit(1) 保存为 megaclisas-status.py ，执行 python megaclisas-status.py 运行结果，可能页面显示看的比较遭，暂时没时间鼓捣，可以复制内容去文本全屏看的比较直观：# python megaclisas-status.py [0:2:0:0] disk DELL PERC H710P 3.13 /dev/sda [0:2:1:0] disk DELL PERC H710P 3.13 /dev/sdb [0:2:2:0] disk DELL PERC H710P 3.13 /dev/sdc [0:2:3:0] disk DELL PERC H710P 3.13 /dev/sdd [0:2:4:0] disk DELL PERC H710P 3.13 /dev/sde [0:2:5:0] disk DELL PERC H710P 3.13 /dev/sdf [0:2:6:0] disk DELL PERC H710P 3.13 /dev/sdg [0:2:7:0] disk DELL PERC H710P 3.13 /dev/sdh -- Controller information -- -- ID | H/W Model | RAM | Temp | BBU | Firmware c0 | PERC H710P Mini | 1024MB | 45C | Good | FW: 21.3.1-0004 -- Array information -- -- ID | Type | Size | Strpsz | Flags | DskCache | Status | OS Path | CacheCade |InProgress c0u0 | RAID-0 | 232G | 64 KB | ADRA,WB | Disabled | Optimal | 0 | None |None c0u1 | RAID-0 | 3637G | 64 KB | ADRA,WB | Disabled | Optimal | 1 | Type : Read Only |None c0u2 | RAID-0 | 3637G | 64 KB | ADRA,WB | Disabled | Optimal | 2 | Type : Read Only |None c0u3 | RAID-0 | 3637G | 64 KB | ADRA,WB | Disabled | Optimal | 3 | Type : Read Only |None c0u4 | RAID-0 | 3637G | 64 KB | ADRA,WB | Disabled | Optimal | 4 | Type : Read Only |None c0u5 | RAID-0 | 3637G | 64 KB | ADRA,WB | Disabled | Optimal | 5 | Type : Read Only |None c0u6 | RAID-0 | 3637G | 64 KB | ADRA,WB | Disabled | Optimal | 6 | Type : Read Only |None c0u7 | RAID-0 | 12732G | 64 KB | ADRA,WB | Disabled | Optimal | 7 | Type : Read Only |None -- Disk information -- -- ID | Type | Drive Model | Size | Status | Speed | Temp | Slot ID | LSI ID c0u0p0 | SSD | S4CKNF0NC22284X Samsung SSD 860 EVO 250GB RVT04B6Q | 232.3 Gb | Online, Spun Up | 6.0Gb/s | 30C | [32:0] | 0 c0u1p0 | HDD | ST4000NM0035 SN07 WE26UXL9 | 3.637 TB | Online, Spun Up | 6.0Gb/s | 32C | [32:1] | 1 c0u2p0 | HDD | ST4000NM0035 SN07 WE26UXLP | 3.637 TB | Online, Spun Up | 6.0Gb/s | 33C | [32:2] | 2 c0u3p0 | HDD | ST4000NM0035 SN07 WE28V2ST | 3.637 TB | Online, Spun Up | 6.0Gb/s | 32C | [32:4] | 4 c0u4p0 | HDD | ST4000NM0035 SN07 WE28V2UL | 3.637 TB | Online, Spun Up | 6.0Gb/s | 30C | [32:5] | 5 c0u5p0 | HDD | ST4000NM000A SN07 WS21NA19 | 3.637 TB | Online, Spun Up | 6.0Gb/s | 31C | [32:3] | 3 c0u6p0 | HDD | VBH8A06F HGST HUS726T4TALE6L4 VKGNW9G0 | 3.637 TB | Online, Spun Up | 6.0Gb/s | 27C | [32:6] | 6 c0u7p0 | HDD | Y6GD3X2C WDC WUH721414ALE6L4 LDGNW240 | 12.732 TB | Online, Spun Up | 6.0Gb/s | 25C | [32:7] | 7 例如要找/dev/sdd，看lsscsi的输出可以知道在系统中的sdd的信息“0:2:3:0”，然后看Array information 中 OS Path 3的ID是“c0u3”，接着看Disk information中“c0u3p0”中磁盘盘位是4。这批有问题的盘是以前国内淘宝买的，真是被骗的好惨……说是全新，刚买回来测验也没问题，码也没问题，刚一年不到就这样了，基本可以确定是贴标的盘，造假技术太强了，现在硬盘带不回国只能扔掉了。湾仔电脑城买的延迟、速度就很正常，价钱高一些但可以确保是正品，坏了也可以马上拿去保修换新的。硬盘千万不要贪便宜淘宝买，要找专门经销商，检查好他们的资质，一定小心被骗。
Python结合MegaCLI对RAID列阵定时检测异常自动短信/电话通知
公司有台10个盘组的RAID10的服务器列阵挂了，坏了3个盘，超过了RAID10的容错，已经无法通过列阵恢复数据了。同时挂3个是很小几率的，所以也有一定可能刚开始挂了1-2个不知道，直到第3个挂了down机了才发现。因为机器很多，人工每天检查一次会比较耗时，每周检查也许又会太长。所以写了个py小脚本，可以定时1小时检查次，出现故障可以立即通知到技术立即去进一步检查、换盘，避免悲剧发生。1、安装MegaCLI# wget https://raw.githubusercontent.com/crazy-zhangcong/tools/master/MegaCli8.07.10.tar.gz && tar -zxf MegaCli8.07.10.tar.gz && cd MegaCli8.07.10/Linux/ && rpm -ivh Lib_Utils-1.00-09.noarch.rpm MegaCli-8.02.21-1.noarch.rpm && ln -s /opt/MegaRAID/MegaCli/MegaCli64 /usr/local/bin/MegaCli && MegaCli -v 出现如下信息即正常完成安装MegaCLI SAS RAID Management Tool Ver 8.02.21 Oct 21, 2011(c)Copyright 2011, LSI Corporation, All Rights Reserved. Exit Code:0x002、Python脚本# -*- coding: utf-8 -*- #!/usr/bin/python import os import requests node = '宽带型VPS宿主服务器1' #填写节点名称 error = 0 def get_status(value): status = value.split(": ") return status[1] def send_warning(): global node # 语音通知 基于 https://www.mysubmail.com 语音通知接口 voice_url = 'https://api.mysubmail.com/voice/send.json' voice_params = { 'appid': '', 'to': '13200000000', 'content': '紧急事态：'+node+'硬盘状态异常，请立即检查', 'signature': '' #填写应用密匙 } voice_res = requests.post(voice_url, data=voice_params) # print voice_res.text # 短信通知 基于 https://www.mysubmail.com 短信接口 message_url = 'https://api.mysubmail.com/message/send.json' message_params = { 'appid': '', 'to': '13200000000', 'content': '【xx科技】紧急事态：'+node+'硬盘状态异常，请立即检查', 'signature': '' #填写应用密匙 } message_res = requests.post(message_url, data=message_params) # print message_res.text # 检查RAID状态 # raidinfos = open('raid.log','r') # for raidinfo in raidinfos.readlines(): raidinfos = os.popen('/opt/MegaRAID/MegaCli/MegaCli64 -LDInfo -Lall -aALL -NoLOG').readlines() for raidinfo in raidinfos: raidinfo = raidinfo.strip('\n') if "State" in raidinfo: status = get_status(raidinfo) if status != 'Optimal': error = 1 print(raidinfo+'\n') # 检查所有磁盘状态 # pdlist = open('raid_pdlist.log','r') # for line in pdlist.readlines(): pdlist = os.popen('/opt/MegaRAID/MegaCli/MegaCli64 -PDList -aALL -NoLOG').readlines() for line in pdlist: line = line.strip('\n') if "Media Error Count" in line: status = get_status(line) status = int(status) if status != 0: error = 1 print(line) if "Other Error Count" in line: status = get_status(line) status = int(status) if status != int('1158'): error = 1 print(line) if "Predictive Failure Count" in line: status = get_status(line) status = int(status) if status != 0: error = 1 print(line) if "Firmware state" in line: status = get_status(line) if status != 'Online, Spun Up': error = 1 print(line+'\n') # 发送通知 if error == 1: send_warning() 之后通过crontab定时执行就可以了。有很多可以优化的地方，比如记录故障硬盘的编号、哪些参数结果不对。
Centos7 Error Python.h No such file or directory
系统没有安装python-devel包导致yum install python-devel.x86_64
接收一个post的json字符串:s={"username":"admin","password":"password","tenantid":""} 使用python自带的json库import json >>> a=json.loads(s) Traceback (most recent call last): File "<stdin>", line 1, in <module> File "/usr/lib/python2.7/json/__init__.py", line 326, in loads return _default_decoder.decode(s) File "/usr/lib/python2.7/json/decoder.py", line 366, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) TypeError: expected string or buffer >>> 出错！百思不得其解。经过调试，最终发现，python中默认使用单引号表示字符串"'"所以当，用字符串符值以后，python会把双引号转换为单引号>>> s={"username":"admin","password":"password","tenantid":""} >>> print s {'username': 'admin', 'password': 'password', 'tenantid': ''} 而json是不支持单引号的。可以用下面的方法转换json_string=json.dumps(s) python_obj=json.loads(json_string) https://www.cnblogs.com/biangbiang/archive/2013/01/21/2869581.html
eg:#! /usr/bin/python import sys import string import os base_dir="/home/qinjianwang/mtr_dir/2012_09_12/tw" as_uniq_info=base_dir + "/as_uniq_info" get_line_num="wc -l " + as_uniq_info + " | awk '{print $1}'" ###get the lines of "as_uniq_info" line_num = os.popen(get_line_num).read().strip('\n') global VEXNUM VEXNUM = string.atoi(line_num) python 字符串连接base_dir="/home/qinjianwang/mtr_dir/2012_09_12/tw" as_uniq_info=base_dir + "/as_uniq_info" 有：as_uniq_info="/home/qinjianwang/mtr_dir/2012_09_12/tw/as_uniq_info"需要注意以下这句：get_line_num="wc -l " + as_uniq_info + " | awk '{print $1}'" ###get the lines of "as_uniq_info" 注意1：拼接shell命令时，需要引用python中的变量as_uniq_info，as_uniq_info单独拿出来，再拼接其它命令，不要写成下面这样：get_line_num="wc -l as_uniq_info | awk '{print $1}'" 这样写会造成shell无法正确替换python中的变量as_uniq_info。注意2：拼接shell命令时，要注意引号中命令间的留空，如以下"wc -l " 和 " | awk '{print $1}'" 引号"wc -l “中的 -l 后面就需要留空，要注意。python 调用 shellget_line_num="wc -l as_uniq_info | awk '{print $1}'" ###get the lines of "as_uniq_info"line_num = os.popen(get_line_num).read().strip('\n')get_line_num 作为shell执行的命令，会取得文件as_uniq_info文件的行数os.popen(get_line_num)：执行shellget_line_num = os.popen(get_line_num).read():调用read，赋值给get_line_num，此时get_line_num中含有一个换行符（"\n"）。os.popen(get_line_num).read().strip('\n')：去掉换行符shell 引用python变量line_num = os.popen(get_line_num) 引用了python中的get_line_num变量。python引用shell中值line_num = os.popen(get_line_num).read() 执行完shell后，通过read()函数，赋值给python中的变量line_numpython 去掉换行符"\n" line_num = os.popen(get_line_num).read().strip('\n') 通过strip()函数，去掉换行符"\n" python按行读取文件 去掉换行符"\n"for line in file.readlines(): line=line.strip('\n') Python 字符转实型b="123.678" >>> string.atof(b) 123.678 Python 字符转整型VEXNUM = string.atoi(line_num)
enumerate是python 2.3中新增的内置函数，它的英文说明为：enumerate( iterable)Return an enumerate object. iterable must be a sequence, an iterator,or some other object which supports iteration. The next() method ofthe iterator returned by enumerate() returns a tuple containing acount (from zero) and the corresponding value obtained from iteratingover iterable. enumerate() is useful for obtaining an indexed series:(0, seq[0]), (1, seq[1]), (2, seq[2]), .... New in version 2.3.它特别适合用于一个for循环时，当我们同时需要计数和元素时可以使用这个函数。举个简单的例子，有一个字符串数组，需要一行一行打印出来，同时每行前面加上计数，从1开始。>> s = ['abc', 'This is a test', 'Hello, Python'] >> for i, line in enumerate(s): >> print i+1, line
通常在读写文件之前，需要判断文件或目录是否存在，不然某些处理方法可能会使程序出错。所以最好在做任何操作之前，先判断文件是否存在。这里将介绍三种判断文件或文件夹是否存在的方法，分别使用os模块、Try语句、pathlib模块。1.使用os模块os模块中的os.path.exists()方法用于检验文件是否存在。判断文件是否存在import os #如果存在返回True >>>os.path.exists('test_file.txt') >>>True #如果不存在返回False >>>os.path.exists('no_exist_file.txt') >>>False 判断文件夹是否存在import os >>>os.path.exists('test_dir') >>>True >>>os.path.exists('no_exist_dir') >>>False 可以看出用os.path.exists()方法，判断文件和文件夹是一样。其实这种方法还是有个问题，假设你想检查文件“test_data”是否存在，但是当前路径下有个叫“test_data”的文件夹，这样就可能出现误判。为了避免这样的情况，可以这样:只检查文件>>>import os >>>os.path.isfile("test-data") 通过这个方法，如果文件”test-data”不存在将返回False，反之返回True。即是文件存在，你可能还需要判断文件是否可进行读写操作。**判断文件是否可做读写操作使用os.access()方法判断文件是否可进行读写操作。**语法：os.access(path, mode) path为文件路径，mode为操作模式，有这么几种:os.F_OK: 检查文件是否存在;os.R_OK: 检查文件是否可读;os.W_OK: 检查文件是否可以写入;os.X_OK: 检查文件是否可以执行该方法通过判断文件路径是否存在和各种访问模式的权限返回True或者False。>>>import os >>>if os.access("/file/path/foo.txt", os.F_OK): >>> print "Given file path is exist." >>>if os.access("/file/path/foo.txt", os.R_OK): >>> print "File is accessible to read" >>>if os.access("/file/path/foo.txt", os.W_OK): >>> print "File is accessible to write" >>>if os.access("/file/path/foo.txt", os.X_OK): >>> print "File is accessible to execute" 2.使用Try语句语法：open(<file/path>) 如果你open的文件不存在，程序会抛出错误，使用try语句来捕获这个错误。 程序无法访问文件，可能有很多原因：如果你open的文件不存在，将抛出一个FileNotFoundError的异常;文件存在，但是没有权限访问，会抛出一个PersmissionError的异常。所以可以使用下面的代码来判断文件是否存在:try: f =open() f.close() except FileNotFoundError: print "File is not found." except PersmissionError: print "You don't have permission to access this file." 其实没有必要去这么细致的处理每个异常，上面的这两个异常都是IOError的子类。所以可以将程序简化一下:try: f =open() f.close() except IOError: print "File is not accessible." 使用try语句进行判断，处理所有异常非常简单和优雅的。而且相比其他不需要引入其他外部模块。3. 使用pathlib模块 pathlib模块在Python3版本中是内建模块，但是在Python2中是需要单独安装三方模块。使用pathlib需要先使用文件路径来创建path对象。此路径可以是文件名或目录路径。检查路径是否存在path = pathlib.Path("path/file") path.exist() 检查路径是否是文件path = pathlib.Path("path/file") path.is_file() 判断文件是否为空：#!/usr/bin/env python #coding:utf-8 #date:2018-04-03 import os FILEPATH="/opt/data/report" FILENAME="repay4.xls" FILE=FILEPATH + os.sep + FILENAME print(FILE) if os.path.exists(FILE): print("文件存在") if os.path.getsize(FILE): print("文件存在且不为空") #print(os.path.getsize(FILE)) Size=os.path.getsize(FILE) os.system('ls -lh %s' %(FILE)) else: print("文件存在但为空...") os.system('ls -lh %s' %(FILE)) else: print("文件不存在") 摘录：https://www.cnblogs.com/saneri/p/7495904.html
Python中是有查找功能的，四种方式：in、not in、count、index，前两种方法是保留字，后两种方式是列表的方法。下面以a_list = ['a','b','c','hello']，为例作介绍：1、 判断值是否在列表中，in操作符# 判断a是否在列表中，并返回True或False 'a' in a_list 2、 判断值是否不在列表，not in操作符：# 判断a是否不在列表中，并返回True或False 'a' not in a_list 3、 统计指定值在列表中出现的次数，count方法# 返回a在列表中的出现的次数 a_list.count('a') 5、 查看指定值在列表中的位置，index方法# 返回a在列表中每一次出现的位置，默认搜索整个列表 a_list.index('a') # 返回a在指定切片内的第一次出现位置 a_list.index('a',0,3)
1.str >>>liststr1 = "12345" list1 = list(str1) print list1 str2 = "123 sjhid dhi" list2 = str2.split() #or list2 = str2.split(" ") print list2 str3 = "www.google.com" list3 = str3.split(".") print list3 输出为:['1', '2', '3', '4', '5'] ['123', 'sjhid', 'dhi'] ['www', 'google', 'com'] 3.list >>>strstr4 = "".join(list3) print str4 str5 = ".".join(list3) print str5 str6 = " ".join(list3) print str6 输出为： wwwgooglecom www.google.com www google com 参考：https://blog.csdn.net/roytao2/article/details/53433373