don't rely on hdd standby timer, but manage own idle timer.
[vuplus_dvbapp] / lib / python / Components / Harddisk.py
1 from os import system, listdir, statvfs, popen, makedirs, readlink, stat, major, minor
2 from Tools.Directories import SCOPE_HDD, resolveFilename
3 from Tools.CList import CList
4 from SystemInfo import SystemInfo
5 import string, time
6 from Components.Console import Console
7
8 def tryOpen(filename):
9         try:
10                 procFile = open(filename)
11         except IOError:
12                 return ""
13         return procFile
14
15 class Harddisk:
16         def __init__(self, device):
17                 self.device = device
18                 procfile = tryOpen("/sys/block/"+self.device+"/dev")
19                 tmp = procfile.readline().split(':')
20                 s_major = int(tmp[0])
21                 s_minor = int(tmp[1])
22                 self.max_idle_time = 0
23                 self.idle_running = False
24                 for disc in listdir("/dev/discs"):
25                         path = readlink('/dev/discs/'+disc)
26                         devidex = '/dev/discs/'+disc+'/'
27                         devidex2 = '/dev'+path[2:]+'/'
28                         disc = devidex2+'disc'
29                         ret = stat(disc).st_rdev
30                         if s_major == major(ret) and s_minor == minor(ret):
31                                 self.devidex = devidex
32                                 self.devidex2 = devidex2
33                                 print "new Harddisk", device, '->', self.devidex, '->', self.devidex2
34                                 self.startIdle()
35                                 break
36
37         def __lt__(self, ob):
38                 return self.device < ob.device
39
40         def bus(self):
41                 ide_cf = self.device.find("hd") == 0 and self.devidex2.find("host0") == -1 # 7025 specific
42                 internal = self.device.find("hd") == 0
43                 if ide_cf:
44                         ret = "External (CF)"
45                 elif internal:
46                         ret = "Internal"
47                 else:
48                         ret = "External"
49                 return ret
50
51         def diskSize(self):
52                 procfile = tryOpen("/sys/block/"+self.device+"/size")
53                 if procfile == "":
54                         return 0
55                 line = procfile.readline()
56                 procfile.close()
57                 try:
58                         cap = int(line)
59                 except:
60                         return 0;
61                 return cap / 1000 * 512 / 1000
62
63         def capacity(self):
64                 cap = self.diskSize()
65                 if cap == 0:
66                         return ""
67                 return "%d.%03d GB" % (cap/1024, cap%1024)
68
69         def model(self):
70                 if self.device.find("hd") == 0:
71                         procfile = tryOpen("/proc/ide/"+self.device+"/model")
72                         if procfile == "":
73                                 return ""
74                         line = procfile.readline()
75                         procfile.close()
76                         return line.strip()
77                 elif self.device.find("sd") == 0:
78                         procfile = tryOpen("/sys/block/"+self.device+"/device/vendor")
79                         if procfile == "":
80                                 return ""
81                         vendor = procfile.readline().strip()
82                         procfile.close()
83                         procfile = tryOpen("/sys/block/"+self.device+"/device/model")
84                         model = procfile.readline().strip()
85                         return vendor+'('+model+')'
86                 else:
87                         assert False, "no hdX or sdX"
88
89         def free(self):
90                 procfile = tryOpen("/proc/mounts")
91                 
92                 if procfile == "":
93                         return -1
94
95                 free = -1
96                 while 1:
97                         line = procfile.readline()
98                         if line == "":
99                                 break
100                         if line.startswith(self.devidex):
101                                 parts = line.strip().split(" ")
102                                 try:
103                                         stat = statvfs(parts[1])
104                                 except OSError:
105                                         continue
106                                 free = stat.f_bfree/1000 * stat.f_bsize/1000
107                                 break
108                 procfile.close()
109                 return free
110
111         def numPartitions(self):
112                 try:
113                         idedir = listdir(self.devidex)
114                 except OSError:
115                         return -1
116                 numPart = -1
117                 for filename in idedir:
118                         if filename.startswith("disc"):
119                                 numPart += 1
120                         if filename.startswith("part"):
121                                 numPart += 1
122                 return numPart
123
124         def unmount(self):
125                 procfile = tryOpen("/proc/mounts")
126
127                 if procfile == "":
128                         return -1
129
130                 cmd = "/bin/umount"
131
132                 for line in procfile:
133                         if line.startswith(self.devidex):
134                                 parts = line.split()
135                                 cmd = ' '.join([cmd, parts[1]])
136
137                 procfile.close()
138
139                 res = system(cmd)
140                 return (res >> 8)
141
142         def createPartition(self):
143                 cmd = "/sbin/sfdisk -f " + self.devidex + "disc"
144                 sfdisk = popen(cmd, "w")
145                 sfdisk.write("0,\n;\n;\n;\ny\n")
146                 sfdisk.close()
147                 return 0
148
149         def mkfs(self):
150                 cmd = "/sbin/mkfs.ext3 "
151                 if self.diskSize() > 4 * 1024:
152                         cmd += "-T largefile "
153                 cmd += "-m0 " + self.devidex + "part1"
154                 res = system(cmd)
155                 return (res >> 8)
156
157         def mount(self):
158                 cmd = "/bin/mount -t ext3 " + self.devidex + "part1"
159                 res = system(cmd)
160                 return (res >> 8)
161
162         def createMovieFolder(self):
163                 try:
164                         makedirs(resolveFilename(SCOPE_HDD))
165                 except OSError:
166                         return -1
167                 return 0
168
169         def fsck(self):
170                 # We autocorrect any failures
171                 # TODO: we could check if the fs is actually ext3
172                 cmd = "/sbin/fsck.ext3 -f -p " + self.devidex + "part1"
173                 res = system(cmd)
174                 return (res >> 8)
175
176         errorList = [ _("Everything is fine"), _("Creating partition failed"), _("Mkfs failed"), _("Mount failed"), _("Create movie folder failed"), _("Fsck failed"), _("Please Reboot"), _("Filesystem contains uncorrectable errors"), _("Unmount failed")]
177
178         def initialize(self):
179                 self.unmount()
180
181                 if self.createPartition() != 0:
182                         return -1
183
184                 if self.mkfs() != 0:
185                         return -2
186
187                 if self.mount() != 0:
188                         return -3
189
190                 if self.createMovieFolder() != 0:
191                         return -4
192
193                 return 0
194
195         def check(self):
196                 self.unmount()
197
198                 res = self.fsck()
199                 if res & 2 == 2:
200                         return -6
201
202                 if res & 4 == 4:
203                         return -7
204
205                 if res != 0 and res != 1:
206                         # A sum containing 1 will also include a failure
207                         return -5
208
209                 if self.mount() != 0:
210                         return -3
211
212                 return 0
213         
214         def getDeviceDir(self):
215                 return self.devidex
216         
217         def getDeviceName(self):
218                 return self.getDeviceDir() + "disc"
219
220         # the HDD idle poll daemon.
221         # as some harddrives have a buggy standby timer, we are doing this by hand here.
222         # first, we disable the hardware timer. then, we check every now and then if
223         # any access has been made to the disc. If there has been no access over a specifed time,
224         # we set the hdd into standby.
225         def readStats(self):
226                 l = open("/sys/block/%s/stat" % self.device).read()
227                 nr_read = int(l[:8].strip())
228                 nr_write = int(l[4*9:4*9+8].strip())
229                 return nr_read, nr_write
230
231         def startIdle(self):
232                 self.last_access = time.time()
233                 self.last_stat = 0
234                 self.is_sleeping = False
235                 from enigma import eTimer
236
237                 # disable HDD standby timer
238                 Console().ePopen(("hdparm", "hdparm", "-S0", (self.devidex + "disc")))
239                 self.timer = eTimer()
240                 self.timer.callback.append(self.runIdle)
241                 self.idle_running = True
242                 self.setIdleTime(self.max_idle_time) # kick the idle polling loop
243
244         def runIdle(self):
245                 if not self.max_idle_time:
246                         return
247                 t = time.time()
248
249                 idle_time = t - self.last_access
250
251                 l = sum(self.readStats())
252
253                 if l != self.last_stat: # access
254                         self.last_stat = l
255                         self.last_access = t
256                         self.idle_time = 0
257                         self.is_sleeping = False
258
259                 #print "[IDLE]", idle_time, self.max_idle_time, self.is_sleeping
260                 if idle_time >= self.max_idle_time and not self.is_sleeping:
261                         self.setSleep()
262                         self.is_sleeping = True
263
264         def setSleep(self):
265                 Console().ePopen(("hdparm", "hdparm", "-y", (self.devidex + "disc")))
266
267         def setIdleTime(self, idle):
268                 self.max_idle_time = idle
269                 if self.idle_running:
270                         if not idle:
271                                 self.timer.stop()
272                         else:
273                                 self.timer.start(idle * 250, False)  # poll 4 times per period.
274
275         def isSleeping(self):
276                 return self.is_sleeping
277
278 class Partition:
279         def __init__(self, mountpoint, device = None, description = "", force_mounted = False):
280                 self.mountpoint = mountpoint
281                 self.description = description
282                 self.force_mounted = force_mounted
283                 self.is_hotplug = force_mounted # so far; this might change.
284                 self.device = device
285
286         def stat(self):
287                 return statvfs(self.mountpoint)
288
289         def free(self):
290                 try:
291                         s = self.stat()
292                         return s.f_bavail * s.f_bsize
293                 except OSError:
294                         return None
295         
296         def total(self):
297                 try:
298                         s = self.stat()
299                         return s.f_blocks * s.f_bsize
300                 except OSError:
301                         return None
302
303         def mounted(self):
304                 # THANK YOU PYTHON FOR STRIPPING AWAY f_fsid.
305                 # TODO: can os.path.ismount be used?
306                 if self.force_mounted:
307                         return True
308                 procfile = tryOpen("/proc/mounts")
309                 for n in procfile.readlines():
310                         if n.split(' ')[1] == self.mountpoint:
311                                 return True
312                 return False
313
314 DEVICEDB =  \
315         {
316                 # dm8000:
317                 "/devices/platform/brcm-ehci.0/usb1/1-1/1-1.1/1-1.1:1.0": "Front USB Slot",
318                 "/devices/platform/brcm-ehci.0/usb1/1-1/1-1.2/1-1.2:1.0": "Back, upper USB Slot",
319                 "/devices/platform/brcm-ehci.0/usb1/1-1/1-1.3/1-1.3:1.0": "Back, lower USB Slot",
320                 "/devices/platform/brcm-ehci-1.1/usb2/2-1/2-1:1.0/host1/target1:0:0/1:0:0:0": "DVD Drive",
321         }
322
323 class HarddiskManager:
324         def __init__(self):
325                 self.hdd = [ ]
326                 self.cd = ""
327                 self.partitions = [ ]
328                 
329                 self.on_partition_list_change = CList()
330                 
331                 self.enumerateBlockDevices()
332                 
333                 # currently, this is just an enumeration of what's possible,
334                 # this probably has to be changed to support automount stuff.
335                 # still, if stuff is mounted into the correct mountpoints by
336                 # external tools, everything is fine (until somebody inserts 
337                 # a second usb stick.)
338                 p = [
339                                         ("/media/hdd", _("Harddisk")), 
340                                         ("/media/card", _("Card")), 
341                                         ("/media/cf", _("Compact Flash")),
342                                         ("/media/mmc1", _("MMC Card")),
343                                         ("/media/net", _("Network Mount")),
344                                         ("/media/ram", _("Ram Disk")),
345                                         ("/media/usb", _("USB Stick")),
346                                         ("/", _("Internal Flash"))
347                                 ]
348                 
349                 for x in p:
350                         self.partitions.append(Partition(mountpoint = x[0], description = x[1]))
351
352         def getBlockDevInfo(self, blockdev):
353                 devpath = "/sys/block/" + blockdev
354                 error = False
355                 removable = False
356                 blacklisted = False
357                 is_cdrom = False
358                 partitions = []
359                 try:
360                         removable = bool(int(open(devpath + "/removable").read()))
361                         dev = int(open(devpath + "/dev").read().split(':')[0])
362                         if dev in [7, 31]: # loop, mtdblock
363                                 blacklisted = True
364                         if blockdev[0:2] == 'sr':
365                                 is_cdrom = True
366                         if blockdev[0:2] == 'hd':
367                                 try:
368                                         media = open("/proc/ide/%s/media" % blockdev).read()
369                                         if media.find("cdrom") != -1:
370                                                 is_cdrom = True
371                                 except IOError:
372                                         error = True
373                         # check for partitions
374                         if not is_cdrom:
375                                 for partition in listdir(devpath):
376                                         if partition[0:len(blockdev)] != blockdev:
377                                                 continue
378                                         partitions.append(partition)
379                         else:
380                                 self.cd = blockdev
381                 except IOError:
382                         error = True
383                 # check for medium
384                 medium_found = True
385                 try:
386                         open("/dev/" + blockdev).close()
387                 except IOError, err:
388                         if err.errno == 159: # no medium present
389                                 medium_found = False
390                         
391                 return error, blacklisted, removable, is_cdrom, partitions, medium_found
392
393         def enumerateBlockDevices(self):
394                 print "enumerating block devices..."
395                 for blockdev in listdir("/sys/block"):
396                         error, blacklisted, removable, is_cdrom, partitions, medium_found = self.getBlockDevInfo(blockdev)
397                         print "found block device '%s':" % blockdev, 
398                         if error:
399                                 print "error querying properties"
400                         elif blacklisted:
401                                 print "blacklisted"
402                         elif not medium_found:
403                                 print "no medium"
404                         else:
405                                 print "ok, removable=%s, cdrom=%s, partitions=%s, device=%s" % (removable, is_cdrom, partitions, blockdev)
406
407                                 self.addHotplugPartition(blockdev)
408                                 for part in partitions:
409                                         self.addHotplugPartition(part)
410
411         def getAutofsMountpoint(self, device):
412                 return "/autofs/%s/" % (device)
413
414         def addHotplugPartition(self, device, physdev = None):
415                 if not physdev:
416                         dev, part = self.splitDeviceName(device)
417                         try:
418                                 physdev = readlink("/sys/block/" + dev + "/device")[5:]
419                         except OSError:
420                                 physdev = dev
421                                 print "couldn't determine blockdev physdev for device", device
422
423                 # device is the device name, without /dev 
424                 # physdev is the physical device path, which we (might) use to determine the userfriendly name
425                 description = self.getUserfriendlyDeviceName(device, physdev)
426                 
427                 p = Partition(mountpoint = self.getAutofsMountpoint(device), description = description, force_mounted = True, device = device)
428                 self.partitions.append(p)
429                 self.on_partition_list_change("add", p)
430
431                 # see if this is a harddrive
432                 l = len(device)
433                 if l and device[l-1] not in string.digits:
434                         error, blacklisted, removable, is_cdrom, partitions, medium_found = self.getBlockDevInfo(device)
435                         if not blacklisted and not removable and not is_cdrom and medium_found:
436                                 self.hdd.append(Harddisk(device))
437                                 self.hdd.sort()
438                                 SystemInfo["Harddisk"] = len(self.hdd) > 0
439
440         def removeHotplugPartition(self, device):
441                 mountpoint = self.getAutofsMountpoint(device)
442                 for x in self.partitions[:]:
443                         if x.mountpoint == mountpoint:
444                                 self.partitions.remove(x)
445                                 self.on_partition_list_change("remove", x)
446                 l = len(device)
447                 if l and device[l-1] not in string.digits:
448                         idx = 0
449                         for hdd in self.hdd:
450                                 if hdd.device == device:
451                                         del self.hdd[idx]
452                                         break
453                         SystemInfo["Harddisk"] = len(self.hdd) > 0
454
455         def HDDCount(self):
456                 return len(self.hdd)
457
458         def HDDList(self):
459                 list = [ ]
460                 for hd in self.hdd:
461                         hdd = hd.model() + " - " + hd.bus()
462                         cap = hd.capacity()
463                         if cap != "":
464                                 hdd += " (" + cap + ")"
465                         list.append((hdd, hd))
466                 return list
467
468         def getCD(self):
469                 return self.cd
470
471         def getMountedPartitions(self, onlyhotplug = False):
472                 parts = [x for x in self.partitions if (x.is_hotplug or not onlyhotplug) and x.mounted()]
473                 devs = set([x.device for x in parts])
474                 for devname in devs.copy():
475                         if not devname:
476                                 continue
477                         dev, part = self.splitDeviceName(devname)
478                         if part and dev in devs: # if this is a partition and we still have the wholedisk, remove wholedisk
479                                 devs.remove(dev)
480
481                 # return all devices which are not removed due to being a wholedisk when a partition exists
482                 return [x for x in parts if not x.device or x.device in devs]
483
484         def splitDeviceName(self, devname):
485                 # this works for: sdaX, hdaX, sr0 (which is in fact dev="sr0", part=""). It doesn't work for other names like mtdblock3, but they are blacklisted anyway.
486                 dev = devname[:3]
487                 part = devname[3:]
488                 for p in part:
489                         if p not in string.digits:
490                                 return devname, 0
491                 return dev, part and int(part) or 0
492
493         def getUserfriendlyDeviceName(self, dev, phys):
494                 dev, part = self.splitDeviceName(dev)
495                 description = "External Storage %s" % dev
496                 try:
497                         description = open("/sys" + phys + "/model").read().strip()
498                 except IOError, s:
499                         print "couldn't read model: ", s
500                 for physdevprefix, pdescription in DEVICEDB.items():
501                         if phys.startswith(physdevprefix):
502                                 description = pdescription
503
504                 # not wholedisk and not partition 1
505                 if part and part != 1:
506                         description += " (Partition %d)" % part
507                 return description
508
509 harddiskmanager = HarddiskManager()