[tahoe-dev] fuse client.
Nathan
nejucomo at gmail.com
Tue Nov 20 07:34:22 UTC 2007
I didn't use any solid fuse api docs! So- don't run this on anything
but a throw-away machine.
That being said, my virtual machine is still running.
Here's the entire test output (no IP rights were harmed in the making
of this test):
$ find tahoe-fuse-mp/
tahoe-fuse-mp/
tahoe-fuse-mp/COPYING
tahoe-fuse-mp/Building_On_The_Past.ogg
tahoe-fuse-mp/justin's music
tahoe-fuse-mp/justin's music/02 Memories First.mp3
tahoe-fuse-mp/justin's music/burial
tahoe-fuse-mp/justin's music/burial/_11_ Burial - Homeless.mp3
tahoe-fuse-mp/justin's music/burial/_05_ Burial - Endorphin.mp3
tahoe-fuse-mp/justin's music/burial/_07_ Burial - In McDonalds.mp3
tahoe-fuse-mp/justin's music/burial/_09_ Burial - Shell Of Light.mp3
tahoe-fuse-mp/justin's music/burial/_10_ Burial - Dog Shelter.mp3
tahoe-fuse-mp/justin's music/burial/_03_ Burial - Near Dark.mp3
tahoe-fuse-mp/justin's music/burial/_13_ Burial - Raver.mp3
tahoe-fuse-mp/justin's music/burial/_01_ Burial - Untitled.mp3
tahoe-fuse-mp/justin's music/burial/_04_ Burial - Ghost Hardware.mp3
tahoe-fuse-mp/justin's music/burial/_06_ Burial - Etched Headplate.mp3
tahoe-fuse-mp/justin's music/burial/_08_ Burial - Untrue.mp3
tahoe-fuse-mp/justin's music/burial/_02_ Burial - Archangel.mp3
tahoe-fuse-mp/justin's music/burial/_12_ Burial - UK.mp3
tahoe-fuse-mp/justin's music/02 Aftermathmatics.mp3
tahoe-fuse-mp/justin's music/05 Close to Center.mp3
tahoe-fuse-mp/justin's music/04 Up and Down.mp3
tahoe-fuse-mp/justin's music/06 Sumeria.mp3
tahoe-fuse-mp/justin's music/geometer-pass1.mp3
tahoe-fuse-mp/justin's music/fb8000-p3.mp3
tahoe-fuse-mp/justin's music/01 Snowflake.mp3
tahoe-fuse-mp/justin's music/03 A Greener Land.mp3
tahoe-fuse-mp/justin's music/06 Jega.mp3
tahoe-fuse-mp/test
tahoe-fuse-mp/test/cygwin.bat
tahoe-fuse-mp/warner
tahoe-fuse-mp/warner/PEVC-1
tahoe-fuse-mp/warner/PEVC-1/01_Oxford_Suite_1.mp3
tahoe-fuse-mp/warner/02_Liverpool_Concerto_II.ogg
tahoe-fuse-mp/warner/01_Liverpool_Concerto_I.ogg
tahoe-fuse-mp/warner/base64.py
$ cp tahoe-fuse-mp/COPYING .
$ diff -u tahoe-fuse-mp/COPYING COPYING
$ echo $?
0
Mon Nov 19 23:21:50 PST 2007 nejucomo at gmail.com
* A hastily written single-threaded read-only fuse client.
diff -rN -u old-tahoe/extensions/tahoe-fuse.py
new-tahoe/extensions/tahoe-fuse.py
--- old-tahoe/extensions/tahoe-fuse.py 1969-12-31 16:00:00.000000000 -0800
+++ new-tahoe/extensions/tahoe-fuse.py 2007-11-19 23:25:39.000000000 -0800
@@ -0,0 +1,377 @@
+#! /usr/bin/env python
+'''
+Tahoe thin-client fuse module.
+
+Goals:
+- Delegate to Tahoe webapi as much as possible.
+- Thin as possible.
+- This is a proof-of-concept, not a usable product.
+'''
+
+
+#import bindann
+#bindann.install_exception_handler()
+
+import sys, stat, os, errno, urllib
+
+import simplejson
+
+# FIXME: Currently uses the old, silly path-based (non-stateful) interface:
+import fuse
+fuse.fuse_python_api = (0, 1) # Use the silly path-based api for now.
+
+
+### Config:
+TahoeConfigDir = '~/.tahoe'
+MagicDevNumber = 42
+
+
+def main(args = sys.argv[1:]):
+ fs = TahoeFS(os.path.expanduser(TahoeConfigDir))
+ fs.main()
+
+
+### Utilities just for debug:
+def debugdeco(m):
+ def dbmeth(self, *a, **kw):
+ pid = self.GetContext()['pid']
+ print '[%d %r]\n%s%r%r' % (pid, get_cmdline(pid), m.__name__, a, kw)
+ try:
+ r = m(self, *a, **kw)
+ if (type(r) is int) and (r < 0):
+ print '-> -%s\n' % (errno.errorcode[-r],)
+ else:
+ repstr = repr(r)[:256]
+ print '-> %s\n' % (repstr,)
+ return r
+ except:
+ sys.excepthook(*sys.exc_info())
+
+ return dbmeth
+
+
+def get_cmdline(pid):
+ f = open('/proc/%d/cmdline' % pid, 'r')
+ args = f.read().split('\0')
+ f.close()
+ assert args[-1] == ''
+ return args[:-1]
+
+
+class ErrnoExc (Exception):
+ def __init__(self, eno):
+ self.eno = eno
+ Exception.__init__(self, errno.errorcode[eno])
+
+ @staticmethod
+ def wrapped(meth):
+ def wrapper(*args, **kw):
+ try:
+ return meth(*args, **kw)
+ except ErrnoExc, e:
+ return -e.eno
+ wrapper.__name__ = meth.__name__
+ return wrapper
+
+
+### Heart of the Matter:
+class TahoeFS (fuse.Fuse):
+ def __init__(self, confdir):
+ fuse.Fuse.__init__(self)
+ self.confdir = confdir
+
+ self.flags = 0 # FIXME: What goes here?
+ self.multithreaded = 0
+
+ # silly path-based file handles.
+ self.filecontents = {} # {path -> contents}
+
+ self._init_url()
+ self._init_bookmarks()
+
+ def _init_url(self):
+ f = open(os.path.join(self.confdir, 'webport'), 'r')
+ contents = f.read()
+ f.close()
+
+ fields = contents.split(':')
+ proto, port = fields[:2]
+ assert proto == 'tcp'
+ port = int(port)
+ self.url = 'http://localhost:%d' % (port,)
+
+ def _init_bookmarks(self):
+ f = open(os.path.join(self.confdir, 'fuse-bookmarks.uri'), 'r')
+ uri = f.read().strip()
+ f.close()
+
+ self.bookmarks = TahoeDir(self.url, uri)
+
+ def _get_node(self, path):
+ assert path.startswith('/')
+ if path == '/':
+ return self.bookmarks.resolve_path([])
+ else:
+ parts = path.split('/')[1:]
+ return self.bookmarks.resolve_path(parts)
+
+ def _get_contents(self, path):
+ node = self._get_node(path)
+ contents = node.open().read()
+ self.filecontents[path] = contents
+ return contents
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def getattr(self, path):
+ node = self._get_node(path)
+ return node.getattr()
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def getdir(self, path):
+ """
+ return: [(name, typeflag), ... ]
+ """
+ node = self._get_node(path)
+ return node.getdir()
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def mythread(self):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def chmod(self, path, mode):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def chown(self, path, uid, gid):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def fsync(self, path, isFsyncFile):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def link(self, target, link):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def mkdir(self, path, mode):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def mknod(self, path, mode, dev_ignored):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def open(self, path, mode):
+ IgnoredFlags = os.O_RDONLY | os.O_NONBLOCK | os.O_SYNC |
os.O_LARGEFILE
+ # Note: IgnoredFlags are all ignored!
+ for fname in dir(os):
+ if fname.startswith('O_'):
+ flag = getattr(os, fname)
+ if flag & IgnoredFlags:
+ continue
+ elif mode & flag:
+ print 'Flag not supported:', fname
+ raise ErrnoExc(errno.ENOSYS)
+
+ self._get_contents(path)
+ return 0
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def read(self, path, length, offset):
+ return self._get_contents(path)[offset:length]
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def release(self, path):
+ del self.filecontents[path]
+ return 0
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def readlink(self, path):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def rename(self, oldpath, newpath):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def rmdir(self, path):
+ return -errno.ENOSYS
+
+ #@debugdeco
+ @ErrnoExc.wrapped
+ def statfs(self):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def symlink ( self, targetPath, linkPath ):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def truncate(self, path, size):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def unlink(self, path):
+ return -errno.ENOSYS
+
+ @debugdeco
+ @ErrnoExc.wrapped
+ def utime(self, path, times):
+ return -errno.ENOSYS
+
+
+class TahoeNode (object):
+ NextInode = 0
+
+ @staticmethod
+ def make(baseurl, uri):
+ typefield = uri.split(':', 2)[1]
+ if typefield.startswith('DIR'):
+ return TahoeDir(baseurl, uri)
+ else:
+ return TahoeFile(baseurl, uri)
+
+ def __init__(self, baseurl, uri):
+ self.burl = baseurl
+ self.uri = uri
+ self.fullurl = '%s/uri/%s' % (self.burl, self.uri.replace('/', '!'))
+ self.inode = TahoeNode.NextInode
+ TahoeNode.NextInode += 1
+
+ def getattr(self):
+ """
+ - st_mode (protection bits)
+ - st_ino (inode number)
+ - st_dev (device)
+ - st_nlink (number of hard links)
+ - st_uid (user ID of owner)
+ - st_gid (group ID of owner)
+ - st_size (size of file, in bytes)
+ - st_atime (time of most recent access)
+ - st_mtime (time of most recent content modification)
+ - st_ctime (platform dependent; time of most recent metadata
change on Unix,
+ or the time of creation on Windows).
+ """
+ # FIXME: Return metadata that isn't completely fabricated.
+ return (self.get_mode(),
+ self.inode,
+ MagicDevNumber,
+ self.get_linkcount(),
+ os.getuid(),
+ os.getgid(),
+ self.get_size(),
+ 0,
+ 0,
+ 0)
+
+ def get_metadata(self):
+ f = self.open('?t=json')
+ json = f.read()
+ f.close()
+ return simplejson.loads(json)
+
+ def open(self, postfix=''):
+ url = self.fullurl + postfix
+ print '*** Fetching:', `url`
+ return urllib.urlopen(url)
+
+
+class TahoeFile (TahoeNode):
+ def __init__(self, baseurl, uri):
+ assert uri.split(':', 2)[1] in ('CHK', 'LIT'), `uri`
+ TahoeNode.__init__(self, baseurl, uri)
+
+ # nonfuse:
+ def get_mode(self):
+ return stat.S_IFREG | 0400 # Read only regular file.
+
+ def get_linkcount(self):
+ return 1
+
+ def get_size(self):
+ return self.get_metadata()[1]['size']
+
+ def resolve_path(self, path):
+ assert type(path) is list
+ assert path == []
+ return self
+
+
+class TahoeDir (TahoeNode):
+ def __init__(self, baseurl, uri):
+ assert uri.split(':', 2)[1] in ('DIR', 'DIR-RO'), `uri`
+ TahoeNode.__init__(self, baseurl, uri)
+
+ self.mode = stat.S_IFDIR | 0500 # Read only directory.
+
+ # FUSE:
+ def getdir(self):
+ d = [('.', self.get_mode()), ('..', self.get_mode())]
+ for name, child in self.get_children().items():
+ if name: # Just ignore this crazy case!
+ d.append((name, child.get_mode()))
+ return d
+
+ # nonfuse:
+ def get_mode(self):
+ return stat.S_IFDIR | 0500 # Read only directory.
+
+ def get_linkcount(self):
+ return len(self.getdir())
+
+ def get_size(self):
+ return 2 ** 12 # FIXME: What do we return here?
len(self.get_metadata())
+
+ def resolve_path(self, path):
+ assert type(path) is list
+
+ if path:
+ head = path[0]
+ child = self.get_child(head)
+ return child.resolve_path(path[1:])
+ else:
+ return self
+
+ def get_child(self, name):
+ c = self.get_children()
+ return c[name]
+
+ def get_children(self):
+ flag, md = self.get_metadata()
+ assert flag == 'dirnode'
+
+ c = {}
+ for name, (childflag, childmd) in md['children'].items():
+ if childflag == 'dirnode':
+ cls = TahoeDir
+ else:
+ cls = TahoeFile
+
+ c[str(name)] = cls(self.burl, childmd['ro_uri'])
+ return c
+
+
+
+if __name__ == '__main__':
+ main()
+
-------------- next part --------------
A non-text attachment was scrubbed...
Name: fuse.darcspatch
Type: application/octet-stream
Size: 31425 bytes
Desc: not available
URL: <http://tahoe-lafs.org/pipermail/tahoe-dev/attachments/20071119/cb60e221/attachment.obj>
More information about the tahoe-dev
mailing list