【Ceph】基于Tornado的Ceph文件上传与下载及在线预览

本文链接：https://blog.youkuaiyun.com/ns2250225/article/details/52096476

概述

用tornado作为http服务器
在处理post/get请求的方法中，调用librados(python)接口实现读写
设置Content-disposition中为inline则在线浏览，attachment则下载

上传

#!/usr/bin/env python
# -*- coding: UTF-8 -*-
import tornado.ioloop
import tornado.web
import os
import rados

class UploadFileHandler(tornado.web.RequestHandler):
    def get(self):
        self.write('''
        <html>
          <head><title>Upload File</title></head>
          <body>
            <form action='file' enctype="multipart/form-data" method='post'>
            <input type='file' name='file'/><br/>
            <input type='submit' value='submit'/>
            </form>
          </body>
        </html>
        ''')

    def post(self):
        # 将上传文件写入到test池中
        cluster = rados.Rados(conffile='/etc/ceph/ceph.conf')
        cluster.connect()
        ioctx = cluster.open_ioctx('test')

        file_metas=self.request.files['file']
        for meta in file_metas:
            filename=meta['filename']
            ioctx.write_full(filename, meta['body'])
            ioctx.close()
            self.write('finished!')

app=tornado.web.Application([
    (r'/file',UploadFileHandler),
])

if __name__ == '__main__':
    app.listen(3000)
    tornado.ioloop.IOLoop.instance().start()

下载

#!/usr/bin/env python
# -*- coding: UTF-8 -*-

import tornado.ioloop
import tornado.web
import os
import rados

class DownloadFileHandler(tornado.web.RequestHandler):
    def get(self, filename):
        print('downloading... : ',filename)

        cluster = rados.Rados(conffile='/etc/ceph/ceph.conf')
        cluster.connect()
        ioctx = cluster.open_ioctx('test')

        self.set_header ('Content-Type', 'application/octet-stream')
        self.set_header ('Content-Disposition', 'attachment; filename='+filename)

        size, timestamp = ioctx.stat(filename)

        pagesize = 1024*1024
        offset = 0
        if pagesize > size:
            pagesize = size

        while offset < size:
            data = ioctx.read(filename, pagesize, offset)
            self.write(data)
            offset += pagesize

        ioctx.close()
        self.finish()



app=tornado.web.Application([
    (r'/download/(.*)', DownloadFileHandler),
])

if __name__ == '__main__':
    app.listen(3000)
    tornado.ioloop.IOLoop.instance().start()

在线预览

#!/usr/bin/env python
# -*- coding: UTF-8 -*-

import tornado.ioloop
import tornado.web
import os
import rados
import mimetypes


class DownloadFileHandler(tornado.web.RequestHandler):
    def get(self, filename):
        print('downloading... : ',filename)

        cluster = rados.Rados(conffile='/etc/ceph/ceph.conf')
        cluster.connect()
        ioctx = cluster.open_ioctx('music')

        ctype = mimetypes.guess_type(filename)[0]

        self.set_header ('Content-Type', ctype)
        self.set_header ('Content-Disposition', 'inline; filename='+filename)

        size, timestamp = ioctx.stat(filename)

        pagesize = 1024*1024
        offset = 0
        if pagesize > size:
            pagesize = size

        while offset < size:
            data = ioctx.read(filename, pagesize, offset)
            self.write(data)
            offset += pagesize

        ioctx.close()
        self.finish()



app=tornado.web.Application([
    (r'/download/(.*)', DownloadFileHandler),
])

if __name__ == '__main__':
    app.listen(3000)
    tornado.ioloop.IOLoop.instance().start()