tornado上传大文件以及多文件上传

tornado上传大文件问题解决方法

tornado默认上传限制为低于100M，但是由于需要上传大文件需求，网上很多说是用nginx，但我懒，同时不想在搞一个服务了。

解决方法：

    server = HTTPServer(application, max_buffer_size=, max_body_size=)
    server.bind(options.port)
    server.start()  # Forks multiple sub-process
    tornado.ioloop.IOLoop.current().start()

具体再去看源码，stackoverflow和/segmentfault.com给了我提示，然后跑去看了眼源码

TCPserver

.....

From上传文件

aaarticlea/png;base64,iVBORw0KGgoAAAANSUhEUgAAAO0AAACVCAIAAAA7Xup0AAAM4ElEQVR4nO2d3VMb1xmH8190cunWTWg709s6siy+DBSJxDECy62tyGPjgCzJLo6bGSu2pNTFIYnBTLVADEsyw6AFDIJgBAwn8XR6lYvOdDLTi9RJ+F96sdLROfullQRa6exP80wGa8+RNswzL++e3fc9r3nbO91JVCLZWIfjpwGOhdccPwOngMciAY+dPxNQP+71GIgEPAYiAI+BCMBjIALwGIgAPAYiAI+BCMBjIAIOePxy7rqGB7HBaj/E4wulFCnqs7qREZWU1HBxgGc4k02HHP91gxOiKTyuQeWKHnt88aySCZYGBNMK7t4JTLN4bIjFh1T2OCbl0qFgWvnG6EWkuOO/enCM1OhxLpfLG71WVlYqzm2Axx5fKKUwSQUfm4F41Ojxtesjhh5HrlnJp1LRUTtjKng8nMkRJMcuova8YlGWNRIvLC7amUgdDYRH40uH8aXDQHjUbIwZHl8opRBNtpAryRqVlKwkpWKZHNGOKeYVjOVAAGr3+OLgkMbjC4NBOxOpo/Glw/HV78ZXv4svHZqNMcMiHnt88awUD6Yl1VSPL5SSkFQITl3XedMzM1Tiqalpm7OMPCZmY8yoeJ1X9nhYG5UJqbBgB1qOujzu6unb3NzM5/MbGxtdPX02Z1FHB8Jj8SUSkw8HwmNmY8yw77F2YkzCYoV41Lvulkpn8vn8w1Ta/pQGXOd5tfFYKf+MhQsRqddjX2f3F8+e+Tq77U9pzPoxG489vniWEKIokFhUhL0Pos8rPDEJyxSi0jLPCakx1XARzXA1zTA/xg0RUWkZjwGwAB4DEYDHQATgMRABeAxEAB4DEYDHQATgMRABeAxEAB4DEWgxj4+lZwAQj5b32KbKUYngsWOBEcFjO8/KwWOxccBjx3sGAPFwwGNHegYE04oaj9VC62ysWG6tPupJa/g0pXu0jQtRMtHSJ4AmxJm8ovE9AzQe0yeVg2mFrRNh049gWiGl91XR4XHT4ozHje8ZoPGYdrpQH8+nrd88w5kckaK+Do8vnuWLR4KIx02MY9d5De4ZoMsr2NI9rvNQ0ePSD/pPAE2IYx43uGdALR7zFVDwuJlxct2tkT0DaorHXF6BlbtmxkmPG9kzoFqPvaq49DovJqHbbDPjlvsgNXjMtkIkUhx5RTPTYh47SFQqr3KAZgMem8JtLxKT0N2wmYHHpnB5BSRubuAxEAF4DEQAHgMReC1wexuAVgceAxGAx0AE3OWxbPK6N6E4fm6gHuCxLMvyzOxXULmlcaPH+jeDH+ShcksDj7kgbTF3fPlgIrlF/+lPFtaWd62/LjJ7sDa74/j/tRuAx5UPBVRrCb1HvT+e2JnIE2Zfkv3xxFbg9nZk9qDCDiY69f2T+/o3axjjcuBx5UP+ZGEtX4gkdufJ/nhiy5/YmcgfTCS39OE2MnswP1mM2ePLhP5c/hx4fDK41OM//uNbloC5x/7EzkS+HG7nJ7cisweqVVRoOrhyPM4XIony+PFlJqgv70ZmD9gB48uELO9qxjj+O2xOXOpxVYco/sTORJ6sze5EZg9oLmEwbHKfjdP6wKwZzNo5vkzUuf7Jfeo04nFFXOqx/XisohpMSDn6+hO784TobfYndueXdzWB2eJqT+OoP1lYI/vjid159rvgcSVc6rH9QyVfDyYmy5d69DU/WTqa3Apo8oR8IVIKzFRrfWDWO6oOZtWHxxVxqcfVxuPa0CQYZmM0jvon9+FxtbjU46oOBSwv4KhwauSucJ1HuOvCgD6vKK6KIK+oDnhc+VCAX1Bj8ScL80YRV71cU+OxP1lYI7p7KKR48cddz5WuI9Vv5K7z+IUOoMGNHlu8zCbaicfsSOpocfGheJlYvCjkPC7dUlGX2DROMwt8BOtuFsBjux7bicfqim/5KJ8fl+6nIKweP+7yGIgKPAYiAI+BCMBjIALwGIgA+lcAEYDHQATgMRABeAxEAB4DEWgxj2vbJB0IT8t73GwqY/sFRxDBYzv73HhiUmN2qbHjccNOxj044HEulzPcJ31lZaXiXHgMDHHA42vXRww9jlyrsMGjt9Z9IKMSUzbHbINeqtHgNhrLxorbgqh7qas7pH/DbxESlUg21kE/ljA7n7IeG+4wYvNkQFU4k1csyrJG4oXFRTsTqaOB8Gh86TC+dBgIj5qNYdGEwGBaYfd4JMW90UMphZDSdnrBtEIUhe7Oy+5nGpVITlHoJnzaQyWPg2mJ7vjEjrFzMo6b0Vo44/HFwSGNxxcGg3YmGu2Tfmg2hoVVx+OLZxlX6M6Q6g9MNI1nCbNjpGarU0ZEdjNJs7zCE5M4WSudjLNatByOXedNz8xQiaempm3OMvKYmI1h4dQppQrsi3psc8teVjWPL5RSjD2mCQObftg5GcfNaC0c87irp29zczOfz29sbHT19NmcRR0dCI/Fl0hMPhwIj5mNYdGpY/C3uw6PDeJxMUthcwlTj5FI1IuT626pdCafzz9Mpe1Pqe06z2vwp7wsaHlMNR6zQdfwkGc4k2Ou/yzzCoOTAVXhpMe+zu4vnj3zdXbbn1LXuhu/qlC2yhdKSZmgr7q8gl4OarJqzuPymHiWEM7jSifjuBmthWvug5SWwNiFhdJSF2ek7byivKbGxmZ+vYJZTWPjsY2TAVXRYh43CZr8GDgOPK4FeNxswONagMfNBjwGIgCPgQjAYyAC8BiIADwGIgCPgQi4y2Oztsfx23ccPzdQD/BYlmV5evopVG5p3Oix/s3efv/U9DRUbl1c6vHdn0ZVvHyQNpylqf6wSTCt1FlMeuwtBATuSeBejy9PD6seaw7paUKPa6u4hseCwHrs6+jSR+Vj/C543EjgcWWPWSNVFQwr/r3sA8dKJsp7rK/sZ8ukvUZR3+y7NJ0DqmpXAI9FQOOxr6OLZhf2PaZ1oJpKEK58fziTI4RtT2FY2V8uHuErRCp+F18ZVU27AngsAPp4rP7XW43Hhq0n9GV2dJZFZX+pxsS4RE/bXcC0wq+KdgXwWASOxWOuwrTklr7sueyxZWW/mm8Y6mX2XV4jj2sojxUJeHx8HutyZcZj08p+T0yCx/XjXo9ZvMcTj7ncgGYFFpX9pZTDNK+AxzZxqcdVHbLjsVdTvh+TNOXQZm0G1E8r59nDmVwpu63gMV99DY+dP4mGYfZ8hfX9PJsec901detu+sp+rdwKIVLcrsdM5wB47IXHdjwGzY+7PAaiAo+BCMBjIALwGIgAPAYiAI+BCMBjIALwGIhA63lsdgsDVaJuRhyPUbvvZlrVY/2bqN13M+J4jGck3IwzHn/55VcXhy7VNtdC1pH3R9+zsUm1Sm0lx9jivDlxxmN1G9PppzPn+/qrnct53Hm+/dZU1z25O7nanVztuyuFrkRsfg48FgknPVY3M72f/KiquazH5wKh/vRzb3vn4OeFoan9gYntd6+OGM5SH2ynFUSa0nmv5unh0gO7pUd741lCCJH+ntXOoqg7hmhq9DUln17sXnpiOOyx+lJWVyO28wFZlhcWFs529p4NXD4XHDkf/6z3zpN3H6+HZr+98GRvKPzenRtnenvb2SmsPcG0VNwtj4+s9H0vV5KkltQz1c4m8TgqkZyiUGXpJwR1XSxEfZLdWZrCY/X1wb0P7cyVZXlubu7M6LT3w5Wu1PO+R9v9j3fe/nzv4sxh4NPd27cHj/baXsq/Zafoi0C9lhlCueqOL6m3mKWt0S8VZeh2NcU2jydCU3i8vr4eSyRszpVl+enTmXP3V3sebfc93umf3PV/Wgh8tjfwZL/3b5upv3Yd7bX9/OINdgrNGbg/8TojacsfJjHgSoYMZ6nodk4PpRTdzunIrU8Mhz3e3Nz8+NEjX0cVc2VZ/uSTSd+D572PX/RM7PivjYVvXgrfHA7fHE7e7f1x582jvbZX26f1E4s9fmjuq2/JQ//Jx+OaPC6HXvpp2HXv5HDS47m5ef/b71Q7V5bljx48PHt/tfPjrfPhW/9dP/3TizdUfi68ebTXdrTX9sPzU4ZzuV4+rMd84lGbx1z6wWTkxQ9JG+Q24LhwxuOVlZUrYbsLZBpkWU7c+ctbYzPe++sXwn9+tfUr1d2jQttRoe3Hr3/9avv0v55x8dgTk9guaWWPuXZsbBZLrDzmm7jR2mbNfuus1hZNg8Cx0JL3866P3AxdjQxcvRW9OfC/zV8e7bX9e+13L2Z+s/H098n4H+6+f6a/n1+vYNbUmD5o5dJ5r6YfpkU8ZgvueY9px0u9spoWb+DYaUmP/3Tl6tCly+9cDMZu9Pzw/NTRXtv3S6+3d3V/v/R64sZbjpyVde5bfy9kYE3reczS09v+cvbUfxZ+ofJP6VQPv3LcMCw8xnJbA2htj5sHQ48N1/vASQCPgQjAYyAC8BiIADwGIgCPgQjAYyAC8BiIADwGIvB/QQAVjCEXzyMAAAAASUVORK5CYII=" alt="" />

#!/usr/bin/env python
# -*- coding:utf-8 -*-

import tornado.ioloop
import tornado.web

class MainHandler(tornado.web.RequestHandler):
    def get(self):

        self.render('index.html')

    def post(self, *args, **kwargs):
        file_metas = self.request.files["fff"]
        # print(file_metas)
        for meta in file_metas:
            file_name = meta['filename']
            import os
            file_name = os.path.join("img", file_name)
            with open(file_name,'wb') as up:
                up.write(meta['body'])

settings = {
    'template_path': 'template',
}

application = tornado.web.Application([
    (r"/index", MainHandler),
], **settings)

if __name__ == "__main__":
    application.listen(8000)
    tornado.ioloop.IOLoop.instance().start()

star.py

<!DOCTYPE html>
<html>
<head>
    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/>
    <title>上传文件</title>
</head>
<body>
<!--表单中enctype="multipart/form-data"的意思，是设置表单的MIME编码。-->
<!--默认情况，这个编码格式是application/x-www-form-urlencoded，不能用于文件上传；-->
<!--只有使用了multipart/form-data，才能完整的传递文件数据，进行下面的操作. -->
    <form id="my_form" name="form" action="/index" method="POST"  enctype="multipart/form-data" >
        <input name="fff" id="my_file"  type="file" />
        <input type="submit" value="提交"  />
    </form>
</body>
</html>

index.html

AJAX上传

<!DOCTYPE html>
<html>
<head lang="en">
    <meta charset="UTF-8">
    <title></title>
</head>
<body>
    <input type="file" id="img" />
    <input type="button" onclick="UploadFile();" />
    <script>
        function UploadFile(){
            var fileObj = document.getElementById("img").files[0];

            var form = new FormData();
            form.append("k1", "v1");
            form.append("fff", fileObj);

            var xhr = new XMLHttpRequest();
            xhr.open("post", '/index', true);
            xhr.send(form);
        }
    </script>
</body>
</html>

HTML - XMLHttpRequest

dataType:"json",  -----主意加上这句

<!DOCTYPE html>
<html>
<head lang="en">
    <meta charset="UTF-8">
    <title></title>
</head>
<body>
    <input type="file" id="img" />
    <input type="button" onclick="UploadFile();" />
    <script src="/static/jquery-1.12.4.js"></script>
    <!--<script src="{{static_url('jquery-1.9.1.min.js')}}"></script> 也可以这么写-->
    <script>
        function UploadFile(){
            var fileObj = $("#img")[0].files[0];
            var form = new FormData();//创建一个form对象类似<form>
            form.append("k1", "v1");
            form.append("fff", fileObj);

            $.ajax({
                type:'POST',
                url: '/index',
                data: form,
                processData: false,  // tell jQuery not to process the data
                contentType: false,  // tell jQuery not to set contentType
                                             //如果不写这两句，改变里面的格式，影响内容
                success: function(arg){
                    console.log(arg);
                }
            })
        }
    </script>
</body>
</html>

HTML - jQuery

思考一个问题：
　　如果我要是有两个上传的框呢？怎么办

<!DOCTYPE html>
<html lang="en">
<head>
    <meta charset="UTF-8">
    <title>Title</title>
    <script type="text/javascript" src="/static/admin/js/jquery-1.10.2.js"></script>
</head>
<body>

<input type="file" id="img1"/>
<input type="file" id="img2"/>
<input type="button" onclick="UploadFile();" value="上传"/>

<script type="text/javascript">

function UploadFile(){
            var fileObj1 = $("#img1")[].files[];
            var fileObj2 = $("#img2")[].files[];
            var form = new FormData();//创建一个form对象类似<form>
            form.append("k1", "v1");
            form.append("file1", fileObj1);
            form.append("file2", fileObj2);

            $.ajax({
                type:'POST',
                url: '/TestUploadFile',
                data: form,
                processData: false,  // tell jQuery not to process the data
                contentType: false,  // tell jQuery not to set contentType
                                             //如果不写这两句，改变里面的格式，影响内容
                success: function(arg){
                    console.log(arg);
                }
            })
        }

</script>
</body>
</html>

两个上传文件input框

<!DOCTYPE html>
<html>
<head lang="en">
    <meta charset="UTF-8">
    <title></title>
</head>
<body>
    <form id="my_form" name="form" action="/index" method="POST"  enctype="multipart/form-data" >
        <div id="main">
            <input name="fff" id="my_file"  type="file" />
            <input type="button" name="action" value="Upload" onclick="redirect()"/>
            <iframe id='my_iframe' name='my_iframe' src=""  class="hide"></iframe>
        </div>
    </form>

    <script>
        function redirect(){
            document.getElementById('my_iframe').onload = Testt;
            document.getElementById('my_form').target = 'my_iframe';
            document.getElementById('my_form').submit();

        }

        function Testt(ths){
            var t = $("#my_iframe").contents().find("body").text();
            console.log(t);
        }
    </script>
</body>
</html>

HTML - iframe

#!/usr/bin/env python
# -*- coding:utf-8 -*-

import tornado.ioloop
import tornado.web

class MainHandler(tornado.web.RequestHandler):
    def get(self):

        self.render('index.html')

    def post(self, *args, **kwargs):
        file_metas = self.request.files["fff"]
        # print(file_metas)
        for meta in file_metas:
            file_name = meta['filename']
            with open(file_name,'wb') as up:
                up.write(meta['body'])

settings = {
    'template_path': 'template',
}

application = tornado.web.Application([
    (r"/index", MainHandler),
], **settings)

if __name__ == "__main__":
    application.listen(8000)
    tornado.ioloop.IOLoop.instance().start()

python

补充：如果python后台想得到aaa的值，需要用self.argument('aaa')，免得自己忘记了。感谢二卷！

'static_path': 'static',

<script type="text/javascript">

    $(document).ready(function () {

        $("#formsubmit").click(function () {

            var iframe = $('<iframe name="postiframe" id="postiframe" style="display: none"></iframe>');

            $("body").append(iframe);

            var form = $('#theuploadform');
            form.attr("action", "/upload.aspx");
            form.attr("method", "post");

            form.attr("encoding", "multipart/form-data");
            form.attr("enctype", "multipart/form-data");

            form.attr("target", "postiframe");
            form.attr("file", $('#userfile').val());
            form.submit();

            $("#postiframe").load(function () {
                iframeContents = this.contentWindow.document.body.innerHTML;
                $("#textarea").html(iframeContents);
            });

            return false;

        });

    });

</script>

<form id="theuploadform">
    <input id="userfile" name="userfile" size="" type="file" />
    <input id="formsubmit" type="submit" value="Send File" />
</form>

<div id="textarea">
</div>

扩展：基于iframe实现Ajax上传示例

tornado多文件上传js代码

<!DOCTYPE html>
<html>
<head lang="en">
    <meta charset="UTF-8">
    <title></title>
</head>
<body>
    <input type="file" id="file" multiple="multiple"/>
    <input type="button"  value="提交" onclick="UploadFile();" />
    <script src="/static/jquery-1.12.4.js"></script>
    <script>
        function UploadFile(){
            var fileObj = $("#file")[].files;
            var form = new FormData();//创建一个form对象类似<form>
            for(var i=;i<fileObj.length;i++){
                form.append("file", fileObj[i]);
            }
//            var fileObj1 = $("#file")[0].files[1];
//            var form = new FormData();//创建一个form对象类似<form>
//            form.append("file", fileObj);
//            form.append("file", fileObj1);

            $.ajax({
                type:'POST',
                url: '/index',
                data: form,
                processData: false,  // tell jQuery not to process the data
                contentType: false,  // tell jQuery not to set contentType
                                             //如果不写这两句，改变里面的格式，影响内容
                success: function(arg){
                    console.log(arg);

                }
            })
        }
    </script>

</body>
</html>

下载 ===注意： 中文名字会出现错误，需要重命名

#     @authenticated
#     def get(self):
#         print("2222222222222")
#         locale = self.get_cookie("user_locale","zh_CN")
#         msg = lang_upgrade[locale]
#         back_filename_path = os.path.join(TEP_PATH,backup_filename)
#         print('back_filename_path = ',back_filename_path)
#         if os.path.exists(back_filename_path) and os.path.isfile(back_filename_path):
#             self.set_header("Content-Type", "application/x-zip-compressed")
#             self.set_header("Content-Disposition", "attachment; filename=%s" % backup_filename)
#             f = open(back_filename_path,'rb')
#             while True:
#                 b = f.read(8096)
#                 if not b:
#                     break
#                 else:
#                     self.write(b)
#             self.flush()
#             f.close()
#         else:
#             self.write(msg[4010])

前端对应代码：

　　

window.location.href=DownFileAPI + "?UserID=" + userId + "&&TokenID=" + encodeURIComponent(tokenId) + "&&FilePathName=" + encodeURIComponent(dataVa)

下载报错信息：latin-1 codec cant encode characters in position 42-48: ordinal not in range256

今天遇到报错： latin-1 codec cant encode characters in position 42-48: ordinal not in range256

原因： 因为文件名是中文， header无法解析， 所以报错。

那这个时候怎么办呢？

解决办法：

                FilePathName = self.get_argument("FilePathName", None) #获取文件名
                FileName = str(FilePathName.split("/")[-1]).strip()　＃　得到文件名
                latinFileName = FileName.encode("utf-8").decode("latin1") # 这句很关键， 要解析成latin-1才OK，这样就不会报错

示例：

class DownFileHandler(downBaseRequestHandler):
    @tornado.gen.coroutine
    def get(self, *args, **kwargs):

        if self.verifyFlag == 1 and self.status == 0:
            status = 2000

            try:
                FilePathName = self.get_argument("FilePathName", None)
                FilePathName = MyBase64.decryption(unquote(FilePathName)) # 这句是解密
                FileName = str(FilePathName.split("/")[-1]).strip()
                latinFileName = FileName.encode("utf-8").decode("latin1") # 这句很关键， 要解析成latin-1才OK，这样就不会报错
                newFileName = str(int(time.time())) + "." + FileName.split(".")[1] # 第二种方式就是换一个文件名
                self.set_header("Content-Type", "application/x-zip-compressed")
                # -----<或者这么写> ----- #
                # self.set_header("Content-Type", "application/octet-stream")
                self.set_header("Content-Disposition", "attachment; filename=%s" % latinFileName)
                f = open(FilePathName, 'rb')
                while True:
                    b = f.read(8096)
                    if not b:
                        break
                    else:
                        self.write(b)
                self.flush()
                f.close()

            except Exception as e:
                e = FormatErrorCode(e)
                my_log.error(e)
                status = int(e[0])
                self.write(json.dumps(result(status=status)))
            self.finish()
        else:
            self.write(json.dumps(result(status=4005)))
            self.finish()

上传文件写入到文件夹并返回文件信息封装类

import hashlib

class UploadFile:
    '''
    USE METHOD:
            from app import static_path
            # static_path==filePath--> '/opt/code/...'

            article_little_img = self.request.files["article_little_img"][0]
            UploadFile(article_little_img, static_path)
    '''

    def __init__(self, fileobj, static_path):
        '''

        :param fileobj:
        :param static_path:
        '''
        self.fileobj = fileobj
        self.static_path = static_path
        self.md5 = None
        self.size = None
        self.saveFile(self.fileobj)

    def getFullName(self, fileobj):
        return fileobj['filename']

    def getFilePath(self):
        # 获取文件完整路径
        rootPath = self.static_path  # app里面总路径
        filePath = datetime.datetime.now().strftime("%Y%m%d")
        # for path in []:
        #     filePath = os.path.join(filePath, path)
        return os.path.join(rootPath, 'admin', 'upload', 'img', filePath)

    def saveFile(self, fileobj):
        self.fullName = self.getFullName(fileobj)
        self.filePath = self.getFilePath()

        # 检查路径是否存在，不存在则创建
        if not os.path.exists(self.filePath):
            os.makedirs(self.filePath)
        self.filePathName = os.path.join(self.filePath, self.fullName)
        md5_value = hashlib.md5()
        with open(self.filePathName, 'wb') as fp:
            fp.write(fileobj['body'])
        md5_value.update(fileobj['body'])
        self.md5 = md5_value.hexdigest()
        self.size = len(fileobj['body'])

    def getFileInfo(self):
        '''

        :return:
        '''
        # 获取当前上传成功文件的各项信息
        '''
        # 注意替换 static路径 --> 用总路径替换static_path 得到后面路径,然后. http://192.168.2.137:8888/ + sub_filepathname
        self.filePathName = '/opt/code/zzz/static/upload/img/123/123.png'
        static_path = '/opt/code/zzz/'
        url = http://192.168.2.137:8888/ + sub_filepathname
        '''
        return {
            'state': 1,
            'url': '',
            'title': '',
            'type': self.fullName.split('.')[0],
            'size': self.size,
            'md5': self.md5,
            'fileName': self.fullName,
            'filePath': self.filePath,
            'filePathName': self.filePathName,
            'fileDate': datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
        }