logo标签列表

属性错误：'module'对象没有属性'open'。

python
5
我将尝试使用以下代码在Linux中打开一个被压缩为.lzma文件的.csv文件： ```shell lzcat file.csv.lzma | my_program ```
import lzma
import pandas as pd

myfile= '/home/stacey/work/roll_158_oe_2018-03-02/BBG.XTKS.8219.S/inst.BBG.XTKS.8219.S.csv.lzma'

with lzma.open(myfile,'rt') as f:
   pair_info=pd.read_csv(f,engine='c',header=0,index_col=0)

其中myfile是Linux中存在的路径。

但是我遇到了错误：

with lzma.open(stock,'rt') as f:
AttributeError: 'module' object has no attribute 'open'

我已尝试添加以下内容：
import lzma
import pandas as pd

    myfile= '/home/stacey/work/roll_158_oe_2018-03-02/BBG.XTKS.8219.S/inst.BBG.XTKS.8219.S.csv.lzma'

    with open(myfile) as compressed:
         with lzma.LZMAFile(compressed,'r') as uncompressed:
             line in uncompressed:
             print(line)

但我收到了错误消息：

    with lzma.LZMAFile(compressed,'r') as uncompressed:
TypeError: coercing to Unicode: need string or buffer, file found

我也尝试过以下方法：
import pandas as pd
import lzma
import pickle

myfile= '/home/stacey/work/roll_158_oe_2018-03-02/BBG.XTKS.8219.S/inst.BBG.XTKS.8219.S.csv.lzma'

myoutput = pickle_load(myfile,'lzma')
print(myoutput )

def pickle_load(filePath,compression=None):
    open_cmd=open if compression is None else __import__(compression).open
    with open_cmd(filePath,'r') as f:
        output=pickle.load(f)
    return output

但是我再次收到了错误信息：

open_cmd=open if compression is None else __import__(compression).open
AttributeError: 'module' object has no attribute 'open'

当我在命令行上运行“python -v”时，输出如下所示：

[scoleman@ip-192-168-9-132 port_1m]$ python -v

# installing zipimport hook
import zipimport # builtin
# installed zipimport hook
# /usr/lib64/python2.7/site.pyc matches /usr/lib64/python2.7/site.py
import site # precompiled from /usr/lib64/python2.7/site.pyc
# /usr/lib64/python2.7/os.pyc matches /usr/lib64/python2.7/os.py
import os # precompiled from /usr/lib64/python2.7/os.pyc
import errno # builtin
import posix # builtin
# /usr/lib64/python2.7/posixpath.pyc matches /usr/lib64/python2.7/posixpath.py
import posixpath # precompiled from /usr/lib64/python2.7/posixpath.pyc
# /usr/lib64/python2.7/stat.pyc matches /usr/lib64/python2.7/stat.py
import stat # precompiled from /usr/lib64/python2.7/stat.pyc
# /usr/lib64/python2.7/genericpath.pyc matches /usr/lib64/python2.7/genericpath.                              py
import genericpath # precompiled from /usr/lib64/python2.7/genericpath.pyc
# /usr/lib64/python2.7/warnings.pyc matches /usr/lib64/python2.7/warnings.py
import warnings # precompiled from /usr/lib64/python2.7/warnings.pyc
# /usr/lib64/python2.7/linecache.pyc matches /usr/lib64/python2.7/linecache.py
import linecache # precompiled from /usr/lib64/python2.7/linecache.pyc
# /usr/lib64/python2.7/types.pyc matches /usr/lib64/python2.7/types.py
import types # precompiled from /usr/lib64/python2.7/types.pyc
# /usr/lib64/python2.7/UserDict.pyc matches /usr/lib64/python2.7/UserDict.py
import UserDict # precompiled from /usr/lib64/python2.7/UserDict.pyc
# /usr/lib64/python2.7/_abcoll.pyc matches /usr/lib64/python2.7/_abcoll.py
import _abcoll # precompiled from /usr/lib64/python2.7/_abcoll.pyc
# /usr/lib64/python2.7/abc.pyc matches /usr/lib64/python2.7/abc.py
import abc # precompiled from /usr/lib64/python2.7/abc.pyc
# /usr/lib64/python2.7/_weakrefset.pyc matches /usr/lib64/python2.7/_weakrefset.                              py
import _weakrefset # precompiled from /usr/lib64/python2.7/_weakrefset.pyc
import _weakref # builtin
# /usr/lib64/python2.7/copy_reg.pyc matches /usr/lib64/python2.7/copy_reg.py
import copy_reg # precompiled from /usr/lib64/python2.7/copy_reg.pyc
# /usr/lib64/python2.7/traceback.pyc matches /usr/lib64/python2.7/traceback.py
import traceback # precompiled from /usr/lib64/python2.7/traceback.pyc
# /usr/lib64/python2.7/sysconfig.pyc matches /usr/lib64/python2.7/sysconfig.py
import sysconfig # precompiled from /usr/lib64/python2.7/sysconfig.pyc
# /usr/lib64/python2.7/re.pyc matches /usr/lib64/python2.7/re.py
import re # precompiled from /usr/lib64/python2.7/re.pyc
# /usr/lib64/python2.7/sre_compile.pyc matches /usr/lib64/python2.7/sre_compile.                              py
import sre_compile # precompiled from /usr/lib64/python2.7/sre_compile.pyc
import _sre # builtin
# /usr/lib64/python2.7/sre_parse.pyc matches /usr/lib64/python2.7/sre_parse.py
import sre_parse # precompiled from /usr/lib64/python2.7/sre_parse.pyc
# /usr/lib64/python2.7/sre_constants.pyc matches /usr/lib64/python2.7/sre_consta                              nts.py
import sre_constants # precompiled from /usr/lib64/python2.7/sre_constants.pyc
dlopen("/usr/lib64/python2.7/lib-dynload/_localemodule.so", 2);
import _locale # dynamically loaded from /usr/lib64/python2.7/lib-dynload/_local                              emodule.so
# /usr/lib64/python2.7/_sysconfigdata.pyc matches /usr/lib64/python2.7/_sysconfi                              gdata.py
import _sysconfigdata # precompiled from /usr/lib64/python2.7/_sysconfigdata.pyc
import encodings # directory /usr/lib64/python2.7/encodings
# /usr/lib64/python2.7/encodings/__init__.pyc matches /usr/lib64/python2.7/encod                              ings/__init__.py
import encodings # precompiled from /usr/lib64/python2.7/encodings/__init__.pyc
# /usr/lib64/python2.7/codecs.pyc matches /usr/lib64/python2.7/codecs.py
import codecs # precompiled from /usr/lib64/python2.7/codecs.pyc
import _codecs # builtin
# /usr/lib64/python2.7/encodings/aliases.pyc matches /usr/lib64/python2.7/encodi                              ngs/aliases.py
import encodings.aliases # precompiled from /usr/lib64/python2.7/encodings/alias                              es.pyc
# /usr/lib64/python2.7/encodings/utf_8.pyc matches /usr/lib64/python2.7/encoding                              s/utf_8.py
import encodings.utf_8 # precompiled from /usr/lib64/python2.7/encodings/utf_8.p                              yc
Python 2.7.12 (default, Sep  1 2016, 22:14:00)
[GCC 4.8.3 20140911 (Red Hat 4.8.3-9)] on linux2
Type "help", "copyright", "credits" or "license" for more information.
dlopen("/usr/lib64/python2.7/lib-dynload/readline.so", 2);
import readline # dynamically loaded from /usr/lib64/python2.7/lib-dynload/readl                              ine.so

当我运行 import lzma 命令时，输出如下：
>>> import lzma
dlopen("/usr/lib64/python2.7/dist-packages/lzma.so", 2);
import lzma # dynamically loaded from /usr/lib64/python2.7/dist-packages/lzma.so

我做错了什么，如何让它正常工作？我查看了一下但没有找到其他的解决方案。

2
你把文件命名成 lzma.py 了吗？如果是的话，请将其重命名。 - roganjosh
嗨@roganjosh，没有名为lzma.py的文件。 - Stacey
你是在命令行还是IDE中工作？第一个代码片段应该适用于Python3.3或更高版本。尝试从命令行调用它。 - Valentino
2个回答
3

显然，你需要从 lzma 模块调用一个类来打开文件:

import lzma  # python 3, try lzmaffi in python 2
with open('one-csv-file.xz') as compressed:
    with lzma.LZMAFile(compressed) as uncompressed:
        for line in uncompressed:
            do_stuff_with(line)

本文节选自如何在内存中打开和读取LZMA文件

文档将其列为一种方法。链接 - roganjosh
感谢@Luca Bezerra。我尝试实现您的解决方案（请参见问题的编辑），但是我遇到了不同的错误： with lzma.LZMAFile(compressed,'r') as uncompressed: TypeError: coercing to Unicode: need string or buffer, file found 您能否帮忙看一下？ - Stacey
@Stacey 1. 你使用的是哪个版本的Python？2. 你知道导入的 lzma 是否正确吗？尝试运行 python -v，然后输入 import lzma 并检查路径是否与你期望的相对应。你的PATH中可能安装了另一个包或版本的lzma。 - Luca Bezerra
@Stacey 根据文档显示，lzma在Python 3.3版本中被包含，因此您可能正在导入旧版本，其工作方式可能不同。您是否可以改用Python 3呢？ - Luca Bezerra
1
@Stacey 你使用什么命令来运行你的脚本？你粘贴的更新输出似乎在运行 python <some_command> 时使用了 Python 2 作为默认版本。你是否在某种虚拟环境中运行你的脚本？如果没有，你可以尝试运行 python3 <your_script_name>.py 吗？ - Luca Bezerra
显示剩余4条评论
1
在Python 2.7.x和Python 3.3+之间，lzma模块有一些差异。
Python 2.7.x没有lzma.open，并且lzma.LZMAFile不接受类似文件的对象。以下是以独立于Python版本的方式打开lzma文件的函数。
def open_lzma_file(f, *args, **kwargs):
    import os
    try:
        import lzma
    except ImportError:
        raise NotImplementedError('''This version of python doesn't have "lzma" module''')
    if hasattr(lzma, 'open'):
        # Python 3.3+
        # lzma.open supports 'str', 'bytes' and file-like object
        return lzma.open(f, *args, **kwargs)
    # Python 2.7.x
    # This version has LZMAFile 
    # LZMAFile doesn't take-file like object in Python 2.7
    if not isinstance(f, basestring):
        # probably a file like object
        if hasattr(f, 'name') and os.path.exists(f.name):
            f = f.name
        else:
            raise TypeError('Expected `str`, `bytes`, `unicode` or file-like object with valid `name` attribute pointing to a valid path')
    return lzma.LZMAFile(f, *args, **kwargs)

使用方法：
只需传递一个str、bytes或类文件对象即可。

with open_lzma_file(myfile,'rt') as f:
   pair_info=pd.read_csv(f,engine='c',header=0,index_col=0)
网页内容由stack overflow 提供, 点击上面的
可以查看英文原文，
原文链接