当前位置: 首页>>代码示例>>Python>>正文


Python cPickle.UnpicklingError方法代码示例

本文整理汇总了Python中cPickle.UnpicklingError方法的典型用法代码示例。如果您正苦于以下问题:Python cPickle.UnpicklingError方法的具体用法?Python cPickle.UnpicklingError怎么用?Python cPickle.UnpicklingError使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在模块cPickle的用法示例。

在下文中一共展示了cPickle.UnpicklingError方法的20个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。

示例1: __init__

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def __init__(self, getter=DEFAULT_GETTER, *args, **kwargs):
        super(TokenDictionaryFeature, self).__init__(getter=getter, *args, **kwargs)
        self._is_boolean = True
        
        if self._path is not None:
            try:
                self._value = pickle.load(open(self._path))
            except (pickle.UnpicklingError, ImportError, EOFError, IndexError, TypeError):
                self._value = compile_token(self._path, "utf-8")
            self._entries = None
        elif self._entries is not None:
            self._value = set()
            for entry in self._entries:
                entry = entry.strip()
                if entry:
                    self._value.add(entry)
        
        assert self._value is not None 
开发者ID:YoannDupont,项目名称:SEM,代码行数:20,代码来源:dictionaryfeatures.py


示例2: load

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def load(self):
        """Load the file from disk.

        Returns:
            bool: True if successfully loaded, False if the file
                doesn't exist.

        Raises:
            UnknownFormat: When the file exists but couldn't be loaded.
        """

        if not self._loaded and os.path.exists(self.file_path):
            with open(self.file_path, 'rb') as f:
                for loader in (pickle.load, json.load):
                    try:
                        f.seek(0)
                        self._store = loader(f)
                        self._loaded = True
                        break
                    except pickle.UnpicklingError:
                        pass
            # If the file exists and wasn't able to be loaded, raise an error.
            if not self._loaded:
                raise UnknownFormat('Failed to load file')
        return self._loaded 
开发者ID:afrase,项目名称:kodiswift,代码行数:27,代码来源:storage.py


示例3: Do_SConsignDir

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def Do_SConsignDir(name):
    try:
        fp = open(name, 'rb')
    except (IOError, OSError) as e:
        sys.stderr.write("sconsign: %s\n" % (e))
        return
    try:
        sconsign = SCons.SConsign.Dir(fp)
    except KeyboardInterrupt:
        raise
    except cPickle.UnpicklingError:
        sys.stderr.write("sconsign: ignoring invalid .sconsign file `%s'\n" % (name))
        return
    except Exception as e:
        sys.stderr.write("sconsign: ignoring invalid .sconsign file `%s': %s\n" % (name, e))
        return
    printentries(sconsign.entries, args[0])

############################################################################## 
开发者ID:coin3d,项目名称:pivy,代码行数:21,代码来源:sconsign.py


示例4: from_db_fmt

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def from_db_fmt(x):
    # recursive descent through lists
    if isinstance(x, list):
        return [from_db_fmt(v) for v in x]

    # recursive descent through dicts
    if isinstance(x, dict):
        return {k: from_db_fmt(v) for k, v in x.items()}

    # further code occasionally serializes `ObjectId`s to json, so stringify them now
    if isinstance(x, ObjectId):
        return str(x)

    if isinstance(x, Binary):
        # this might be pickled data; let's attempt to deserialize it
        try:
            return cPickle.loads(x)
        except cPickle.UnpicklingError:
            # this wasn't pickled data. just return it.
            return x

    # not a datatype we need to deserialize! just pass it out
    return x 
开发者ID:nextml,项目名称:NEXT,代码行数:25,代码来源:DatabaseAPI.py


示例5: load_models

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def load_models(models_dir):
  """
  Load saved models from disk. This will attempt to unpickle all files in a
  directory; any files that give errors on unpickling (such as README.txt) will
  be skipped.

  Inputs:
  - models_dir: String giving the path to a directory containing model files.
    Each model file is a pickled dictionary with a 'model' field.

  Returns:
  A dictionary mapping model file names to models.
  """
  models = {}
  for model_file in os.listdir(models_dir):
    with open(os.path.join(models_dir, model_file), 'rb') as f:
      try:
        models[model_file] = pickle.load(f)['model']
      except pickle.UnpicklingError:
        continue
  return models 
开发者ID:hexiang-hu,项目名称:cs231n-practice,代码行数:23,代码来源:data_utils.py


示例6: test_getInvalid

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def test_getInvalid(self):
        """
        If the value associated with the property name passed to
        L{xattrPropertyStore.get} cannot be interpreted, an error is logged and
        L{HTTPError} is raised with the I{INTERNAL SERVER ERROR} response code.
        """
        document = self._makeValue()
        self._setValue(
            document,
            "random garbage goes here! \0 that nul is definitely garbage")

        property = document.root_element.qname()
        error = self.assertRaises(HTTPError, self.propertyStore.get, property)
        self.assertEquals(error.response.code, INTERNAL_SERVER_ERROR)
        self.assertEquals(
            len(self.flushLoggedErrors(UnpicklingError, IndexError)), 1) 
开发者ID:apple,项目名称:ccs-calendarserver,代码行数:18,代码来源:test_xattrprops.py


示例7: get_vector

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def get_vector(word, model, lowercase=True):
	# returns vector of word as 300 dimensions, each containing a 16 bit floating point number, trying first for the lowercase version if that's set to True, and returning None if neither exists
	if lowercase:
		formatted_word = word.replace(" ", "_").lower()
		try:
			vector = model[formatted_word] 
			return np.asarray(vector)
		except (EOFError, KeyError, UnpicklingError):
			return get_vector(word, model, lowercase=False)
	else:
		formatted_word = word.replace(" ", "_")
		try:
			vector = model[formatted_word] 
			return np.asarray(vector)
		except (EOFError, KeyError, UnpicklingError):
			return None 
开发者ID:overlap-ai,项目名称:words2map,代码行数:18,代码来源:words2map.py


示例8: get_index

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def get_index(word, model, lowercase=True):
	# returns index of word ranging between 0 and 99,999 (corresponding to the order that words were encountered during word2vec training), trying first for the lowercase version if that's set to True, and returning None if neither exists
	if lowercase:
		formatted_word = word.replace(" ", "_").lower()
		try:
			word_index = model.vocab[formatted_word].index
			return word_index
		except (EOFError, KeyError, UnpicklingError):
			return get_index(word, model, lowercase=False)
	else:
		formatted_word = word.replace(" ", "_")
		try:
			word_index = model.vocab[formatted_word].index
			return word_index
		except (EOFError, KeyError, UnpicklingError):
			return None 
开发者ID:overlap-ai,项目名称:words2map,代码行数:18,代码来源:words2map.py


示例9: secure_loads

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def secure_loads(data, encryption_key, hash_key=None, compression_level=None):
    if not ':' in data:
        return None
    if not hash_key:
        hash_key = sha1(encryption_key).hexdigest()
    signature, encrypted_data = data.split(':', 1)
    actual_signature = hmac.new(hash_key, encrypted_data).hexdigest()
    if not compare(signature, actual_signature):
        return None
    key = pad(encryption_key[:32])
    encrypted_data = base64.urlsafe_b64decode(encrypted_data)
    IV, encrypted_data = encrypted_data[:16], encrypted_data[16:]
    cipher, _ = AES_new(key, IV=IV)
    try:
        data = cipher.decrypt(encrypted_data)
        data = data.rstrip(' ')
        if compression_level:
            data = zlib.decompress(data)
        return pickle.loads(data)
    except (TypeError, pickle.UnpicklingError):
        return None

### compute constant CTOKENS 
开发者ID:uwdata,项目名称:termite-visualizations,代码行数:25,代码来源:utils.py


示例10: sloppyload

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def sloppyload( f ):
    """
    f - str, file name
    -> any, unpickled object
    """
    try:
        T.flushPrint( "Loading " + str(f) + '\n' )

        return T.load( T.absfile( f ) )

    except cPickle.UnpicklingError:

        print "Trying to load %s in sloppy mode..." % f
        return PickleUpgrader(open(T.absfile(f))).load()
    

#########
## Main
######### 
开发者ID:graik,项目名称:biskit,代码行数:21,代码来源:redump.py


示例11: get

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def get(self, timeout=None):
        """Receive, decode and return data from the pipe. Block
        gevent-cooperatively until data is available or timeout expires. The
        default decoder is ``pickle.loads``.

        :arg timeout: ``None`` (default) or a ``gevent.Timeout``
            instance. The timeout must be started to take effect and is
            canceled when the first byte of a new message arrives (i.e.
            providing a timeout does not guarantee that the method completes
            within the timeout interval).

        :returns: a Python object.

        Raises:
            - :exc:`gevent.Timeout` (if provided)
            - :exc:`GIPCError`
            - :exc:`GIPCClosed`
            - :exc:`pickle.UnpicklingError`

        Recommended usage for silent timeout control::

            with gevent.Timeout(TIME_SECONDS, False) as t:
                reader.get(timeout=t)

        .. warning::

            The timeout control is currently not available on Windows,
            because Windows can't apply select() to pipe handles.
            An ``OSError`` is expected to be raised in case you set a
            timeout.
        """
        self._validate()
        with self._lock:
            if timeout:
                # Wait for ready-to-read event.
                h = gevent.get_hub()
                h.wait(h.loop.io(self._fd, 1))
                timeout.cancel()
            msize, = struct.unpack("!i", self._recv_in_buffer(4).getvalue())
            bindata = self._recv_in_buffer(msize).getvalue()
        return self._decoder(bindata) 
开发者ID:jgehrcke,项目名称:gipc,代码行数:43,代码来源:gipc.py


示例12: get

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def get(self, *args, **kw):
        # We do it with *args and **kw so if the default value wasn't
        # given nothing is passed to the extension module.  That way
        # an exception can be raised if set_get_returns_none is turned
        # off.
        data = self.db.get(*args, **kw)
        try:
            return cPickle.loads(data)
        except (EOFError, TypeError, cPickle.UnpicklingError):
            return data  # we may be getting the default value, or None,
                         # so it doesn't need unpickled. 
开发者ID:IronLanguages,项目名称:ironpython2,代码行数:13,代码来源:dbshelve.py


示例13: test_load_negative

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def test_load_negative(self):
        if cPickle.__name__ == "cPickle":   # pickle vs. cPickle report different exceptions, even on Cpy
            filename = os.tempnam()
            for temp in ['\x02', "No"]:
                self.write_to_file(filename, content=temp)
                f = open(filename)
                self.assertRaises(cPickle.UnpicklingError, cPickle.load, f)
                f.close() 
开发者ID:IronLanguages,项目名称:ironpython2,代码行数:10,代码来源:test_cPickle.py


示例14: test_bad_input

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def test_bad_input(self):
        # Test issue4298
        s = '\x58\0\0\0\x54'
        self.assertRaises(EOFError, self.module.loads, s)
        # Test issue7455
        s = '0'
        # XXX Why doesn't pickle raise UnpicklingError?
        self.assertRaises((IndexError, cPickle.UnpicklingError),
                          self.module.loads, s) 
开发者ID:dxwu,项目名称:BinderFilter,代码行数:11,代码来源:pickletester.py


示例15: pollmessage

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def pollmessage(self, wait):
        packet = self.pollpacket(wait)
        if packet is None:
            return None
        try:
            message = pickle.loads(packet)
        except pickle.UnpicklingError:
            print >>sys.__stderr__, "-----------------------"
            print >>sys.__stderr__, "cannot unpickle packet:", repr(packet)
            traceback.print_stack(file=sys.__stderr__)
            print >>sys.__stderr__, "-----------------------"
            raise
        return message 
开发者ID:dxwu,项目名称:BinderFilter,代码行数:15,代码来源:rpc.py


示例16: deserialize_data

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def deserialize_data(value):
    try:
        if g.PY_IS_VER2:
            # On python 2 pickle.loads wants str
            from base64 import standard_b64decode
            return pickle.loads(standard_b64decode(value))
        # On python 3 pickle.loads wants byte
        return pickle.loads(value)
    except (pickle.UnpicklingError, TypeError, EOFError):
        # TypeError/EOFError happen when standard_b64decode fails
        # This should happen only if manually mixing the database data
        common.error('It was not possible to deserialize the cache data, try purge cache from expert settings menu')
        raise CacheMiss() 
开发者ID:CastagnaIT,项目名称:plugin.video.netflix,代码行数:15,代码来源:cache_utils.py


示例17: _load_binstring

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def _load_binstring(self):
        len, = unpack('<i', self.read(4))
        if len < 0:
            raise pickle.UnpicklingError("BINSTRING pickle has negative byte count")
        data = self.read(len)
        try:
            data = str(data, self.encoding, self.errors)
        except:
            pass
        self.append(data) 
开发者ID:bakwc,项目名称:PySyncObj,代码行数:12,代码来源:pickle.py


示例18: updateFreeBusySet

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def updateFreeBusySet(value, directory):

    try:
        value = zlib.decompress(value)
    except zlib.error:
        # Legacy data - not zlib compressed
        pass

    try:
        doc = element.WebDAVDocument.fromString(value)
        freeBusySet = doc.root_element
    except ValueError:
        try:
            freeBusySet = unpickle(value)
        except UnpicklingError:
            log.error("Invalid free/busy property value")
            returnValue(None)

    fbset = set()
    didUpdate = False
    for href in freeBusySet.children:
        href = str(href)
        newHref = yield updateFreeBusyHref(href, directory)
        if newHref is None:
            fbset.add(href)
        else:
            didUpdate = True
            if newHref != "":
                fbset.add(newHref)

    if didUpdate:
        property = caldavxml.CalendarFreeBusySet(
            *[element.HRef(fbhref) for fbhref in fbset]
        )
        value = compress(property.toxml())
        returnValue(value)

    returnValue(None)  # no update required 
开发者ID:apple,项目名称:ccs-calendarserver,代码行数:40,代码来源:upgrade.py


示例19: load_status

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def load_status(self):
        """Read the persistent state file and load the state it contains."""
        try:
            status_format_version, status = self._load_status()
            if (status_format_version != self.status_format_version or
                status['comp_vn'] != self.competition.status_format_version):
                raise StandardError
            self.void_game_count = status['void_game_count']
            self.games_in_progress = {}
            self.games_to_replay = {}
            competition_status = status['comp']
        except pickle.UnpicklingError:
            raise RingmasterError("corrupt status file")
        except EnvironmentError, e:
            raise RingmasterError("error loading status file:\n%s" % e) 
开发者ID:pnprog,项目名称:goreviewpartner,代码行数:17,代码来源:ringmasters.py


示例20: load_model

# 需要导入模块: import cPickle [as 别名]
# 或者: from cPickle import UnpicklingError [as 别名]
def load_model(self, model_file=None):
    	""" Load model from pre-trained pickle"""
        if self.debug:
            logging.info("Loading model %s" % model_file)
        try:
            with open(model_file, "rb") as pkl:
                pipeline = pickle.load(pkl)
        except (IOError, pickle.UnpicklingError) as e:
            logging.critical(str(e))
            raise e
        return pipeline 
开发者ID:clips,项目名称:news-audit,代码行数:13,代码来源:bias_classifier.py



注:本文中的cPickle.UnpicklingError方法示例整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。