Module refinery.units.formats.msgpack

Expand source code Browse git 
from __future__ import annotations

import itertools
import json

import msgpack as mp

from refinery.lib.structures import MemoryFile
from refinery.units import RefineryPartialResult, Unit


class msgpack(Unit):
    """
    Converts a message-pack (msgpack) buffer to JSON and vice-versa.
    """
    def reverse(self, data):
        try:
            data = json.loads(data)
        except Exception as E:
            try:
                data = json.loads(B'[%s]' % data)
            except Exception:
                raise E
        return mp.dumps(data)

    def process(self, data):
        unpacker: mp.fallback.Unpacker = mp.Unpacker(MemoryFile(data, output=bytes))
        for k in itertools.count():
            try:
                last = unpacker.tell()
                item = unpacker.unpack()
            except Exception as E:
                if isinstance(E, mp.OutOfData) and k == 1:
                    break
                raise RefineryPartialResult(str(E), memoryview(data)[last:]) from E
            else:
                yield json.dumps(item).encode(self.codec)

Classes

class msgpack

Converts a message-pack (msgpack) buffer to JSON and vice-versa.

Expand source code Browse git 
class msgpack(Unit):
    """
    Converts a message-pack (msgpack) buffer to JSON and vice-versa.
    """
    def reverse(self, data):
        try:
            data = json.loads(data)
        except Exception as E:
            try:
                data = json.loads(B'[%s]' % data)
            except Exception:
                raise E
        return mp.dumps(data)

    def process(self, data):
        unpacker: mp.fallback.Unpacker = mp.Unpacker(MemoryFile(data, output=bytes))
        for k in itertools.count():
            try:
                last = unpacker.tell()
                item = unpacker.unpack()
            except Exception as E:
                if isinstance(E, mp.OutOfData) and k == 1:
                    break
                raise RefineryPartialResult(str(E), memoryview(data)[last:]) from E
            else:
                yield json.dumps(item).encode(self.codec)

Ancestors

Subclasses

Class variables

var required_dependencies
var optional_dependencies
var console

Methods

def reverse(self, data)
Expand source code Browse git 
def reverse(self, data):
    try:
        data = json.loads(data)
    except Exception as E:
        try:
            data = json.loads(B'[%s]' % data)
        except Exception:
            raise E
    return mp.dumps(data)

Inherited members