diff --git a/.github/workflows/docs.yaml b/.github/workflows/docs.yaml new file mode 100644 index 0000000..b696b92 --- /dev/null +++ b/.github/workflows/docs.yaml @@ -0,0 +1,33 @@ +name: docs + +on: ["push", "pull_request"] + +jobs: + docs: + # We want to run on external PRs, but not on our own internal PRs as they'll be run + # by the push to the branch. + if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository + + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Setup Python + uses: actions/setup-python@v5 + with: + python-version: '3.x' + cache: "pip" + cache-dependency-path: | + requirements.txt + docs/requirements.txt + + - name: Build + run: | + pip install -r requirements.txt + make cython + + - name: Sphinx Documentation Generator + run: | + pip install -r docs/requirements.txt + make docs diff --git a/.github/workflows/lint.yaml b/.github/workflows/lint.yaml new file mode 100644 index 0000000..198cf7b --- /dev/null +++ b/.github/workflows/lint.yaml @@ -0,0 +1,22 @@ +name: lint + +on: ["push", "pull_request"] + +jobs: + lint: + # We want to run on external PRs, but not on our own internal PRs as they'll be run + # by the push to the branch. + if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository + + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: ruff check + run: | + pipx run ruff check --diff msgpack/ test/ setup.py + + - name: ruff format + run: | + pipx run ruff format --diff msgpack/ test/ setup.py diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml new file mode 100644 index 0000000..6b1664a --- /dev/null +++ b/.github/workflows/test.yml @@ -0,0 +1,61 @@ +name: Run tests +on: + push: + branches: [main] + pull_request: + create: + +jobs: + test: + strategy: + matrix: + os: ["ubuntu-latest", "windows-latest", "windows-11-arm", "macos-latest"] + py: ["3.14", "3.14t", "3.13", "3.12", "3.11", "3.10"] + exclude: + - os: windows-11-arm + py: "3.10" + runs-on: ${{ matrix.os }} + name: Run test with Python ${{ matrix.py }} on ${{ matrix.os }} + + steps: + - name: Checkout + uses: actions/checkout@v5 + + - name: Set up Python + uses: actions/setup-python@v6 + with: + python-version: ${{ matrix.py }} + allow-prereleases: true + cache: "pip" + + - name: Prepare + shell: bash + run: | + python -m pip install -r requirements.txt pytest + + - name: Build + shell: bash + run: | + make cython + pip install . + + - name: Test (C extension) + shell: bash + run: | + pytest -v test + + - name: Test (pure Python fallback) + shell: bash + run: | + MSGPACK_PUREPYTHON=1 pytest -v test + + - name: build packages + shell: bash + run: | + python -m build -nv + + - name: upload packages + uses: actions/upload-artifact@v4 + with: + name: dist-${{ matrix.os }}-${{ matrix.py }} + path: dist diff --git a/.github/workflows/wheel.yml b/.github/workflows/wheel.yml new file mode 100644 index 0000000..531abbc --- /dev/null +++ b/.github/workflows/wheel.yml @@ -0,0 +1,88 @@ +name: Build sdist and Wheels +on: + push: + branches: [main] + release: + types: + - published + workflow_dispatch: + +jobs: + build_wheels: + strategy: + matrix: + # macos-13 is for intel + os: ["ubuntu-24.04", "ubuntu-24.04-arm", "windows-latest", "windows-11-arm", "macos-13", "macos-latest"] + runs-on: ${{ matrix.os }} + name: Build wheels on ${{ matrix.os }} + + steps: + - uses: actions/checkout@v6 + - uses: actions/setup-python@v6 + with: + python-version: "3.x" + cache: "pip" + - name: Cythonize + shell: bash + run: | + pip install -r requirements.txt + make cython + + - name: Build + uses: pypa/cibuildwheel@v3.3.0 + env: + CIBW_TEST_REQUIRES: "pytest" + CIBW_TEST_COMMAND: "pytest {package}/test" + CIBW_SKIP: "pp* cp38-* cp39-* cp310-win_arm64" + + - name: Build sdist + if: runner.os == 'Linux' && runner.arch == 'X64' + run: | + pip install build + python -m build -s -o wheelhouse + + - name: Upload Wheels to artifact + uses: actions/upload-artifact@v4 + with: + name: wheels-${{ matrix.os }} + path: wheelhouse + + # combine all wheels into one artifact + combine_wheels: + needs: [build_wheels] + runs-on: ubuntu-latest + steps: + - uses: actions/download-artifact@v4 + with: + # unpacks all CIBW artifacts into dist/ + pattern: wheels-* + path: dist + merge-multiple: true + + - name: Upload Wheels to artifact + uses: actions/upload-artifact@v4 + with: + name: wheels-all + path: dist + + # https://github.com/pypa/cibuildwheel/blob/main/examples/github-deploy.yml + upload_pypi: + needs: [build_wheels] + runs-on: ubuntu-latest + environment: pypi + permissions: + id-token: write + if: github.event_name == 'release' && github.event.action == 'published' + # or, alternatively, upload to PyPI on every tag starting with 'v' (remove on: release above to use this) + # if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') + steps: + - uses: actions/download-artifact@v4 + with: + # unpacks all CIBW artifacts into dist/ + pattern: wheels-* + path: dist + merge-multiple: true + + - uses: pypa/gh-action-pypi-publish@release/v1 + #with: + # To test: repository-url: https://test.pypi.org/legacy/ diff --git a/.gitignore b/.gitignore index d740b18..341be63 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,17 @@ -*.o +MANIFEST +build/* +dist/* +.tox +.python-version +*.pyc +*.pyo *.so -ruby/Makefile +*~ +msgpack/__version__.py +msgpack/*.c +msgpack/*.cpp +*.egg-info +/venv +/tags +/docs/_build +.cache diff --git a/.readthedocs.yaml b/.readthedocs.yaml new file mode 100644 index 0000000..88d8718 --- /dev/null +++ b/.readthedocs.yaml @@ -0,0 +1,24 @@ +# Read the Docs configuration file for Sphinx projects. +# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details. + +version: 2 + +build: + os: ubuntu-22.04 + tools: + python: "3.11" + apt_packages: + - build-essential + jobs: + pre_install: + - pip install -r requirements.txt + - make cython + +python: + install: + - method: pip + path: . + - requirements: docs/requirements.txt + +sphinx: + configuration: docs/conf.py diff --git a/cpp/COPYING b/COPYING similarity index 90% rename from cpp/COPYING rename to COPYING index 4388e8f..f067af3 100644 --- a/cpp/COPYING +++ b/COPYING @@ -1,4 +1,4 @@ -Copyright (C) 2008-2010 FURUHASHI Sadayuki +Copyright (C) 2008-2011 INADA Naoki Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. diff --git a/ChangeLog.rst b/ChangeLog.rst new file mode 100644 index 0000000..beeab15 --- /dev/null +++ b/ChangeLog.rst @@ -0,0 +1,625 @@ +1.1.2 +===== + +Release Date: 2025-10-08 + +This release does not change source code. It updates only building wheels: + +* Update Cython to v3.1.4 +* Update cibuildwheel to v3.2.0 +* Drop Python 3.8 +* Add Python 3.14 +* Add windows-arm + +1.1.1 +===== + +Release Date: 2025-06-13 + +* No change from 1.1.1rc1. + +1.1.1rc1 +======== + +Release Date: 2025-06-06 + +* Update Cython to 3.1.1 and cibuildwheel to 2.23.3. + +1.1.0 +===== + +Release Date: 2024-09-10 + +* use ``PyLong_*`` instead of ``PyInt_*`` for compatibility with + future Cython. (#620) + +1.1.0rc2 +======== + +Release Date: 2024-08-19 + +* Update Cython to 3.0.11 for better Python 3.13 support. +* Update cibuildwheel to 2.20.0 to build Python 3.13 wheels. + +1.1.0rc1 +======== + +Release Date: 2024-05-07 + +* Update Cython to 3.0.10 to reduce C warnings and future support for Python 3.13. +* Stop using C++ mode in Cython to reduce compile error on some compilers. +* ``Packer()`` has ``buf_size`` option to specify initial size of + internal buffer to reduce reallocation. +* The default internal buffer size of ``Packer()`` is reduced from + 1MiB to 256KiB to optimize for common use cases. Use ``buf_size`` + if you are packing large data. +* ``Timestamp.to_datetime()`` and ``Timestamp.from_datetime()`` become + more accurate by avoiding floating point calculations. (#591) +* The Cython code for ``Unpacker`` has been slightly rewritten for maintainability. +* The fallback implementation of ``Packer()`` and ``Unpacker()`` now uses keyword-only + arguments to improve compatibility with the Cython implementation. + +1.0.8 +===== + +Release Date: 2024-03-01 + +* Update Cython to 3.0.8. This fixes memory leak when iterating + ``Unpacker`` object on Python 3.12. +* Do not include C/Cython files in binary wheels. + + +1.0.7 +===== + +Release Date: 2023-09-28 + +* Fix build error of extension module on Windows. (#567) +* ``setup.py`` doesn't skip build error of extension module. (#568) + + +1.0.6 +===== + +Release Date: 2023-09-21 + +.. note:: + v1.0.6 Wheels for Windows don't contain extension module. + Please upgrade to v1.0.7 or newer. + +* Add Python 3.12 wheels (#517) +* Remove Python 2.7, 3.6, and 3.7 support + + +1.0.5 +===== + +Release Date: 2023-03-08 + +* Use ``__BYTE_ORDER__`` instead of ``__BYTE_ORDER`` for portability. (#513, #514) +* Add Python 3.11 wheels (#517) +* fallback: Fix packing multidimensional memoryview (#527) + +1.0.4 +===== + +Release Date: 2022-06-03 + +* Support Python 3.11 (beta). +* Don't define `__*_ENDIAN__` macro on Unix. by @methane in https://github.com/msgpack/msgpack-python/pull/495 +* Use PyFloat_Pack8() on Python 3.11a7 by @vstinner in https://github.com/msgpack/msgpack-python/pull/499 +* Fix Unpacker max_buffer_length handling by @methane in https://github.com/msgpack/msgpack-python/pull/506 + +1.0.3 +===== + +Release Date: 2021-11-24 JST + +* Fix Docstring (#459) +* Fix error formatting (#463) +* Improve error message about strict_map_key (#485) + +1.0.2 +===== + +* Fix year 2038 problem regression in 1.0.1. (#451) + +1.0.1 +===== + +* Add Python 3.9 and linux/arm64 wheels. (#439) +* Fixed Unpacker.tell() after read_bytes() (#426) +* Fixed unpacking datetime before epoch on Windows (#433) +* Fixed fallback Packer didn't check DateTime.tzinfo (#434) + +1.0.0 +===== + +Release Date: 2020-02-17 + +* Remove Python 2 support from the ``msgpack/_cmsgpack``. + ``msgpack/fallback`` still supports Python 2. +* Remove ``encoding`` option from the Packer and Unpacker. +* Unpacker: The default value of ``max_buffer_size`` is changed to 100MiB. +* Unpacker: ``strict_map_key`` is True by default now. +* Unpacker: String map keys are interned. +* Drop old buffer protocol support. +* Support Timestamp type. +* Support serializing and decerializing ``datetime`` object + with tzinfo. +* Unpacker: ``Fix Unpacker.read_bytes()`` in fallback implementation. (#352) + + +0.6.2 +===== + +Release Date: 2019-09-20 + +* Support Python 3.8. +* Update Cython to 0.29.13 for support Python 3.8. +* Some small optimizations. + + +0.6.1 +====== + +Release Date: 2019-01-25 + +This release is for mitigating pain caused by v0.6.0 reduced max input limits +for security reason. + +* ``unpackb(data)`` configures ``max_*_len`` options from ``len(data)``, + instead of static default sizes. + +* ``Unpacker(max_buffer_len=N)`` configures ``max_*_len`` options from ``N``, + instead of static default sizes. + +* ``max_bin_len``, ``max_str_len``, and ``max_ext_len`` are deprecated. + Since this is minor release, it's document only deprecation. + + +0.6.0 +====== + +Release Date: 2018-11-30 + +This release contains some backward incompatible changes for security reason (DoS). + +Important changes +----------------- + +* unpacker: Default value of input limits are smaller than before to avoid DoS attack. + If you need to handle large data, you need to specify limits manually. (#319) + +* Unpacker doesn't wrap underlying ``ValueError`` (including ``UnicodeError``) into + ``UnpackValueError``. If you want to catch all exception during unpack, you need + to use ``try ... except Exception`` with minimum try code block. (#323, #233) + +* ``PackValueError`` and ``PackOverflowError`` are also removed. You need to catch + normal ``ValueError`` and ``OverflowError``. (#323, #233) + +* Unpacker has ``strict_map_key`` option now. When it is true, only bytes and str + (unicode in Python 2) are allowed for map keys. It is recommended to avoid + hashdos. Default value of this option is False for backward compatibility reason. + But it will be changed True in 1.0. (#296, #334) + +Other changes +------------- + +* Extension modules are merged. There is ``msgpack._cmsgpack`` instead of + ``msgpack._packer`` and ``msgpack._unpacker``. (#314, #328) + +* Add ``Unpacker.getbuffer()`` method. (#320) + +* unpacker: ``msgpack.StackError`` is raised when input data contains too + nested data. (#331) + +* unpacker: ``msgpack.FormatError`` is raised when input data is not valid + msgpack format. (#331) + + +0.5.6 +====== + +* Fix fallback.Unpacker.feed() dropped unused data from buffer (#287) +* Resurrect fallback.unpack() and _unpacker.unpack(). + They were removed at 0.5.5 but it breaks backward compatibility. (#288, #290) + +0.5.5 +====== + +* Fix memory leak in pure Python Unpacker.feed() (#283) +* Fix unpack() didn't support `raw` option (#285) + +0.5.4 +====== + +* Undeprecate ``unicode_errors`` option. (#278) + +0.5.3 +====== + +* Fixed regression when passing ``unicode_errors`` to Packer but not ``encoding``. (#277) + +0.5.2 +====== + +* Add ``raw`` option to Unpacker. It is preferred way than ``encoding`` option. + +* Packer.pack() reset buffer on exception (#274) + + +0.5.1 +====== + +* Remove FutureWarning about use_bin_type option (#271) + +0.5.0 +====== + +There are some deprecations. Please read changes carefully. + +Changes +------- + +* Drop Python 2.6 and ~3.4 support. Python 2.7 and 3.5+ are supported. + +* Deprecate useless custom exceptions. Use ValueError instead of PackValueError, + Exception instead of PackException and UnpackException, etc... + See msgpack/exceptions.py + +* Add *strict_types* option to packer. It can be used to serialize subclass of + builtin types. For example, when packing object which type is subclass of dict, + ``default()`` is called. ``default()`` is called for tuple too. + +* Pure Python implementation supports packing memoryview object. + +* Support packing bytearray. + +* Add ``Unpacker.tell()``. And ``write_bytes`` option is deprecated. + + +Bugs fixed +---------- + +* Fixed zero length raw can't be decoded when encoding is specified. (#236) + + +0.4.8 +===== +:release date: 2016-07-29 + +Bugs fixed +---------- + +* Calling ext_hook with wrong length. (Only on Windows, maybe. #203) + + +0.4.7 +===== +:release date: 2016-01-25 + +Bugs fixed +---------- + +* Memory leak when unpack is failed + +Changes +------- + +* Reduce compiler warnings while building extension module +* unpack() now accepts ext_hook argument like Unpacker and unpackb() +* Update Cython version to 0.23.4 +* default function is called when integer overflow + + +0.4.6 +===== +:release date: 2015-03-13 + +Bugs fixed +---------- + +* fallback.Unpacker: Fix Data corruption when OutOfData. + This bug only affects "Streaming unpacking." + + +0.4.5 +===== +:release date: 2015-01-25 + +Incompatible Changes +-------------------- + +Changes +------- + +Bugs fixed +---------- + +* Fix test failure on pytest 2.3. (by @ktdreyer) +* Fix typos in ChangeLog. (Thanks to @dmick) +* Improve README.rst (by @msabramo) + + +0.4.4 +===== +:release date: 2015-01-09 + +Incompatible Changes +-------------------- + +Changes +------- + +Bugs fixed +---------- + +* Fix compile error. + +0.4.3 +===== +:release date: 2015-01-07 + +Incompatible Changes +-------------------- + +Changes +------- + +Bugs fixed +---------- + +* Unpacker may unpack wrong uint32 value on 32bit or LLP64 environment. (#101) +* Build failed on Windows Python 2.7. + +0.4.2 +===== +:release date: 2014-03-26 + +Incompatible Changes +-------------------- + +Changes +------- + +Bugs fixed +---------- + +* Unpacker doesn't increment refcount of ExtType hook. +* Packer raises no exception for inputs doesn't fit to msgpack format. + +0.4.1 +===== +:release date: 2014-02-17 + +Incompatible Changes +-------------------- + +Changes +------- + +* fallback.Unpacker.feed() supports bytearray. + +Bugs fixed +---------- + +* Unpacker doesn't increment refcount of hooks. Hooks may be GCed while unpacking. +* Unpacker may read unfilled internal buffer. + +0.4.0 +===== +:release date: 2013-10-21 + +Incompatible Changes +-------------------- + +* Raises TypeError instead of ValueError when packer receives unsupported type. + +Changes +------- + +* Support New msgpack spec. + + +0.3.0 +===== + +Incompatible Changes +-------------------- + +* Default value of ``use_list`` is ``True`` for now. (It was ``False`` for 0.2.x) + You should pass it explicitly for compatibility to 0.2.x. +* `Unpacker.unpack()` and some unpack methods now raise `OutOfData` instead of + `StopIteration`. `StopIteration` is used for iterator protocol only. + +Changes +------- +* Pure Python fallback module is added. (thanks to bwesterb) +* Add ``.skip()`` method to ``Unpacker`` (thanks to jnothman) +* Add capturing feature. You can pass the writable object to + ``Unpacker.unpack()`` as a second parameter. +* Add ``Packer.pack_array_header`` and ``Packer.pack_map_header``. + These methods only pack header of each type. +* Add ``autoreset`` option to ``Packer`` (default: True). + Packer doesn't return packed bytes and clear internal buffer. +* Add ``Packer.pack_map_pairs``. It packs sequence of pair to map type. + + + +0.2.4 +===== +:release date: 2012-12-22 + +Bugs fixed +---------- + +* Fix SEGV when object_hook or object_pairs_hook raise Exception. (#39) + +0.2.3 +===== +:release date: 2012-12-11 + +Changes +------- +* Warn when use_list is not specified. It's default value will be changed in 0.3. + +Bugs fixed +---------- +* Can't pack subclass of dict. + +0.2.2 +===== +:release date: 2012-09-21 + +Changes +------- +* Add ``use_single_float`` option to ``Packer``. When it is true, packs float + object in single precision format. + +Bugs fixed +---------- +* ``unpack()`` didn't restores gc state when it called with gc disabled. + ``unpack()`` doesn't control gc now instead of restoring gc state collectly. + User can control gc state when gc cause performance issue. + +* ``Unpacker``'s ``read_size`` option didn't used. + +0.2.1 +===== +:release date: 2012-08-20 + +Changes +------- +* Add ``max_buffer_size`` parameter to Unpacker. It limits internal buffer size + and allows unpack data from untrusted source safely. + +* Unpacker's buffer reallocation algorithm is less greedy now. It cause performance + decrease in rare case but memory efficient and don't allocate than ``max_buffer_size``. + +Bugs fixed +---------- +* Fix msgpack didn't work on SPARC Solaris. It was because choosing wrong byteorder + on compilation time. Use ``sys.byteorder`` to get correct byte order. + Very thanks to Chris Casey for giving test environment to me. + + +0.2.0 +===== +:release date: 2012-06-27 + +Changes +------- +* Drop supporting Python 2.5 and unify tests for Py2 and Py3. +* Use new version of msgpack-c. It packs correctly on big endian platforms. +* Remove deprecated packs and unpacks API. + +Bugs fixed +---------- +* #8 Packing subclass of dict raises TypeError. (Thanks to Steeve Morin.) + + +0.1.13 +====== +:release date: 2012-04-21 + +New +--- +* Don't accept subtype of list and tuple as msgpack list. (Steeve Morin) + It allows customize how it serialized with ``default`` argument. + +Bugs fixed +---------- +* Fix wrong error message. (David Wolever) +* Fix memory leak while unpacking when ``object_hook`` or ``list_hook`` is used. + (Steeve Morin) + +Other changes +------------- +* setup.py works on Python 2.5 (Steffen Siering) +* Optimization for serializing dict. + + +0.1.12 +====== +:release date: 2011-12-27 + +Bugs fixed +---------- + +* Re-enable packs/unpacks removed at 0.1.11. It will be removed when 0.2 is released. + + +0.1.11 +====== +:release date: 2011-12-26 + +Bugs fixed +---------- + +* Include test code for Python3 to sdist. (Johan Bergström) +* Fix compilation error on MSVC. (davidgaleano) + + +0.1.10 +====== +:release date: 2011-08-22 + +New feature +----------- +* Add ``encoding`` and ``unicode_errors`` option to packer and unpacker. + When this option is specified, (un)packs unicode object instead of bytes. + This enables using msgpack as a replacement of json. (tailhook) + + +0.1.9 +===== +:release date: 2011-01-29 + +New feature +----------- +* ``use_list`` option is added to unpack(b) like Unpacker. + (Use keyword argument because order of parameters are different) + +Bugs fixed +---------- +* Fix typo. +* Add MemoryError check. + +0.1.8 +===== +:release date: 2011-01-10 + +New feature +----------- +* Support ``loads`` and ``dumps`` aliases for API compatibility with + simplejson and pickle. + +* Add *object_hook* and *list_hook* option to unpacker. It allows you to + hook unpacking mapping type and array type. + +* Add *default* option to packer. It allows you to pack unsupported types. + +* unpacker accepts (old) buffer types. + +Bugs fixed +---------- +* Fix segv around ``Unpacker.feed`` or ``Unpacker(file)``. + + +0.1.7 +===== +:release date: 2010-11-02 + +New feature +----------- +* Add *object_hook* and *list_hook* option to unpacker. It allows you to + hook unpacking mapping type and array type. + +* Add *default* option to packer. It allows you to pack unsupported types. + +* unpacker accepts (old) buffer types. + +Bugs fixed +---------- +* Compilation error on win32. diff --git a/DEVELOP.md b/DEVELOP.md new file mode 100644 index 0000000..27adf8c --- /dev/null +++ b/DEVELOP.md @@ -0,0 +1,17 @@ +# Developer's note + +### Build + +``` +$ make cython +``` + + +### Test + +MessagePack uses `pytest` for testing. +Run test with following command: + +``` +$ make test +``` diff --git a/python/MANIFEST.in b/MANIFEST.in similarity index 61% rename from python/MANIFEST.in rename to MANIFEST.in index cbc9ada..6317706 100644 --- a/python/MANIFEST.in +++ b/MANIFEST.in @@ -1,3 +1,5 @@ include setup.py include COPYING +include README.md recursive-include msgpack *.h *.c *.pyx +recursive-include test *.py diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..51f3e0e --- /dev/null +++ b/Makefile @@ -0,0 +1,59 @@ +PYTHON_SOURCES = msgpack test setup.py + +.PHONY: all +all: cython + python setup.py build_ext -i -f + +.PHONY: format +format: + ruff format $(PYTHON_SOURCES) + +.PHONY: lint +lint: + ruff check $(PYTHON_SOURCES) + +.PHONY: doc +doc: + cd docs && sphinx-build -n -v -W --keep-going -b html -d doctrees . html + +.PHONY: pyupgrade +pyupgrade: + @find $(PYTHON_SOURCES) -name '*.py' -type f -exec pyupgrade --py37-plus '{}' \; + +.PHONY: cython +cython: + cython msgpack/_cmsgpack.pyx + +.PHONY: test +test: cython + pip install -e . + pytest -v test + MSGPACK_PUREPYTHON=1 pytest -v test + +.PHONY: serve-doc +serve-doc: all + cd docs && make serve + +.PHONY: clean +clean: + rm -rf build + rm -f msgpack/_cmsgpack.cpp + rm -f msgpack/_cmsgpack.*.so + rm -f msgpack/_cmsgpack.*.pyd + rm -rf msgpack/__pycache__ + rm -rf test/__pycache__ + +.PHONY: update-docker +update-docker: + docker pull quay.io/pypa/manylinux2014_i686 + docker pull quay.io/pypa/manylinux2014_x86_64 + docker pull quay.io/pypa/manylinux2014_aarch64 + +.PHONY: linux-wheel +linux-wheel: + docker run --rm -v `pwd`:/project -w /project quay.io/pypa/manylinux2014_i686 bash docker/buildwheel.sh + docker run --rm -v `pwd`:/project -w /project quay.io/pypa/manylinux2014_x86_64 bash docker/buildwheel.sh + +.PHONY: linux-arm64-wheel +linux-arm64-wheel: + docker run --rm -v `pwd`:/project -w /project quay.io/pypa/manylinux2014_aarch64 bash docker/buildwheel.sh diff --git a/README.md b/README.md index 066c45e..1f06324 100644 --- a/README.md +++ b/README.md @@ -1,37 +1,242 @@ -MessagePack -=========== -Extremely efficient object serialization library. It's like JSON, but very fast and small. +# MessagePack for Python + +[![Build Status](https://github.com/msgpack/msgpack-python/actions/workflows/wheel.yml/badge.svg)](https://github.com/msgpack/msgpack-python/actions/workflows/wheel.yml) +[![Documentation Status](https://readthedocs.org/projects/msgpack-python/badge/?version=latest)](https://msgpack-python.readthedocs.io/en/latest/?badge=latest) + +## What is this? + +[MessagePack](https://msgpack.org/) is an efficient binary serialization format. +It lets you exchange data among multiple languages like JSON. +But it's faster and smaller. +This package provides CPython bindings for reading and writing MessagePack data. + +## Install + +``` +$ pip install msgpack +``` + +### Pure Python implementation + +The extension module in msgpack (`msgpack._cmsgpack`) does not support PyPy. + +But msgpack provides a pure Python implementation (`msgpack.fallback`) for PyPy. -## What's MessagePack? +### Windows -MessagePack is a binary-based efficient object serialization library. It enables to exchange structured objects between many languages like JSON. But unlike JSON, it is very fast and small. - -Typical small integer (like flags or error code) is saved only in 1 byte, and typical short string only needs 1 byte except the length of the string itself. \[1,2,3\] (3 elements array) is serialized in 4 bytes using MessagePack as follows: - - require 'msgpack' - msg = [1,2,3].to_msgpack #=> "\x93\x01\x02\x03" - MessagePack.unpack(msg) #=> [1,2,3] +If you can't use a binary distribution, you need to install Visual Studio +or the Windows SDK on Windows. +Without the extension, the pure Python implementation on CPython runs slowly. -## Performance +## How to use -![Serialization + Deserialization Speed Test](http://msgpack.sourceforge.net/index/speedtest.png) +### One-shot pack & unpack -In this test, it measured the elapsed time of serializing and deserializing 200,000 target objects. The target object consists of the three integers and 512 bytes string. -The source code of this test is available from [frsyuki' serializer-speed-test repository.](http://github.com/frsyuki/serializer-speed-test) +Use `packb` for packing and `unpackb` for unpacking. +msgpack provides `dumps` and `loads` as aliases for compatibility with +`json` and `pickle`. + +`pack` and `dump` pack to a file-like object. +`unpack` and `load` unpack from a file-like object. + +```pycon +>>> import msgpack +>>> msgpack.packb([1, 2, 3]) +'\x93\x01\x02\x03' +>>> msgpack.unpackb(_) +[1, 2, 3] +``` + +Read the docstring for options. -## Getting Started +### Streaming unpacking -Usage and other documents about implementations in each language are found at [the web site.](http://msgpack.sourceforge.net/) +`Unpacker` is a "streaming unpacker". It unpacks multiple objects from one +stream (or from bytes provided through its `feed` method). + +```py +import msgpack +from io import BytesIO + +buf = BytesIO() +for i in range(100): + buf.write(msgpack.packb(i)) + +buf.seek(0) + +unpacker = msgpack.Unpacker(buf) +for unpacked in unpacker: + print(unpacked) +``` -## Learn More +### Packing/unpacking of custom data types - - [Project Web Site](http://msgpack.sourceforge.net/) - - [MessagePack format specification](http://msgpack.sourceforge.net/spec) - - [Repository at github](http://github.com/msgpack/msgpack) - - [Wiki](http://msgpack.sourceforge.net/start) - - [MessagePack-RPC](http://github.com/msgpack/msgpack-rpc) +It is also possible to pack/unpack custom data types. Here is an example for +`datetime.datetime`. +```py +import datetime +import msgpack + +useful_dict = { + "id": 1, + "created": datetime.datetime.now(), +} + +def decode_datetime(obj): + if '__datetime__' in obj: + obj = datetime.datetime.strptime(obj["as_str"], "%Y%m%dT%H:%M:%S.%f") + return obj + +def encode_datetime(obj): + if isinstance(obj, datetime.datetime): + return {'__datetime__': True, 'as_str': obj.strftime("%Y%m%dT%H:%M:%S.%f")} + return obj + + +packed_dict = msgpack.packb(useful_dict, default=encode_datetime) +this_dict_again = msgpack.unpackb(packed_dict, object_hook=decode_datetime) +``` + +`Unpacker`'s `object_hook` callback receives a dict; the +`object_pairs_hook` callback may instead be used to receive a list of +key-value pairs. + +NOTE: msgpack can encode datetime with tzinfo into standard ext type for now. +See `datetime` option in `Packer` docstring. + + +### Extended types + +It is also possible to pack/unpack custom data types using the **ext** type. + +```pycon +>>> import msgpack +>>> import array +>>> def default(obj): +... if isinstance(obj, array.array) and obj.typecode == 'd': +... return msgpack.ExtType(42, obj.tostring()) +... raise TypeError("Unknown type: %r" % (obj,)) +... +>>> def ext_hook(code, data): +... if code == 42: +... a = array.array('d') +... a.fromstring(data) +... return a +... return ExtType(code, data) +... +>>> data = array.array('d', [1.2, 3.4]) +>>> packed = msgpack.packb(data, default=default) +>>> unpacked = msgpack.unpackb(packed, ext_hook=ext_hook) +>>> data == unpacked +True +``` + + +### Advanced unpacking control + +As an alternative to iteration, `Unpacker` objects provide `unpack`, +`skip`, `read_array_header`, and `read_map_header` methods. The former two +read an entire message from the stream, respectively deserializing and returning +the result, or ignoring it. The latter two methods return the number of elements +in the upcoming container, so that each element in an array, or key-value pair +in a map, can be unpacked or skipped individually. + + +## Notes + +### String and binary types in the old MessagePack spec + +Early versions of msgpack didn't distinguish string and binary types. +The type for representing both string and binary types was named **raw**. + +You can pack into and unpack from this old spec using `use_bin_type=False` +and `raw=True` options. + +```pycon +>>> import msgpack +>>> msgpack.unpackb(msgpack.packb([b'spam', 'eggs'], use_bin_type=False), raw=True) +[b'spam', b'eggs'] +>>> msgpack.unpackb(msgpack.packb([b'spam', 'eggs'], use_bin_type=True), raw=False) +[b'spam', 'eggs'] +``` + +### ext type + +To use the **ext** type, pass a `msgpack.ExtType` object to the packer. + +```pycon +>>> import msgpack +>>> packed = msgpack.packb(msgpack.ExtType(42, b'xyzzy')) +>>> msgpack.unpackb(packed) +ExtType(code=42, data='xyzzy') +``` + +You can use it with `default` and `ext_hook`. See below. + + +### Security + +When unpacking data received from an unreliable source, msgpack provides +two security options. + +`max_buffer_size` (default: `100*1024*1024`) limits the internal buffer size. +It is also used to limit preallocated list sizes. + +`strict_map_key` (default: `True`) limits the type of map keys to bytes and str. +While the MessagePack spec doesn't limit map key types, +there is a risk of a hash DoS. +If you need to support other types for map keys, use `strict_map_key=False`. + + +### Performance tips + +CPython's GC starts when the number of allocated objects grows. +This means unpacking may trigger unnecessary GC. +You can use `gc.disable()` when unpacking a large message. + +A list is the default sequence type in Python. +However, a tuple is lighter than a list. +You can use `use_list=False` while unpacking when performance is important. + + +## Major breaking changes in the history + +### msgpack 0.5 + +The package name on PyPI was changed from `msgpack-python` to `msgpack` in 0.5. + +When upgrading from msgpack-0.4 or earlier, do `pip uninstall msgpack-python` before +`pip install -U msgpack`. + + +### msgpack 1.0 + +* Python 2 support + + * The extension module no longer supports Python 2. + The pure Python implementation (`msgpack.fallback`) is used for Python 2. + + * msgpack 1.0.6 drops official support of Python 2.7, as pip and + GitHub Action "setup-python" no longer supports Python 2.7. + +* Packer + + * Packer uses `use_bin_type=True` by default. + Bytes are encoded in the bin type in MessagePack. + * The `encoding` option is removed. UTF-8 is always used. + +* Unpacker + + * Unpacker uses `raw=False` by default. It assumes str values are valid UTF-8 strings + and decodes them to Python str (Unicode) objects. + * `encoding` option is removed. You can use `raw=True` to support old format (e.g. unpack into bytes, not str). + * The default value of `max_buffer_size` is changed from 0 to 100 MiB to avoid DoS attacks. + You need to pass `max_buffer_size=0` if you have large but safe data. + * The default value of `strict_map_key` is changed to True to avoid hash DoS. + You need to pass `strict_map_key=False` if you have data that contain map keys + whose type is neither bytes nor str. diff --git a/SECURITY.md b/SECURITY.md new file mode 100644 index 0000000..75f0c54 --- /dev/null +++ b/SECURITY.md @@ -0,0 +1,5 @@ +## Security contact information + +To report a security vulnerability, please use the +[Tidelift security contact](https://tidelift.com/security). +Tidelift will coordinate the fix and disclosure. \ No newline at end of file diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py new file mode 100644 index 0000000..2e778dd --- /dev/null +++ b/benchmark/benchmark.py @@ -0,0 +1,38 @@ +from msgpack import fallback + +try: + from msgpack import _cmsgpack + + has_ext = True +except ImportError: + has_ext = False +import timeit + + +def profile(name, func): + times = timeit.repeat(func, number=1000, repeat=4) + times = ", ".join(["%8f" % t for t in times]) + print("%-30s %40s" % (name, times)) + + +def simple(name, data): + if has_ext: + packer = _cmsgpack.Packer() + profile("packing %s (ext)" % name, lambda: packer.pack(data)) + packer = fallback.Packer() + profile("packing %s (fallback)" % name, lambda: packer.pack(data)) + + data = packer.pack(data) + if has_ext: + profile("unpacking %s (ext)" % name, lambda: _cmsgpack.unpackb(data)) + profile("unpacking %s (fallback)" % name, lambda: fallback.unpackb(data)) + + +def main(): + simple("integers", [7] * 10000) + simple("bytes", [b"x" * n for n in range(100)] * 10) + simple("lists", [[]] * 10000) + simple("dicts", [{}] * 10000) + + +main() diff --git a/cpp/AUTHORS b/cpp/AUTHORS deleted file mode 100644 index ababacb..0000000 --- a/cpp/AUTHORS +++ /dev/null @@ -1 +0,0 @@ -FURUHASHI Sadayuki diff --git a/cpp/ChangeLog b/cpp/ChangeLog deleted file mode 100644 index 71c7d5b..0000000 --- a/cpp/ChangeLog +++ /dev/null @@ -1,37 +0,0 @@ - -2010-08-29 version 0.5.4: - - * includes msgpack_vc2008.vcproj file in source package - * fixes type::fix_int types - -2010-08-27 version 0.5.3: - - * adds type::fix_{u,}int{8,16,32,64} types - * adds msgpack_pack_fix_{u,}int{8,16,32,64} functions - * adds packer::pack_fix_{u,}int{8,16,32,64} functions - * fixes include paths - -2010-07-14 version 0.5.2: - - * type::raw::str(), operator==, operator!=, operator< and operator> are now const - * generates version.h using AC_OUTPUT macro in ./configure - -2010-07-06 version 0.5.1: - - * Add msgpack_vrefbuffer_new and msgpack_vrefbuffer_free - * Add msgpack_sbuffer_new and msgpack_sbuffer_free - * Add msgpack_unpacker_next and msgpack_unpack_next - * msgpack::unpack returns void - * Add MSGPACK_VERSION{,_MAJOR,_MINOR} macros to check header version - * Add msgpack_version{,_major,_minor} functions to check library version - * ./configure supports --disable-cxx option not to build C++ API - -2010-04-29 version 0.5.0: - - * msgpack_object_type is changed. MSGPACK_OBJECT_NIL is now 0x00. - * New safe streaming deserializer API. - * Add object::object(const T&) and object::operator=(const T&) - * Add operator==(object, const T&) - * MSGPACK_DEFINE macro defines msgpack_object(object* obj, zone* z) - * C++ programs doesn't need to link "msgpackc" library. - diff --git a/cpp/Doxyfile b/cpp/Doxyfile deleted file mode 100644 index ca77230..0000000 --- a/cpp/Doxyfile +++ /dev/null @@ -1,1552 +0,0 @@ -# Doxyfile 1.6.2 - -# This file describes the settings to be used by the documentation system -# doxygen (www.doxygen.org) for a project -# -# All text after a hash (#) is considered a comment and will be ignored -# The format is: -# TAG = value [value, ...] -# For lists items can also be appended using: -# TAG += value [value, ...] -# Values that contain spaces should be placed between quotes (" ") - -#--------------------------------------------------------------------------- -# Project related configuration options -#--------------------------------------------------------------------------- - -# This tag specifies the encoding used for all characters in the config file -# that follow. The default is UTF-8 which is also the encoding used for all -# text before the first occurrence of this tag. Doxygen uses libiconv (or the -# iconv built into libc) for the transcoding. See -# http://www.gnu.org/software/libiconv for the list of possible encodings. - -DOXYFILE_ENCODING = UTF-8 - -# The PROJECT_NAME tag is a single word (or a sequence of words surrounded -# by quotes) that should identify the project. - -PROJECT_NAME = "MessagePack" - -# The PROJECT_NUMBER tag can be used to enter a project or revision number. -# This could be handy for archiving the generated documentation or -# if some version control system is used. - -PROJECT_NUMBER = - -# The OUTPUT_DIRECTORY tag is used to specify the (relative or absolute) -# base path where the generated documentation will be put. -# If a relative path is entered, it will be relative to the location -# where doxygen was started. If left blank the current directory will be used. - -OUTPUT_DIRECTORY = doc - -# If the CREATE_SUBDIRS tag is set to YES, then doxygen will create -# 4096 sub-directories (in 2 levels) under the output directory of each output -# format and will distribute the generated files over these directories. -# Enabling this option can be useful when feeding doxygen a huge amount of -# source files, where putting all generated files in the same directory would -# otherwise cause performance problems for the file system. - -CREATE_SUBDIRS = NO - -# The OUTPUT_LANGUAGE tag is used to specify the language in which all -# documentation generated by doxygen is written. Doxygen will use this -# information to generate all constant output in the proper language. -# The default language is English, other supported languages are: -# Afrikaans, Arabic, Brazilian, Catalan, Chinese, Chinese-Traditional, -# Croatian, Czech, Danish, Dutch, Esperanto, Farsi, Finnish, French, German, -# Greek, Hungarian, Italian, Japanese, Japanese-en (Japanese with English -# messages), Korean, Korean-en, Lithuanian, Norwegian, Macedonian, Persian, -# Polish, Portuguese, Romanian, Russian, Serbian, Serbian-Cyrilic, Slovak, -# Slovene, Spanish, Swedish, Ukrainian, and Vietnamese. - -OUTPUT_LANGUAGE = English - -# If the BRIEF_MEMBER_DESC tag is set to YES (the default) Doxygen will -# include brief member descriptions after the members that are listed in -# the file and class documentation (similar to JavaDoc). -# Set to NO to disable this. - -BRIEF_MEMBER_DESC = YES - -# If the REPEAT_BRIEF tag is set to YES (the default) Doxygen will prepend -# the brief description of a member or function before the detailed description. -# Note: if both HIDE_UNDOC_MEMBERS and BRIEF_MEMBER_DESC are set to NO, the -# brief descriptions will be completely suppressed. - -REPEAT_BRIEF = YES - -# This tag implements a quasi-intelligent brief description abbreviator -# that is used to form the text in various listings. Each string -# in this list, if found as the leading text of the brief description, will be -# stripped from the text and the result after processing the whole list, is -# used as the annotated text. Otherwise, the brief description is used as-is. -# If left blank, the following values are used ("$name" is automatically -# replaced with the name of the entity): "The $name class" "The $name widget" -# "The $name file" "is" "provides" "specifies" "contains" -# "represents" "a" "an" "the" - -ABBREVIATE_BRIEF = - -# If the ALWAYS_DETAILED_SEC and REPEAT_BRIEF tags are both set to YES then -# Doxygen will generate a detailed section even if there is only a brief -# description. - -ALWAYS_DETAILED_SEC = NO - -# If the INLINE_INHERITED_MEMB tag is set to YES, doxygen will show all -# inherited members of a class in the documentation of that class as if those -# members were ordinary class members. Constructors, destructors and assignment -# operators of the base classes will not be shown. - -INLINE_INHERITED_MEMB = NO - -# If the FULL_PATH_NAMES tag is set to YES then Doxygen will prepend the full -# path before files name in the file list and in the header files. If set -# to NO the shortest path that makes the file name unique will be used. - -FULL_PATH_NAMES = YES - -# If the FULL_PATH_NAMES tag is set to YES then the STRIP_FROM_PATH tag -# can be used to strip a user-defined part of the path. Stripping is -# only done if one of the specified strings matches the left-hand part of -# the path. The tag can be used to show relative paths in the file list. -# If left blank the directory from which doxygen is run is used as the -# path to strip. - -STRIP_FROM_PATH = - -# The STRIP_FROM_INC_PATH tag can be used to strip a user-defined part of -# the path mentioned in the documentation of a class, which tells -# the reader which header file to include in order to use a class. -# If left blank only the name of the header file containing the class -# definition is used. Otherwise one should specify the include paths that -# are normally passed to the compiler using the -I flag. - -STRIP_FROM_INC_PATH = - -# If the SHORT_NAMES tag is set to YES, doxygen will generate much shorter -# (but less readable) file names. This can be useful is your file systems -# doesn't support long names like on DOS, Mac, or CD-ROM. - -SHORT_NAMES = NO - -# If the JAVADOC_AUTOBRIEF tag is set to YES then Doxygen -# will interpret the first line (until the first dot) of a JavaDoc-style -# comment as the brief description. If set to NO, the JavaDoc -# comments will behave just like regular Qt-style comments -# (thus requiring an explicit @brief command for a brief description.) - -JAVADOC_AUTOBRIEF = YES - -# If the QT_AUTOBRIEF tag is set to YES then Doxygen will -# interpret the first line (until the first dot) of a Qt-style -# comment as the brief description. If set to NO, the comments -# will behave just like regular Qt-style comments (thus requiring -# an explicit \brief command for a brief description.) - -QT_AUTOBRIEF = NO - -# The MULTILINE_CPP_IS_BRIEF tag can be set to YES to make Doxygen -# treat a multi-line C++ special comment block (i.e. a block of //! or /// -# comments) as a brief description. This used to be the default behaviour. -# The new default is to treat a multi-line C++ comment block as a detailed -# description. Set this tag to YES if you prefer the old behaviour instead. - -MULTILINE_CPP_IS_BRIEF = NO - -# If the INHERIT_DOCS tag is set to YES (the default) then an undocumented -# member inherits the documentation from any documented member that it -# re-implements. - -INHERIT_DOCS = YES - -# If the SEPARATE_MEMBER_PAGES tag is set to YES, then doxygen will produce -# a new page for each member. If set to NO, the documentation of a member will -# be part of the file/class/namespace that contains it. - -SEPARATE_MEMBER_PAGES = NO - -# The TAB_SIZE tag can be used to set the number of spaces in a tab. -# Doxygen uses this value to replace tabs by spaces in code fragments. - -TAB_SIZE = 8 - -# This tag can be used to specify a number of aliases that acts -# as commands in the documentation. An alias has the form "name=value". -# For example adding "sideeffect=\par Side Effects:\n" will allow you to -# put the command \sideeffect (or @sideeffect) in the documentation, which -# will result in a user-defined paragraph with heading "Side Effects:". -# You can put \n's in the value part of an alias to insert newlines. - -ALIASES = - -# Set the OPTIMIZE_OUTPUT_FOR_C tag to YES if your project consists of C -# sources only. Doxygen will then generate output that is more tailored for C. -# For instance, some of the names that are used will be different. The list -# of all members will be omitted, etc. - -OPTIMIZE_OUTPUT_FOR_C = NO - -# Set the OPTIMIZE_OUTPUT_JAVA tag to YES if your project consists of Java -# sources only. Doxygen will then generate output that is more tailored for -# Java. For instance, namespaces will be presented as packages, qualified -# scopes will look different, etc. - -OPTIMIZE_OUTPUT_JAVA = NO - -# Set the OPTIMIZE_FOR_FORTRAN tag to YES if your project consists of Fortran -# sources only. Doxygen will then generate output that is more tailored for -# Fortran. - -OPTIMIZE_FOR_FORTRAN = NO - -# Set the OPTIMIZE_OUTPUT_VHDL tag to YES if your project consists of VHDL -# sources. Doxygen will then generate output that is tailored for -# VHDL. - -OPTIMIZE_OUTPUT_VHDL = NO - -# Doxygen selects the parser to use depending on the extension of the files it parses. -# With this tag you can assign which parser to use for a given extension. -# Doxygen has a built-in mapping, but you can override or extend it using this tag. -# The format is ext=language, where ext is a file extension, and language is one of -# the parsers supported by doxygen: IDL, Java, Javascript, C#, C, C++, D, PHP, -# Objective-C, Python, Fortran, VHDL, C, C++. For instance to make doxygen treat -# .inc files as Fortran files (default is PHP), and .f files as C (default is Fortran), -# use: inc=Fortran f=C. Note that for custom extensions you also need to set FILE_PATTERNS otherwise the files are not read by doxygen. - -EXTENSION_MAPPING = - -# If you use STL classes (i.e. std::string, std::vector, etc.) but do not want -# to include (a tag file for) the STL sources as input, then you should -# set this tag to YES in order to let doxygen match functions declarations and -# definitions whose arguments contain STL classes (e.g. func(std::string); v.s. -# func(std::string) {}). This also make the inheritance and collaboration -# diagrams that involve STL classes more complete and accurate. - -BUILTIN_STL_SUPPORT = NO - -# If you use Microsoft's C++/CLI language, you should set this option to YES to -# enable parsing support. - -CPP_CLI_SUPPORT = NO - -# Set the SIP_SUPPORT tag to YES if your project consists of sip sources only. -# Doxygen will parse them like normal C++ but will assume all classes use public -# instead of private inheritance when no explicit protection keyword is present. - -SIP_SUPPORT = NO - -# For Microsoft's IDL there are propget and propput attributes to indicate getter -# and setter methods for a property. Setting this option to YES (the default) -# will make doxygen to replace the get and set methods by a property in the -# documentation. This will only work if the methods are indeed getting or -# setting a simple type. If this is not the case, or you want to show the -# methods anyway, you should set this option to NO. - -IDL_PROPERTY_SUPPORT = YES - -# If member grouping is used in the documentation and the DISTRIBUTE_GROUP_DOC -# tag is set to YES, then doxygen will reuse the documentation of the first -# member in the group (if any) for the other members of the group. By default -# all members of a group must be documented explicitly. - -DISTRIBUTE_GROUP_DOC = NO - -# Set the SUBGROUPING tag to YES (the default) to allow class member groups of -# the same type (for instance a group of public functions) to be put as a -# subgroup of that type (e.g. under the Public Functions section). Set it to -# NO to prevent subgrouping. Alternatively, this can be done per class using -# the \nosubgrouping command. - -SUBGROUPING = YES - -# When TYPEDEF_HIDES_STRUCT is enabled, a typedef of a struct, union, or enum -# is documented as struct, union, or enum with the name of the typedef. So -# typedef struct TypeS {} TypeT, will appear in the documentation as a struct -# with name TypeT. When disabled the typedef will appear as a member of a file, -# namespace, or class. And the struct will be named TypeS. This can typically -# be useful for C code in case the coding convention dictates that all compound -# types are typedef'ed and only the typedef is referenced, never the tag name. - -TYPEDEF_HIDES_STRUCT = NO - -# The SYMBOL_CACHE_SIZE determines the size of the internal cache use to -# determine which symbols to keep in memory and which to flush to disk. -# When the cache is full, less often used symbols will be written to disk. -# For small to medium size projects (<1000 input files) the default value is -# probably good enough. For larger projects a too small cache size can cause -# doxygen to be busy swapping symbols to and from disk most of the time -# causing a significant performance penality. -# If the system has enough physical memory increasing the cache will improve the -# performance by keeping more symbols in memory. Note that the value works on -# a logarithmic scale so increasing the size by one will rougly double the -# memory usage. The cache size is given by this formula: -# 2^(16+SYMBOL_CACHE_SIZE). The valid range is 0..9, the default is 0, -# corresponding to a cache size of 2^16 = 65536 symbols - -SYMBOL_CACHE_SIZE = 0 - -#--------------------------------------------------------------------------- -# Build related configuration options -#--------------------------------------------------------------------------- - -# If the EXTRACT_ALL tag is set to YES doxygen will assume all entities in -# documentation are documented, even if no documentation was available. -# Private class members and static file members will be hidden unless -# the EXTRACT_PRIVATE and EXTRACT_STATIC tags are set to YES - -EXTRACT_ALL = NO - -# If the EXTRACT_PRIVATE tag is set to YES all private members of a class -# will be included in the documentation. - -EXTRACT_PRIVATE = NO - -# If the EXTRACT_STATIC tag is set to YES all static members of a file -# will be included in the documentation. - -EXTRACT_STATIC = NO - -# If the EXTRACT_LOCAL_CLASSES tag is set to YES classes (and structs) -# defined locally in source files will be included in the documentation. -# If set to NO only classes defined in header files are included. - -EXTRACT_LOCAL_CLASSES = YES - -# This flag is only useful for Objective-C code. When set to YES local -# methods, which are defined in the implementation section but not in -# the interface are included in the documentation. -# If set to NO (the default) only methods in the interface are included. - -EXTRACT_LOCAL_METHODS = NO - -# If this flag is set to YES, the members of anonymous namespaces will be -# extracted and appear in the documentation as a namespace called -# 'anonymous_namespace{file}', where file will be replaced with the base -# name of the file that contains the anonymous namespace. By default -# anonymous namespace are hidden. - -EXTRACT_ANON_NSPACES = NO - -# If the HIDE_UNDOC_MEMBERS tag is set to YES, Doxygen will hide all -# undocumented members of documented classes, files or namespaces. -# If set to NO (the default) these members will be included in the -# various overviews, but no documentation section is generated. -# This option has no effect if EXTRACT_ALL is enabled. - -HIDE_UNDOC_MEMBERS = NO - -# If the HIDE_UNDOC_CLASSES tag is set to YES, Doxygen will hide all -# undocumented classes that are normally visible in the class hierarchy. -# If set to NO (the default) these classes will be included in the various -# overviews. This option has no effect if EXTRACT_ALL is enabled. - -HIDE_UNDOC_CLASSES = NO - -# If the HIDE_FRIEND_COMPOUNDS tag is set to YES, Doxygen will hide all -# friend (class|struct|union) declarations. -# If set to NO (the default) these declarations will be included in the -# documentation. - -HIDE_FRIEND_COMPOUNDS = NO - -# If the HIDE_IN_BODY_DOCS tag is set to YES, Doxygen will hide any -# documentation blocks found inside the body of a function. -# If set to NO (the default) these blocks will be appended to the -# function's detailed documentation block. - -HIDE_IN_BODY_DOCS = NO - -# The INTERNAL_DOCS tag determines if documentation -# that is typed after a \internal command is included. If the tag is set -# to NO (the default) then the documentation will be excluded. -# Set it to YES to include the internal documentation. - -INTERNAL_DOCS = NO - -# If the CASE_SENSE_NAMES tag is set to NO then Doxygen will only generate -# file names in lower-case letters. If set to YES upper-case letters are also -# allowed. This is useful if you have classes or files whose names only differ -# in case and if your file system supports case sensitive file names. Windows -# and Mac users are advised to set this option to NO. - -CASE_SENSE_NAMES = NO - -# If the HIDE_SCOPE_NAMES tag is set to NO (the default) then Doxygen -# will show members with their full class and namespace scopes in the -# documentation. If set to YES the scope will be hidden. - -HIDE_SCOPE_NAMES = NO - -# If the SHOW_INCLUDE_FILES tag is set to YES (the default) then Doxygen -# will put a list of the files that are included by a file in the documentation -# of that file. - -SHOW_INCLUDE_FILES = YES - -# If the FORCE_LOCAL_INCLUDES tag is set to YES then Doxygen -# will list include files with double quotes in the documentation -# rather than with sharp brackets. - -FORCE_LOCAL_INCLUDES = NO - -# If the INLINE_INFO tag is set to YES (the default) then a tag [inline] -# is inserted in the documentation for inline members. - -INLINE_INFO = YES - -# If the SORT_MEMBER_DOCS tag is set to YES (the default) then doxygen -# will sort the (detailed) documentation of file and class members -# alphabetically by member name. If set to NO the members will appear in -# declaration order. - -SORT_MEMBER_DOCS = YES - -# If the SORT_BRIEF_DOCS tag is set to YES then doxygen will sort the -# brief documentation of file, namespace and class members alphabetically -# by member name. If set to NO (the default) the members will appear in -# declaration order. - -SORT_BRIEF_DOCS = NO - -# If the SORT_MEMBERS_CTORS_1ST tag is set to YES then doxygen will sort the (brief and detailed) documentation of class members so that constructors and destructors are listed first. If set to NO (the default) the constructors will appear in the respective orders defined by SORT_MEMBER_DOCS and SORT_BRIEF_DOCS. This tag will be ignored for brief docs if SORT_BRIEF_DOCS is set to NO and ignored for detailed docs if SORT_MEMBER_DOCS is set to NO. - -SORT_MEMBERS_CTORS_1ST = NO - -# If the SORT_GROUP_NAMES tag is set to YES then doxygen will sort the -# hierarchy of group names into alphabetical order. If set to NO (the default) -# the group names will appear in their defined order. - -SORT_GROUP_NAMES = NO - -# If the SORT_BY_SCOPE_NAME tag is set to YES, the class list will be -# sorted by fully-qualified names, including namespaces. If set to -# NO (the default), the class list will be sorted only by class name, -# not including the namespace part. -# Note: This option is not very useful if HIDE_SCOPE_NAMES is set to YES. -# Note: This option applies only to the class list, not to the -# alphabetical list. - -SORT_BY_SCOPE_NAME = NO - -# The GENERATE_TODOLIST tag can be used to enable (YES) or -# disable (NO) the todo list. This list is created by putting \todo -# commands in the documentation. - -GENERATE_TODOLIST = YES - -# The GENERATE_TESTLIST tag can be used to enable (YES) or -# disable (NO) the test list. This list is created by putting \test -# commands in the documentation. - -GENERATE_TESTLIST = YES - -# The GENERATE_BUGLIST tag can be used to enable (YES) or -# disable (NO) the bug list. This list is created by putting \bug -# commands in the documentation. - -GENERATE_BUGLIST = YES - -# The GENERATE_DEPRECATEDLIST tag can be used to enable (YES) or -# disable (NO) the deprecated list. This list is created by putting -# \deprecated commands in the documentation. - -GENERATE_DEPRECATEDLIST= YES - -# The ENABLED_SECTIONS tag can be used to enable conditional -# documentation sections, marked by \if sectionname ... \endif. - -ENABLED_SECTIONS = - -# The MAX_INITIALIZER_LINES tag determines the maximum number of lines -# the initial value of a variable or define consists of for it to appear in -# the documentation. If the initializer consists of more lines than specified -# here it will be hidden. Use a value of 0 to hide initializers completely. -# The appearance of the initializer of individual variables and defines in the -# documentation can be controlled using \showinitializer or \hideinitializer -# command in the documentation regardless of this setting. - -MAX_INITIALIZER_LINES = 30 - -# Set the SHOW_USED_FILES tag to NO to disable the list of files generated -# at the bottom of the documentation of classes and structs. If set to YES the -# list will mention the files that were used to generate the documentation. - -SHOW_USED_FILES = YES - -# If the sources in your project are distributed over multiple directories -# then setting the SHOW_DIRECTORIES tag to YES will show the directory hierarchy -# in the documentation. The default is NO. - -SHOW_DIRECTORIES = YES - -# Set the SHOW_FILES tag to NO to disable the generation of the Files page. -# This will remove the Files entry from the Quick Index and from the -# Folder Tree View (if specified). The default is YES. - -SHOW_FILES = YES - -# Set the SHOW_NAMESPACES tag to NO to disable the generation of the -# Namespaces page. -# This will remove the Namespaces entry from the Quick Index -# and from the Folder Tree View (if specified). The default is YES. - -SHOW_NAMESPACES = YES - -# The FILE_VERSION_FILTER tag can be used to specify a program or script that -# doxygen should invoke to get the current version for each file (typically from -# the version control system). Doxygen will invoke the program by executing (via -# popen()) the command , where is the value of -# the FILE_VERSION_FILTER tag, and is the name of an input file -# provided by doxygen. Whatever the program writes to standard output -# is used as the file version. See the manual for examples. - -FILE_VERSION_FILTER = - -# The LAYOUT_FILE tag can be used to specify a layout file which will be parsed by -# doxygen. The layout file controls the global structure of the generated output files -# in an output format independent way. The create the layout file that represents -# doxygen's defaults, run doxygen with the -l option. You can optionally specify a -# file name after the option, if omitted DoxygenLayout.xml will be used as the name -# of the layout file. - -LAYOUT_FILE = - -#--------------------------------------------------------------------------- -# configuration options related to warning and progress messages -#--------------------------------------------------------------------------- - -# The QUIET tag can be used to turn on/off the messages that are generated -# by doxygen. Possible values are YES and NO. If left blank NO is used. - -QUIET = NO - -# The WARNINGS tag can be used to turn on/off the warning messages that are -# generated by doxygen. Possible values are YES and NO. If left blank -# NO is used. - -WARNINGS = YES - -# If WARN_IF_UNDOCUMENTED is set to YES, then doxygen will generate warnings -# for undocumented members. If EXTRACT_ALL is set to YES then this flag will -# automatically be disabled. - -WARN_IF_UNDOCUMENTED = YES - -# If WARN_IF_DOC_ERROR is set to YES, doxygen will generate warnings for -# potential errors in the documentation, such as not documenting some -# parameters in a documented function, or documenting parameters that -# don't exist or using markup commands wrongly. - -WARN_IF_DOC_ERROR = YES - -# This WARN_NO_PARAMDOC option can be abled to get warnings for -# functions that are documented, but have no documentation for their parameters -# or return value. If set to NO (the default) doxygen will only warn about -# wrong or incomplete parameter documentation, but not about the absence of -# documentation. - -WARN_NO_PARAMDOC = NO - -# The WARN_FORMAT tag determines the format of the warning messages that -# doxygen can produce. The string should contain the $file, $line, and $text -# tags, which will be replaced by the file and line number from which the -# warning originated and the warning text. Optionally the format may contain -# $version, which will be replaced by the version of the file (if it could -# be obtained via FILE_VERSION_FILTER) - -WARN_FORMAT = "$file:$line: $text" - -# The WARN_LOGFILE tag can be used to specify a file to which warning -# and error messages should be written. If left blank the output is written -# to stderr. - -WARN_LOGFILE = - -#--------------------------------------------------------------------------- -# configuration options related to the input files -#--------------------------------------------------------------------------- - -# The INPUT tag can be used to specify the files and/or directories that contain -# documented source files. You may enter file names like "myfile.cpp" or -# directories like "/usr/src/myproject". Separate the files or directories -# with spaces. - -INPUT = - -# This tag can be used to specify the character encoding of the source files -# that doxygen parses. Internally doxygen uses the UTF-8 encoding, which is -# also the default input encoding. Doxygen uses libiconv (or the iconv built -# into libc) for the transcoding. See http://www.gnu.org/software/libiconv for -# the list of possible encodings. - -INPUT_ENCODING = UTF-8 - -# If the value of the INPUT tag contains directories, you can use the -# FILE_PATTERNS tag to specify one or more wildcard pattern (like *.cpp -# and *.h) to filter out the source-files in the directories. If left -# blank the following patterns are tested: -# *.c *.cc *.cxx *.cpp *.c++ *.java *.ii *.ixx *.ipp *.i++ *.inl *.h *.hh *.hxx -# *.hpp *.h++ *.idl *.odl *.cs *.php *.php3 *.inc *.m *.mm *.py *.f90 - -FILE_PATTERNS = *.hpp *.h - -# The RECURSIVE tag can be used to turn specify whether or not subdirectories -# should be searched for input files as well. Possible values are YES and NO. -# If left blank NO is used. - -#RECURSIVE = NO -RECURSIVE = YES - -# The EXCLUDE tag can be used to specify files and/or directories that should -# excluded from the INPUT source files. This way you can easily exclude a -# subdirectory from a directory tree whose root is specified with the INPUT tag. - -EXCLUDE = - -# The EXCLUDE_SYMLINKS tag can be used select whether or not files or -# directories that are symbolic links (a Unix filesystem feature) are excluded -# from the input. - -EXCLUDE_SYMLINKS = NO - -# If the value of the INPUT tag contains directories, you can use the -# EXCLUDE_PATTERNS tag to specify one or more wildcard patterns to exclude -# certain files from those directories. Note that the wildcards are matched -# against the file with absolute path, so to exclude all test directories -# for example use the pattern */test/* - -EXCLUDE_PATTERNS = - -# The EXCLUDE_SYMBOLS tag can be used to specify one or more symbol names -# (namespaces, classes, functions, etc.) that should be excluded from the -# output. The symbol name can be a fully qualified name, a word, or if the -# wildcard * is used, a substring. Examples: ANamespace, AClass, -# AClass::ANamespace, ANamespace::*Test - -EXCLUDE_SYMBOLS = - -# The EXAMPLE_PATH tag can be used to specify one or more files or -# directories that contain example code fragments that are included (see -# the \include command). - -EXAMPLE_PATH = - -# If the value of the EXAMPLE_PATH tag contains directories, you can use the -# EXAMPLE_PATTERNS tag to specify one or more wildcard pattern (like *.cpp -# and *.h) to filter out the source-files in the directories. If left -# blank all files are included. - -EXAMPLE_PATTERNS = - -# If the EXAMPLE_RECURSIVE tag is set to YES then subdirectories will be -# searched for input files to be used with the \include or \dontinclude -# commands irrespective of the value of the RECURSIVE tag. -# Possible values are YES and NO. If left blank NO is used. - -EXAMPLE_RECURSIVE = NO - -# The IMAGE_PATH tag can be used to specify one or more files or -# directories that contain image that are included in the documentation (see -# the \image command). - -IMAGE_PATH = - -# The INPUT_FILTER tag can be used to specify a program that doxygen should -# invoke to filter for each input file. Doxygen will invoke the filter program -# by executing (via popen()) the command , where -# is the value of the INPUT_FILTER tag, and is the name of an -# input file. Doxygen will then use the output that the filter program writes -# to standard output. -# If FILTER_PATTERNS is specified, this tag will be -# ignored. - -INPUT_FILTER = - -# The FILTER_PATTERNS tag can be used to specify filters on a per file pattern -# basis. -# Doxygen will compare the file name with each pattern and apply the -# filter if there is a match. -# The filters are a list of the form: -# pattern=filter (like *.cpp=my_cpp_filter). See INPUT_FILTER for further -# info on how filters are used. If FILTER_PATTERNS is empty, INPUT_FILTER -# is applied to all files. - -FILTER_PATTERNS = - -# If the FILTER_SOURCE_FILES tag is set to YES, the input filter (if set using -# INPUT_FILTER) will be used to filter the input files when producing source -# files to browse (i.e. when SOURCE_BROWSER is set to YES). - -FILTER_SOURCE_FILES = NO - -#--------------------------------------------------------------------------- -# configuration options related to source browsing -#--------------------------------------------------------------------------- - -# If the SOURCE_BROWSER tag is set to YES then a list of source files will -# be generated. Documented entities will be cross-referenced with these sources. -# Note: To get rid of all source code in the generated output, make sure also -# VERBATIM_HEADERS is set to NO. - -SOURCE_BROWSER = NO - -# Setting the INLINE_SOURCES tag to YES will include the body -# of functions and classes directly in the documentation. - -INLINE_SOURCES = NO - -# Setting the STRIP_CODE_COMMENTS tag to YES (the default) will instruct -# doxygen to hide any special comment blocks from generated source code -# fragments. Normal C and C++ comments will always remain visible. - -STRIP_CODE_COMMENTS = YES - -# If the REFERENCED_BY_RELATION tag is set to YES -# then for each documented function all documented -# functions referencing it will be listed. - -REFERENCED_BY_RELATION = YES - -# If the REFERENCES_RELATION tag is set to YES -# then for each documented function all documented entities -# called/used by that function will be listed. - -REFERENCES_RELATION = YES - -# If the REFERENCES_LINK_SOURCE tag is set to YES (the default) -# and SOURCE_BROWSER tag is set to YES, then the hyperlinks from -# functions in REFERENCES_RELATION and REFERENCED_BY_RELATION lists will -# link to the source code. -# Otherwise they will link to the documentation. - -REFERENCES_LINK_SOURCE = YES - -# If the USE_HTAGS tag is set to YES then the references to source code -# will point to the HTML generated by the htags(1) tool instead of doxygen -# built-in source browser. The htags tool is part of GNU's global source -# tagging system (see http://www.gnu.org/software/global/global.html). You -# will need version 4.8.6 or higher. - -USE_HTAGS = NO - -# If the VERBATIM_HEADERS tag is set to YES (the default) then Doxygen -# will generate a verbatim copy of the header file for each class for -# which an include is specified. Set to NO to disable this. - -VERBATIM_HEADERS = YES - -#--------------------------------------------------------------------------- -# configuration options related to the alphabetical class index -#--------------------------------------------------------------------------- - -# If the ALPHABETICAL_INDEX tag is set to YES, an alphabetical index -# of all compounds will be generated. Enable this if the project -# contains a lot of classes, structs, unions or interfaces. - -ALPHABETICAL_INDEX = NO - -# If the alphabetical index is enabled (see ALPHABETICAL_INDEX) then -# the COLS_IN_ALPHA_INDEX tag can be used to specify the number of columns -# in which this list will be split (can be a number in the range [1..20]) - -COLS_IN_ALPHA_INDEX = 5 - -# In case all classes in a project start with a common prefix, all -# classes will be put under the same header in the alphabetical index. -# The IGNORE_PREFIX tag can be used to specify one or more prefixes that -# should be ignored while generating the index headers. - -IGNORE_PREFIX = - -#--------------------------------------------------------------------------- -# configuration options related to the HTML output -#--------------------------------------------------------------------------- - -# If the GENERATE_HTML tag is set to YES (the default) Doxygen will -# generate HTML output. - -GENERATE_HTML = YES - -# The HTML_OUTPUT tag is used to specify where the HTML docs will be put. -# If a relative path is entered the value of OUTPUT_DIRECTORY will be -# put in front of it. If left blank `html' will be used as the default path. - -HTML_OUTPUT = html - -# The HTML_FILE_EXTENSION tag can be used to specify the file extension for -# each generated HTML page (for example: .htm,.php,.asp). If it is left blank -# doxygen will generate files with .html extension. - -HTML_FILE_EXTENSION = .html - -# The HTML_HEADER tag can be used to specify a personal HTML header for -# each generated HTML page. If it is left blank doxygen will generate a -# standard header. - -HTML_HEADER = - -# The HTML_FOOTER tag can be used to specify a personal HTML footer for -# each generated HTML page. If it is left blank doxygen will generate a -# standard footer. - -HTML_FOOTER = - -# The HTML_STYLESHEET tag can be used to specify a user-defined cascading -# style sheet that is used by each HTML page. It can be used to -# fine-tune the look of the HTML output. If the tag is left blank doxygen -# will generate a default style sheet. Note that doxygen will try to copy -# the style sheet file to the HTML output directory, so don't put your own -# stylesheet in the HTML output directory as well, or it will be erased! - -HTML_STYLESHEET = - -# If the HTML_TIMESTAMP tag is set to YES then the footer of each generated HTML -# page will contain the date and time when the page was generated. Setting -# this to NO can help when comparing the output of multiple runs. - -HTML_TIMESTAMP = NO - -# If the HTML_ALIGN_MEMBERS tag is set to YES, the members of classes, -# files or namespaces will be aligned in HTML using tables. If set to -# NO a bullet list will be used. - -HTML_ALIGN_MEMBERS = YES - -# If the HTML_DYNAMIC_SECTIONS tag is set to YES then the generated HTML -# documentation will contain sections that can be hidden and shown after the -# page has loaded. For this to work a browser that supports -# JavaScript and DHTML is required (for instance Mozilla 1.0+, Firefox -# Netscape 6.0+, Internet explorer 5.0+, Konqueror, or Safari). - -HTML_DYNAMIC_SECTIONS = NO - -# If the GENERATE_DOCSET tag is set to YES, additional index files -# will be generated that can be used as input for Apple's Xcode 3 -# integrated development environment, introduced with OSX 10.5 (Leopard). -# To create a documentation set, doxygen will generate a Makefile in the -# HTML output directory. Running make will produce the docset in that -# directory and running "make install" will install the docset in -# ~/Library/Developer/Shared/Documentation/DocSets so that Xcode will find -# it at startup. -# See http://developer.apple.com/tools/creatingdocsetswithdoxygen.html for more information. - -GENERATE_DOCSET = NO - -# When GENERATE_DOCSET tag is set to YES, this tag determines the name of the -# feed. A documentation feed provides an umbrella under which multiple -# documentation sets from a single provider (such as a company or product suite) -# can be grouped. - -DOCSET_FEEDNAME = "Doxygen generated docs" - -# When GENERATE_DOCSET tag is set to YES, this tag specifies a string that -# should uniquely identify the documentation set bundle. This should be a -# reverse domain-name style string, e.g. com.mycompany.MyDocSet. Doxygen -# will append .docset to the name. - -DOCSET_BUNDLE_ID = org.doxygen.Project - -# If the GENERATE_HTMLHELP tag is set to YES, additional index files -# will be generated that can be used as input for tools like the -# Microsoft HTML help workshop to generate a compiled HTML help file (.chm) -# of the generated HTML documentation. - -GENERATE_HTMLHELP = NO - -# If the GENERATE_HTMLHELP tag is set to YES, the CHM_FILE tag can -# be used to specify the file name of the resulting .chm file. You -# can add a path in front of the file if the result should not be -# written to the html output directory. - -CHM_FILE = - -# If the GENERATE_HTMLHELP tag is set to YES, the HHC_LOCATION tag can -# be used to specify the location (absolute path including file name) of -# the HTML help compiler (hhc.exe). If non-empty doxygen will try to run -# the HTML help compiler on the generated index.hhp. - -HHC_LOCATION = - -# If the GENERATE_HTMLHELP tag is set to YES, the GENERATE_CHI flag -# controls if a separate .chi index file is generated (YES) or that -# it should be included in the master .chm file (NO). - -GENERATE_CHI = NO - -# If the GENERATE_HTMLHELP tag is set to YES, the CHM_INDEX_ENCODING -# is used to encode HtmlHelp index (hhk), content (hhc) and project file -# content. - -CHM_INDEX_ENCODING = - -# If the GENERATE_HTMLHELP tag is set to YES, the BINARY_TOC flag -# controls whether a binary table of contents is generated (YES) or a -# normal table of contents (NO) in the .chm file. - -BINARY_TOC = NO - -# The TOC_EXPAND flag can be set to YES to add extra items for group members -# to the contents of the HTML help documentation and to the tree view. - -TOC_EXPAND = NO - -# If the GENERATE_QHP tag is set to YES and both QHP_NAMESPACE and QHP_VIRTUAL_FOLDER -# are set, an additional index file will be generated that can be used as input for -# Qt's qhelpgenerator to generate a Qt Compressed Help (.qch) of the generated -# HTML documentation. - -GENERATE_QHP = NO - -# If the QHG_LOCATION tag is specified, the QCH_FILE tag can -# be used to specify the file name of the resulting .qch file. -# The path specified is relative to the HTML output folder. - -QCH_FILE = - -# The QHP_NAMESPACE tag specifies the namespace to use when generating -# Qt Help Project output. For more information please see -# http://doc.trolltech.com/qthelpproject.html#namespace - -QHP_NAMESPACE = org.doxygen.Project - -# The QHP_VIRTUAL_FOLDER tag specifies the namespace to use when generating -# Qt Help Project output. For more information please see -# http://doc.trolltech.com/qthelpproject.html#virtual-folders - -QHP_VIRTUAL_FOLDER = doc - -# If QHP_CUST_FILTER_NAME is set, it specifies the name of a custom filter to add. -# For more information please see -# http://doc.trolltech.com/qthelpproject.html#custom-filters - -QHP_CUST_FILTER_NAME = - -# The QHP_CUST_FILT_ATTRS tag specifies the list of the attributes of the custom filter to add.For more information please see -# Qt Help Project / Custom Filters. - -QHP_CUST_FILTER_ATTRS = - -# The QHP_SECT_FILTER_ATTRS tag specifies the list of the attributes this project's -# filter section matches. -# Qt Help Project / Filter Attributes. - -QHP_SECT_FILTER_ATTRS = - -# If the GENERATE_QHP tag is set to YES, the QHG_LOCATION tag can -# be used to specify the location of Qt's qhelpgenerator. -# If non-empty doxygen will try to run qhelpgenerator on the generated -# .qhp file. - -QHG_LOCATION = - -# If the GENERATE_ECLIPSEHELP tag is set to YES, additional index files -# will be generated, which together with the HTML files, form an Eclipse help -# plugin. To install this plugin and make it available under the help contents -# menu in Eclipse, the contents of the directory containing the HTML and XML -# files needs to be copied into the plugins directory of eclipse. The name of -# the directory within the plugins directory should be the same as -# the ECLIPSE_DOC_ID value. After copying Eclipse needs to be restarted before the help appears. - -GENERATE_ECLIPSEHELP = NO - -# A unique identifier for the eclipse help plugin. When installing the plugin -# the directory name containing the HTML and XML files should also have -# this name. - -ECLIPSE_DOC_ID = org.doxygen.Project - -# The DISABLE_INDEX tag can be used to turn on/off the condensed index at -# top of each HTML page. The value NO (the default) enables the index and -# the value YES disables it. - -DISABLE_INDEX = NO - -# This tag can be used to set the number of enum values (range [1..20]) -# that doxygen will group on one line in the generated HTML documentation. - -ENUM_VALUES_PER_LINE = 4 - -# The GENERATE_TREEVIEW tag is used to specify whether a tree-like index -# structure should be generated to display hierarchical information. -# If the tag value is set to YES, a side panel will be generated -# containing a tree-like index structure (just like the one that -# is generated for HTML Help). For this to work a browser that supports -# JavaScript, DHTML, CSS and frames is required (i.e. any modern browser). -# Windows users are probably better off using the HTML help feature. - -GENERATE_TREEVIEW = NO - -# By enabling USE_INLINE_TREES, doxygen will generate the Groups, Directories, -# and Class Hierarchy pages using a tree view instead of an ordered list. - -USE_INLINE_TREES = NO - -# If the treeview is enabled (see GENERATE_TREEVIEW) then this tag can be -# used to set the initial width (in pixels) of the frame in which the tree -# is shown. - -TREEVIEW_WIDTH = 250 - -# Use this tag to change the font size of Latex formulas included -# as images in the HTML documentation. The default is 10. Note that -# when you change the font size after a successful doxygen run you need -# to manually remove any form_*.png images from the HTML output directory -# to force them to be regenerated. - -FORMULA_FONTSIZE = 10 - -# When the SEARCHENGINE tag is enabled doxygen will generate a search box for the HTML output. The underlying search engine uses javascript -# and DHTML and should work on any modern browser. Note that when using HTML help (GENERATE_HTMLHELP), Qt help (GENERATE_QHP), or docsets (GENERATE_DOCSET) there is already a search function so this one should -# typically be disabled. For large projects the javascript based search engine -# can be slow, then enabling SERVER_BASED_SEARCH may provide a better solution. - -SEARCHENGINE = YES - -# When the SERVER_BASED_SEARCH tag is enabled the search engine will be implemented using a PHP enabled web server instead of at the web client using Javascript. Doxygen will generate the search PHP script and index -# file to put on the web server. The advantage of the server based approach is that it scales better to large projects and allows full text search. The disadvances is that it is more difficult to setup -# and does not have live searching capabilities. - -SERVER_BASED_SEARCH = NO - -#--------------------------------------------------------------------------- -# configuration options related to the LaTeX output -#--------------------------------------------------------------------------- - -# If the GENERATE_LATEX tag is set to YES (the default) Doxygen will -# generate Latex output. - -GENERATE_LATEX = YES - -# The LATEX_OUTPUT tag is used to specify where the LaTeX docs will be put. -# If a relative path is entered the value of OUTPUT_DIRECTORY will be -# put in front of it. If left blank `latex' will be used as the default path. - -LATEX_OUTPUT = latex - -# The LATEX_CMD_NAME tag can be used to specify the LaTeX command name to be -# invoked. If left blank `latex' will be used as the default command name. -# Note that when enabling USE_PDFLATEX this option is only used for -# generating bitmaps for formulas in the HTML output, but not in the -# Makefile that is written to the output directory. - -LATEX_CMD_NAME = latex - -# The MAKEINDEX_CMD_NAME tag can be used to specify the command name to -# generate index for LaTeX. If left blank `makeindex' will be used as the -# default command name. - -MAKEINDEX_CMD_NAME = makeindex - -# If the COMPACT_LATEX tag is set to YES Doxygen generates more compact -# LaTeX documents. This may be useful for small projects and may help to -# save some trees in general. - -COMPACT_LATEX = NO - -# The PAPER_TYPE tag can be used to set the paper type that is used -# by the printer. Possible values are: a4, a4wide, letter, legal and -# executive. If left blank a4wide will be used. - -PAPER_TYPE = a4wide - -# The EXTRA_PACKAGES tag can be to specify one or more names of LaTeX -# packages that should be included in the LaTeX output. - -EXTRA_PACKAGES = - -# The LATEX_HEADER tag can be used to specify a personal LaTeX header for -# the generated latex document. The header should contain everything until -# the first chapter. If it is left blank doxygen will generate a -# standard header. Notice: only use this tag if you know what you are doing! - -LATEX_HEADER = - -# If the PDF_HYPERLINKS tag is set to YES, the LaTeX that is generated -# is prepared for conversion to pdf (using ps2pdf). The pdf file will -# contain links (just like the HTML output) instead of page references -# This makes the output suitable for online browsing using a pdf viewer. - -PDF_HYPERLINKS = YES - -# If the USE_PDFLATEX tag is set to YES, pdflatex will be used instead of -# plain latex in the generated Makefile. Set this option to YES to get a -# higher quality PDF documentation. - -USE_PDFLATEX = YES - -# If the LATEX_BATCHMODE tag is set to YES, doxygen will add the \\batchmode. -# command to the generated LaTeX files. This will instruct LaTeX to keep -# running if errors occur, instead of asking the user for help. -# This option is also used when generating formulas in HTML. - -LATEX_BATCHMODE = NO - -# If LATEX_HIDE_INDICES is set to YES then doxygen will not -# include the index chapters (such as File Index, Compound Index, etc.) -# in the output. - -LATEX_HIDE_INDICES = NO - -# If LATEX_SOURCE_CODE is set to YES then doxygen will include source code with syntax highlighting in the LaTeX output. Note that which sources are shown also depends on other settings such as SOURCE_BROWSER. - -LATEX_SOURCE_CODE = NO - -#--------------------------------------------------------------------------- -# configuration options related to the RTF output -#--------------------------------------------------------------------------- - -# If the GENERATE_RTF tag is set to YES Doxygen will generate RTF output -# The RTF output is optimized for Word 97 and may not look very pretty with -# other RTF readers or editors. - -GENERATE_RTF = NO - -# The RTF_OUTPUT tag is used to specify where the RTF docs will be put. -# If a relative path is entered the value of OUTPUT_DIRECTORY will be -# put in front of it. If left blank `rtf' will be used as the default path. - -RTF_OUTPUT = rtf - -# If the COMPACT_RTF tag is set to YES Doxygen generates more compact -# RTF documents. This may be useful for small projects and may help to -# save some trees in general. - -COMPACT_RTF = NO - -# If the RTF_HYPERLINKS tag is set to YES, the RTF that is generated -# will contain hyperlink fields. The RTF file will -# contain links (just like the HTML output) instead of page references. -# This makes the output suitable for online browsing using WORD or other -# programs which support those fields. -# Note: wordpad (write) and others do not support links. - -RTF_HYPERLINKS = NO - -# Load stylesheet definitions from file. Syntax is similar to doxygen's -# config file, i.e. a series of assignments. You only have to provide -# replacements, missing definitions are set to their default value. - -RTF_STYLESHEET_FILE = - -# Set optional variables used in the generation of an rtf document. -# Syntax is similar to doxygen's config file. - -RTF_EXTENSIONS_FILE = - -#--------------------------------------------------------------------------- -# configuration options related to the man page output -#--------------------------------------------------------------------------- - -# If the GENERATE_MAN tag is set to YES (the default) Doxygen will -# generate man pages - -GENERATE_MAN = NO - -# The MAN_OUTPUT tag is used to specify where the man pages will be put. -# If a relative path is entered the value of OUTPUT_DIRECTORY will be -# put in front of it. If left blank `man' will be used as the default path. - -MAN_OUTPUT = man - -# The MAN_EXTENSION tag determines the extension that is added to -# the generated man pages (default is the subroutine's section .3) - -MAN_EXTENSION = .3 - -# If the MAN_LINKS tag is set to YES and Doxygen generates man output, -# then it will generate one additional man file for each entity -# documented in the real man page(s). These additional files -# only source the real man page, but without them the man command -# would be unable to find the correct page. The default is NO. - -MAN_LINKS = NO - -#--------------------------------------------------------------------------- -# configuration options related to the XML output -#--------------------------------------------------------------------------- - -# If the GENERATE_XML tag is set to YES Doxygen will -# generate an XML file that captures the structure of -# the code including all documentation. - -GENERATE_XML = NO - -# The XML_OUTPUT tag is used to specify where the XML pages will be put. -# If a relative path is entered the value of OUTPUT_DIRECTORY will be -# put in front of it. If left blank `xml' will be used as the default path. - -XML_OUTPUT = xml - -# The XML_SCHEMA tag can be used to specify an XML schema, -# which can be used by a validating XML parser to check the -# syntax of the XML files. - -XML_SCHEMA = - -# The XML_DTD tag can be used to specify an XML DTD, -# which can be used by a validating XML parser to check the -# syntax of the XML files. - -XML_DTD = - -# If the XML_PROGRAMLISTING tag is set to YES Doxygen will -# dump the program listings (including syntax highlighting -# and cross-referencing information) to the XML output. Note that -# enabling this will significantly increase the size of the XML output. - -XML_PROGRAMLISTING = YES - -#--------------------------------------------------------------------------- -# configuration options for the AutoGen Definitions output -#--------------------------------------------------------------------------- - -# If the GENERATE_AUTOGEN_DEF tag is set to YES Doxygen will -# generate an AutoGen Definitions (see autogen.sf.net) file -# that captures the structure of the code including all -# documentation. Note that this feature is still experimental -# and incomplete at the moment. - -GENERATE_AUTOGEN_DEF = NO - -#--------------------------------------------------------------------------- -# configuration options related to the Perl module output -#--------------------------------------------------------------------------- - -# If the GENERATE_PERLMOD tag is set to YES Doxygen will -# generate a Perl module file that captures the structure of -# the code including all documentation. Note that this -# feature is still experimental and incomplete at the -# moment. - -GENERATE_PERLMOD = NO - -# If the PERLMOD_LATEX tag is set to YES Doxygen will generate -# the necessary Makefile rules, Perl scripts and LaTeX code to be able -# to generate PDF and DVI output from the Perl module output. - -PERLMOD_LATEX = NO - -# If the PERLMOD_PRETTY tag is set to YES the Perl module output will be -# nicely formatted so it can be parsed by a human reader. -# This is useful -# if you want to understand what is going on. -# On the other hand, if this -# tag is set to NO the size of the Perl module output will be much smaller -# and Perl will parse it just the same. - -PERLMOD_PRETTY = YES - -# The names of the make variables in the generated doxyrules.make file -# are prefixed with the string contained in PERLMOD_MAKEVAR_PREFIX. -# This is useful so different doxyrules.make files included by the same -# Makefile don't overwrite each other's variables. - -PERLMOD_MAKEVAR_PREFIX = - -#--------------------------------------------------------------------------- -# Configuration options related to the preprocessor -#--------------------------------------------------------------------------- - -# If the ENABLE_PREPROCESSING tag is set to YES (the default) Doxygen will -# evaluate all C-preprocessor directives found in the sources and include -# files. - -ENABLE_PREPROCESSING = YES - -# If the MACRO_EXPANSION tag is set to YES Doxygen will expand all macro -# names in the source code. If set to NO (the default) only conditional -# compilation will be performed. Macro expansion can be done in a controlled -# way by setting EXPAND_ONLY_PREDEF to YES. - -MACRO_EXPANSION = NO - -# If the EXPAND_ONLY_PREDEF and MACRO_EXPANSION tags are both set to YES -# then the macro expansion is limited to the macros specified with the -# PREDEFINED and EXPAND_AS_DEFINED tags. - -EXPAND_ONLY_PREDEF = NO - -# If the SEARCH_INCLUDES tag is set to YES (the default) the includes files -# in the INCLUDE_PATH (see below) will be search if a #include is found. - -SEARCH_INCLUDES = YES - -# The INCLUDE_PATH tag can be used to specify one or more directories that -# contain include files that are not input files but should be processed by -# the preprocessor. - -INCLUDE_PATH = - -# You can use the INCLUDE_FILE_PATTERNS tag to specify one or more wildcard -# patterns (like *.h and *.hpp) to filter out the header-files in the -# directories. If left blank, the patterns specified with FILE_PATTERNS will -# be used. - -INCLUDE_FILE_PATTERNS = - -# The PREDEFINED tag can be used to specify one or more macro names that -# are defined before the preprocessor is started (similar to the -D option of -# gcc). The argument of the tag is a list of macros of the form: name -# or name=definition (no spaces). If the definition and the = are -# omitted =1 is assumed. To prevent a macro definition from being -# undefined via #undef or recursively expanded use the := operator -# instead of the = operator. - -PREDEFINED = - -# If the MACRO_EXPANSION and EXPAND_ONLY_PREDEF tags are set to YES then -# this tag can be used to specify a list of macro names that should be expanded. -# The macro definition that is found in the sources will be used. -# Use the PREDEFINED tag if you want to use a different macro definition. - -EXPAND_AS_DEFINED = - -# If the SKIP_FUNCTION_MACROS tag is set to YES (the default) then -# doxygen's preprocessor will remove all function-like macros that are alone -# on a line, have an all uppercase name, and do not end with a semicolon. Such -# function macros are typically used for boiler-plate code, and will confuse -# the parser if not removed. - -SKIP_FUNCTION_MACROS = YES - -#--------------------------------------------------------------------------- -# Configuration::additions related to external references -#--------------------------------------------------------------------------- - -# The TAGFILES option can be used to specify one or more tagfiles. -# Optionally an initial location of the external documentation -# can be added for each tagfile. The format of a tag file without -# this location is as follows: -# -# TAGFILES = file1 file2 ... -# Adding location for the tag files is done as follows: -# -# TAGFILES = file1=loc1 "file2 = loc2" ... -# where "loc1" and "loc2" can be relative or absolute paths or -# URLs. If a location is present for each tag, the installdox tool -# does not have to be run to correct the links. -# Note that each tag file must have a unique name -# (where the name does NOT include the path) -# If a tag file is not located in the directory in which doxygen -# is run, you must also specify the path to the tagfile here. - -TAGFILES = - -# When a file name is specified after GENERATE_TAGFILE, doxygen will create -# a tag file that is based on the input files it reads. - -GENERATE_TAGFILE = - -# If the ALLEXTERNALS tag is set to YES all external classes will be listed -# in the class index. If set to NO only the inherited external classes -# will be listed. - -ALLEXTERNALS = NO - -# If the EXTERNAL_GROUPS tag is set to YES all external groups will be listed -# in the modules index. If set to NO, only the current project's groups will -# be listed. - -EXTERNAL_GROUPS = YES - -# The PERL_PATH should be the absolute path and name of the perl script -# interpreter (i.e. the result of `which perl'). - -PERL_PATH = /usr/bin/perl - -#--------------------------------------------------------------------------- -# Configuration options related to the dot tool -#--------------------------------------------------------------------------- - -# If the CLASS_DIAGRAMS tag is set to YES (the default) Doxygen will -# generate a inheritance diagram (in HTML, RTF and LaTeX) for classes with base -# or super classes. Setting the tag to NO turns the diagrams off. Note that -# this option is superseded by the HAVE_DOT option below. This is only a -# fallback. It is recommended to install and use dot, since it yields more -# powerful graphs. - -CLASS_DIAGRAMS = YES - -# You can define message sequence charts within doxygen comments using the \msc -# command. Doxygen will then run the mscgen tool (see -# http://www.mcternan.me.uk/mscgen/) to produce the chart and insert it in the -# documentation. The MSCGEN_PATH tag allows you to specify the directory where -# the mscgen tool resides. If left empty the tool is assumed to be found in the -# default search path. - -MSCGEN_PATH = - -# If set to YES, the inheritance and collaboration graphs will hide -# inheritance and usage relations if the target is undocumented -# or is not a class. - -HIDE_UNDOC_RELATIONS = YES - -# If you set the HAVE_DOT tag to YES then doxygen will assume the dot tool is -# available from the path. This tool is part of Graphviz, a graph visualization -# toolkit from AT&T and Lucent Bell Labs. The other options in this section -# have no effect if this option is set to NO (the default) - -HAVE_DOT = NO - -# By default doxygen will write a font called FreeSans.ttf to the output -# directory and reference it in all dot files that doxygen generates. This -# font does not include all possible unicode characters however, so when you need -# these (or just want a differently looking font) you can specify the font name -# using DOT_FONTNAME. You need need to make sure dot is able to find the font, -# which can be done by putting it in a standard location or by setting the -# DOTFONTPATH environment variable or by setting DOT_FONTPATH to the directory -# containing the font. - -DOT_FONTNAME = FreeSans - -# The DOT_FONTSIZE tag can be used to set the size of the font of dot graphs. -# The default size is 10pt. - -DOT_FONTSIZE = 10 - -# By default doxygen will tell dot to use the output directory to look for the -# FreeSans.ttf font (which doxygen will put there itself). If you specify a -# different font using DOT_FONTNAME you can set the path where dot -# can find it using this tag. - -DOT_FONTPATH = - -# If the CLASS_GRAPH and HAVE_DOT tags are set to YES then doxygen -# will generate a graph for each documented class showing the direct and -# indirect inheritance relations. Setting this tag to YES will force the -# the CLASS_DIAGRAMS tag to NO. - -CLASS_GRAPH = YES - -# If the COLLABORATION_GRAPH and HAVE_DOT tags are set to YES then doxygen -# will generate a graph for each documented class showing the direct and -# indirect implementation dependencies (inheritance, containment, and -# class references variables) of the class with other documented classes. - -COLLABORATION_GRAPH = YES - -# If the GROUP_GRAPHS and HAVE_DOT tags are set to YES then doxygen -# will generate a graph for groups, showing the direct groups dependencies - -GROUP_GRAPHS = YES - -# If the UML_LOOK tag is set to YES doxygen will generate inheritance and -# collaboration diagrams in a style similar to the OMG's Unified Modeling -# Language. - -UML_LOOK = NO - -# If set to YES, the inheritance and collaboration graphs will show the -# relations between templates and their instances. - -TEMPLATE_RELATIONS = NO - -# If the ENABLE_PREPROCESSING, SEARCH_INCLUDES, INCLUDE_GRAPH, and HAVE_DOT -# tags are set to YES then doxygen will generate a graph for each documented -# file showing the direct and indirect include dependencies of the file with -# other documented files. - -INCLUDE_GRAPH = YES - -# If the ENABLE_PREPROCESSING, SEARCH_INCLUDES, INCLUDED_BY_GRAPH, and -# HAVE_DOT tags are set to YES then doxygen will generate a graph for each -# documented header file showing the documented files that directly or -# indirectly include this file. - -INCLUDED_BY_GRAPH = YES - -# If the CALL_GRAPH and HAVE_DOT options are set to YES then -# doxygen will generate a call dependency graph for every global function -# or class method. Note that enabling this option will significantly increase -# the time of a run. So in most cases it will be better to enable call graphs -# for selected functions only using the \callgraph command. - -CALL_GRAPH = NO - -# If the CALLER_GRAPH and HAVE_DOT tags are set to YES then -# doxygen will generate a caller dependency graph for every global function -# or class method. Note that enabling this option will significantly increase -# the time of a run. So in most cases it will be better to enable caller -# graphs for selected functions only using the \callergraph command. - -CALLER_GRAPH = NO - -# If the GRAPHICAL_HIERARCHY and HAVE_DOT tags are set to YES then doxygen -# will graphical hierarchy of all classes instead of a textual one. - -GRAPHICAL_HIERARCHY = YES - -# If the DIRECTORY_GRAPH, SHOW_DIRECTORIES and HAVE_DOT tags are set to YES -# then doxygen will show the dependencies a directory has on other directories -# in a graphical way. The dependency relations are determined by the #include -# relations between the files in the directories. - -DIRECTORY_GRAPH = YES - -# The DOT_IMAGE_FORMAT tag can be used to set the image format of the images -# generated by dot. Possible values are png, jpg, or gif -# If left blank png will be used. - -DOT_IMAGE_FORMAT = png - -# The tag DOT_PATH can be used to specify the path where the dot tool can be -# found. If left blank, it is assumed the dot tool can be found in the path. - -DOT_PATH = - -# The DOTFILE_DIRS tag can be used to specify one or more directories that -# contain dot files that are included in the documentation (see the -# \dotfile command). - -DOTFILE_DIRS = - -# The DOT_GRAPH_MAX_NODES tag can be used to set the maximum number of -# nodes that will be shown in the graph. If the number of nodes in a graph -# becomes larger than this value, doxygen will truncate the graph, which is -# visualized by representing a node as a red box. Note that doxygen if the -# number of direct children of the root node in a graph is already larger than -# DOT_GRAPH_MAX_NODES then the graph will not be shown at all. Also note -# that the size of a graph can be further restricted by MAX_DOT_GRAPH_DEPTH. - -DOT_GRAPH_MAX_NODES = 50 - -# The MAX_DOT_GRAPH_DEPTH tag can be used to set the maximum depth of the -# graphs generated by dot. A depth value of 3 means that only nodes reachable -# from the root by following a path via at most 3 edges will be shown. Nodes -# that lay further from the root node will be omitted. Note that setting this -# option to 1 or 2 may greatly reduce the computation time needed for large -# code bases. Also note that the size of a graph can be further restricted by -# DOT_GRAPH_MAX_NODES. Using a depth of 0 means no depth restriction. - -MAX_DOT_GRAPH_DEPTH = 0 - -# Set the DOT_TRANSPARENT tag to YES to generate images with a transparent -# background. This is disabled by default, because dot on Windows does not -# seem to support this out of the box. Warning: Depending on the platform used, -# enabling this option may lead to badly anti-aliased labels on the edges of -# a graph (i.e. they become hard to read). - -DOT_TRANSPARENT = NO - -# Set the DOT_MULTI_TARGETS tag to YES allow dot to generate multiple output -# files in one run (i.e. multiple -o and -T options on the command line). This -# makes dot run faster, but since only newer versions of dot (>1.8.10) -# support this, this feature is disabled by default. - -DOT_MULTI_TARGETS = NO - -# If the GENERATE_LEGEND tag is set to YES (the default) Doxygen will -# generate a legend page explaining the meaning of the various boxes and -# arrows in the dot generated graphs. - -GENERATE_LEGEND = YES - -# If the DOT_CLEANUP tag is set to YES (the default) Doxygen will -# remove the intermediate dot files that are used to generate -# the various graphs. - -DOT_CLEANUP = YES diff --git a/cpp/LICENSE b/cpp/LICENSE deleted file mode 100644 index d645695..0000000 --- a/cpp/LICENSE +++ /dev/null @@ -1,202 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/cpp/Makefile.am b/cpp/Makefile.am deleted file mode 100644 index ecec1b5..0000000 --- a/cpp/Makefile.am +++ /dev/null @@ -1,20 +0,0 @@ -SUBDIRS = src test - -DOC_FILES = \ - README.md \ - LICENSE \ - NOTICE \ - msgpack_vc8.vcproj \ - msgpack_vc8.sln \ - msgpack_vc2008.vcproj \ - msgpack_vc2008.sln \ - msgpack_vc.postbuild.bat - -EXTRA_DIST = \ - $(DOC_FILES) - -doxygen: - ./preprocess clean - cd src && $(MAKE) doxygen - ./preprocess - diff --git a/cpp/NOTICE b/cpp/NOTICE deleted file mode 100644 index e706f2a..0000000 --- a/cpp/NOTICE +++ /dev/null @@ -1,4 +0,0 @@ -MessagePack is developed by FURUHASHI Sadayuki, licensed under Apache License, -Version 2.0. The original software and related information is available at -http://msgpack.sourceforge.jp/. - diff --git a/cpp/README.md b/cpp/README.md deleted file mode 100644 index eac7793..0000000 --- a/cpp/README.md +++ /dev/null @@ -1,73 +0,0 @@ -MessagePack for C/C++ -===================== -Binary-based efficient object serialization library. - - -## Installation - -Download latest package from [releases of MessagePack](http://sourceforge.net/projects/msgpack/files/) and extract it. - -On UNIX-like platform, run ./configure && make && sudo make install: - - $ ./configure - $ make - $ sudo make install - -On Windows, open msgpack_vc8.vcproj or msgpack_vc2008 file and build it using batch build. DLLs are built on lib folder, -and the headers are built on include folder. - -To use the library in your program, include msgpack.hpp header and link "msgpack" library. - - -## Example - - #include - #include - - int main(void) { - // This is target object. - std::vector target; - target.push_back("Hello,"); - target.push_back("World!"); - - // Serialize it. - msgpack::sbuffer buffer; // simple buffer - msgpack::pack(&buffer, target); - - // Deserialize the serialized data. - msgpack::unpacked msg; // includes memory pool and deserialized object - msgpack::unpack(&msg, sbuf.data(), sbuf.size()); - msgpack::object obj = msg.get(); - - // Print the deserialized object to stdout. - std::cout << obj << std::endl; // ["Hello," "World!"] - - // Convert the deserialized object to staticaly typed object. - std::vector result; - obj.convert(&result); - - // If the type is mismatched, it throws msgpack::type_error. - obj.as(); // type is mismatched, msgpack::type_error is thrown - } - -API documents and other example codes are available at the [wiki.](http://redmine.msgpack.org/projects/msgpack/wiki) - - -## License - - Copyright (C) 2008-2010 FURUHASHI Sadayuki - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - -See also NOTICE file. - diff --git a/cpp/bootstrap b/cpp/bootstrap deleted file mode 100755 index 1ff6b76..0000000 --- a/cpp/bootstrap +++ /dev/null @@ -1,127 +0,0 @@ -#!/bin/sh -# vim:ts=4:sw=4 -# Calls autotools to build configure script and Makefile.in. -# Generated automatically using bootstrapper 0.2.1 -# http://bootstrapper.sourceforge.net/ -# -# Copyright (C) 2002 Anthony Ventimiglia -# -# This bootstrap script is free software; you can redistribute -# it and/or modify it under the terms of the GNU General Public -# License as published by the Free Software Foundation; either -# version 2 of the License, or (at your option) any later version. -# -# -# Calls proper programs to create configure script and Makefile.in files. -# if run with the --clean option, bootstrap removes files it generates. To -# clean all autogenerated files (eg: for cvs imports) first run -# make distclean, then bootstrap --clean -# see bootstrapper(1) for more infor - - -if test x"$1" = x"--help"; then - echo "$0: automatic bootstrapping utility for GNU Autotools" - echo " cleans up old autogenerated files and runs autoconf," - echo " automake and aclocal on local directory" - echo - echo " --clean clean up auto-generated files without" - echo " creating new scripts" - echo - exit 0 -fi - - -mkdir -p ac -test -f AUTHORS || touch AUTHORS -test -f COPYING || touch COPYING -test -f ChangeLog || touch ChangeLog -test -f NEWS || touch NEWS -test -f README || cp -f README.md README - -./preprocess -if [ $? -ne 0 ]; then - exit 1 -fi - - - -ACLOCAL="aclocal" -ACLOCAL_FILES="aclocal.m4" -ALWAYS_CLEAN="config.status config.log config.cache libtool" -AUTOCONF="autoconf" -AUTOCONF_FILES="configure" -AUTOHEADER="autoheader" -AUTOHEADER_FILES="" -AUTOMAKE="automake --add-missing --copy" -AUTOMAKE_FILES="config.sub stamp-h.in ltmain.sh missing mkinstalldirs install-sh config.guess" -CONFIG_AUX_DIR="." -CONFIG_FILES="stamp-h ltconfig" -CONFIG_HEADER="" -if [ x`uname` = x"Darwin" ]; then - LIBTOOLIZE="glibtoolize --force --copy" -else - LIBTOOLIZE="libtoolize --force --copy" -fi -LIBTOOLIZE_FILES="config.sub ltmain.sh config.guess" -RM="rm" -SUBDIRS="[]" - - -# These are files created by configure, so we'll always clean them -for i in $ALWAYS_CLEAN; do - test -f $i && \ - $RM $i -done - -if test x"$1" = x"--clean"; then - # - #Clean Files left by previous bootstrap run - # - if test -n "$CONFIG_AUX_DIR"; - then CONFIG_AUX_DIR="$CONFIG_AUX_DIR/" - fi - # Clean Libtoolize generated files - for cf in $LIBTOOLIZE_FILES; do - cf="$CONFIG_AUX_DIR$cf" - test -f $cf && \ - $RM $cf - done - #aclocal.m4 created by aclocal - test -f $ACLOCAL_FILES && $RM $ACLOCAL_FILES - #Clean Autoheader Generated files - for cf in $AUTOHEADER_FILES; do - cf=$CONFIG_AUX_DIR$cf - test -f $cf && \ - $RM $cf - done - # remove config header (Usaually config.h) - test -n "$CONFIG_HEADER" && test -f $CONFIG_HEADER && $RM $CONFIG_HEADER - #Clean Automake generated files - for cf in $AUTOMAKE_FILES; do - cf=$CONFIG_AUX_DIR$cf - test -f $cf && \ - $RM $cf - done - for i in $SUBDIRS; do - test -f $i/Makefile.in && \ - $RM $i/Makefile.in - done - #Autoconf generated files - for cf in $AUTOCONF_FILES; do - test -f $cf && \ - $RM $cf - done - for cf in $CONFIG_FILES; do - cf="$CONFIG_AUX_DIR$cf" - test -f $cf && \ - $RM $cf - done -else - $LIBTOOLIZE - $ACLOCAL - $AUTOHEADER - $AUTOMAKE - $AUTOCONF -fi - - diff --git a/cpp/configure.in b/cpp/configure.in deleted file mode 100644 index 2dd92d1..0000000 --- a/cpp/configure.in +++ /dev/null @@ -1,75 +0,0 @@ -AC_INIT(src/object.cpp) -AC_CONFIG_AUX_DIR(ac) -AM_INIT_AUTOMAKE(msgpack, 0.5.4) -AC_CONFIG_HEADER(config.h) - -AC_SUBST(CFLAGS) -CFLAGS="-O4 -Wall $CFLAGS" - -AC_SUBST(CXXFLAGS) -CXXFLAGS="-O4 -Wall $CXXFLAGS" - - -AC_PROG_CC - - -AC_MSG_CHECKING([if C++ API is enabled]) -AC_ARG_ENABLE(cxx, - AS_HELP_STRING([--disable-cxx], - [don't build C++ API]) ) -AC_MSG_RESULT([$enable_cxx]) -if test "$enable_cxx" != "no"; then - AC_PROG_CXX - AM_PROG_CC_C_O -fi -AM_CONDITIONAL(ENABLE_CXX, test "$enable_cxx" != "no") - - -AC_PROG_LIBTOOL -AM_PROG_AS - - -AC_MSG_CHECKING([if debug option is enabled]) -AC_ARG_ENABLE(debug, - AS_HELP_STRING([--disable-debug], - [disable assert macros and omit -g option]) ) -AC_MSG_RESULT([$enable_debug]) -if test "$enable_debug" != "no"; then - CXXFLAGS="$CXXFLAGS -g" - CFLAGS="$CFLAGS -g" -else - CXXFLAGS="$CXXFLAGS -DNDEBUG" - CFLAGS="$CFLAGS -DNDEBUG" -fi - - -AC_CACHE_CHECK([for __sync_* atomic operations], msgpack_cv_atomic_ops, [ - AC_TRY_LINK([ - int atomic_sub(int i) { return __sync_sub_and_fetch(&i, 1); } - int atomic_add(int i) { return __sync_add_and_fetch(&i, 1); } - ], [], msgpack_cv_atomic_ops="yes") - ]) -if test "$msgpack_cv_atomic_ops" != "yes"; then - AC_MSG_ERROR([__sync_* atomic operations are not supported. - -Note that gcc < 4.1 is not supported. - -If you are using gcc >= 4.1 and the default target CPU architecture is "i386", try to -add CFLAGS="--march=i686" and CXXFLAGS="-march=i686" options to ./configure as follows: - - $ ./configure CFLAGS="-march=i686" CXXFLAGS="-march=i686" -]) -fi - - -major=`echo $VERSION | sed 's/\([[0-9]]*\)\.\([[0-9]]*\).*/\1/'` -minor=`echo $VERSION | sed 's/\([[0-9]]*\)\.\([[0-9]]*\).*/\2/'` -AC_SUBST(VERSION_MAJOR, $major) -AC_SUBST(VERSION_MINOR, $minor) - - -AC_OUTPUT([Makefile - src/Makefile - src/msgpack/version.h - test/Makefile]) - diff --git a/cpp/msgpack_vc.postbuild.bat b/cpp/msgpack_vc.postbuild.bat deleted file mode 100644 index 33ff232..0000000 --- a/cpp/msgpack_vc.postbuild.bat +++ /dev/null @@ -1,45 +0,0 @@ -IF NOT EXIST include MKDIR include -IF NOT EXIST include\msgpack MKDIR include\msgpack -IF NOT EXIST include\msgpack\type MKDIR include\msgpack\type -IF NOT EXIST include\msgpack\type\tr1 MKDIR include\msgpack\type\tr1 -copy src\msgpack\pack_define.h include\msgpack\ -copy src\msgpack\pack_template.h include\msgpack\ -copy src\msgpack\unpack_define.h include\msgpack\ -copy src\msgpack\unpack_template.h include\msgpack\ -copy src\msgpack\sysdep.h include\msgpack\ -copy src\msgpack.h include\ -copy src\msgpack\sbuffer.h include\msgpack\ -copy src\msgpack\version.h include\msgpack\ -copy src\msgpack\vrefbuffer.h include\msgpack\ -copy src\msgpack\zbuffer.h include\msgpack\ -copy src\msgpack\pack.h include\msgpack\ -copy src\msgpack\unpack.h include\msgpack\ -copy src\msgpack\object.h include\msgpack\ -copy src\msgpack\zone.h include\msgpack\ -copy src\msgpack.hpp include\ -copy src\msgpack\sbuffer.hpp include\msgpack\ -copy src\msgpack\vrefbuffer.hpp include\msgpack\ -copy src\msgpack\zbuffer.hpp include\msgpack\ -copy src\msgpack\pack.hpp include\msgpack\ -copy src\msgpack\unpack.hpp include\msgpack\ -copy src\msgpack\object.hpp include\msgpack\ -copy src\msgpack\zone.hpp include\msgpack\ -copy src\msgpack\type.hpp include\msgpack\type\ -copy src\msgpack\type\bool.hpp include\msgpack\type\ -copy src\msgpack\type\deque.hpp include\msgpack\type\ -copy src\msgpack\type\fixint.hpp include\msgpack\type\ -copy src\msgpack\type\float.hpp include\msgpack\type\ -copy src\msgpack\type\int.hpp include\msgpack\type\ -copy src\msgpack\type\list.hpp include\msgpack\type\ -copy src\msgpack\type\map.hpp include\msgpack\type\ -copy src\msgpack\type\nil.hpp include\msgpack\type\ -copy src\msgpack\type\pair.hpp include\msgpack\type\ -copy src\msgpack\type\raw.hpp include\msgpack\type\ -copy src\msgpack\type\set.hpp include\msgpack\type\ -copy src\msgpack\type\string.hpp include\msgpack\type\ -copy src\msgpack\type\vector.hpp include\msgpack\type\ -copy src\msgpack\type\tuple.hpp include\msgpack\type\ -copy src\msgpack\type\define.hpp include\msgpack\type\ -copy src\msgpack\type\tr1\unordered_map.hpp include\msgpack\type\ -copy src\msgpack\type\tr1\unordered_set.hpp include\msgpack\type\ - diff --git a/cpp/msgpack_vc8.sln b/cpp/msgpack_vc8.sln deleted file mode 100644 index 84718af..0000000 --- a/cpp/msgpack_vc8.sln +++ /dev/null @@ -1,20 +0,0 @@ - -Microsoft Visual Studio Solution File, Format Version 9.00 -# Visual C++ Express 2008 -Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "MessagePack", "msgpack_vc8.vcproj", "{122A2EA4-B283-4241-9655-786DE78283B2}" -EndProject -Global - GlobalSection(SolutionConfigurationPlatforms) = preSolution - Debug|Win32 = Debug|Win32 - Release|Win32 = Release|Win32 - EndGlobalSection - GlobalSection(ProjectConfigurationPlatforms) = postSolution - {122A2EA4-B283-4241-9655-786DE78283B2}.Debug|Win32.ActiveCfg = Debug|Win32 - {122A2EA4-B283-4241-9655-786DE78283B2}.Debug|Win32.Build.0 = Debug|Win32 - {122A2EA4-B283-4241-9655-786DE78283B2}.Release|Win32.ActiveCfg = Release|Win32 - {122A2EA4-B283-4241-9655-786DE78283B2}.Release|Win32.Build.0 = Release|Win32 - EndGlobalSection - GlobalSection(SolutionProperties) = preSolution - HideSolutionNode = FALSE - EndGlobalSection -EndGlobal diff --git a/cpp/msgpack_vc8.vcproj b/cpp/msgpack_vc8.vcproj deleted file mode 100644 index 72d47b6..0000000 --- a/cpp/msgpack_vc8.vcproj +++ /dev/null @@ -1,299 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/cpp/preprocess b/cpp/preprocess deleted file mode 100755 index e51c61c..0000000 --- a/cpp/preprocess +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/sh - -preprocess() { - ruby -r erb -e 'puts ERB.new(ARGF.read).result' $1.erb > $1.tmp - if [ "$?" != 0 ]; then - echo "" - echo "** preprocess failed **" - echo "" - exit 1 - else - mv $1.tmp $1 - fi -} - -if [ "$1" == "clean" ];then - rm -f src/msgpack/type/tuple.hpp - rm -f src/msgpack/type/define.hpp - rm -f src/msgpack/zone.hpp -else - preprocess src/msgpack/type/tuple.hpp - preprocess src/msgpack/type/define.hpp - preprocess src/msgpack/zone.hpp -fi -cp -f ../msgpack/sysdep.h src/msgpack/ -cp -f ../msgpack/pack_define.h src/msgpack/ -cp -f ../msgpack/pack_template.h src/msgpack/ -cp -f ../msgpack/unpack_define.h src/msgpack/ -cp -f ../msgpack/unpack_template.h src/msgpack/ -cp -f ../test/cases.mpac test/ -cp -f ../test/cases_compact.mpac test/ - -sed -e 's/8\.00/9.00/' < msgpack_vc8.vcproj > msgpack_vc2008.vcproj -sed -e 's/9\.00/10.00/' -e 's/msgpack_vc8/msgpack_vc2008/' < msgpack_vc8.sln > msgpack_vc2008.sln - diff --git a/cpp/src/Makefile.am b/cpp/src/Makefile.am deleted file mode 100644 index 0979d23..0000000 --- a/cpp/src/Makefile.am +++ /dev/null @@ -1,101 +0,0 @@ - -lib_LTLIBRARIES = libmsgpack.la - -libmsgpack_la_SOURCES = \ - unpack.c \ - objectc.c \ - version.c \ - vrefbuffer.c \ - zone.c - -if ENABLE_CXX -libmsgpack_la_SOURCES += \ - object.cpp -endif - -# -version-info CURRENT:REVISION:AGE -libmsgpack_la_LDFLAGS = -version-info 3:0:0 - - -# backward compatibility -lib_LTLIBRARIES += libmsgpackc.la - -libmsgpackc_la_SOURCES = \ - unpack.c \ - objectc.c \ - version.c \ - vrefbuffer.c \ - zone.c - -libmsgpackc_la_LDFLAGS = -version-info 2:0:0 - - -nobase_include_HEADERS = \ - msgpack/pack_define.h \ - msgpack/pack_template.h \ - msgpack/unpack_define.h \ - msgpack/unpack_template.h \ - msgpack/sysdep.h \ - msgpack.h \ - msgpack/sbuffer.h \ - msgpack/version.h \ - msgpack/vrefbuffer.h \ - msgpack/zbuffer.h \ - msgpack/pack.h \ - msgpack/unpack.h \ - msgpack/object.h \ - msgpack/zone.h - -if ENABLE_CXX -nobase_include_HEADERS += \ - msgpack.hpp \ - msgpack/sbuffer.hpp \ - msgpack/vrefbuffer.hpp \ - msgpack/zbuffer.hpp \ - msgpack/pack.hpp \ - msgpack/unpack.hpp \ - msgpack/object.hpp \ - msgpack/zone.hpp \ - msgpack/type.hpp \ - msgpack/type/bool.hpp \ - msgpack/type/deque.hpp \ - msgpack/type/float.hpp \ - msgpack/type/fixint.hpp \ - msgpack/type/int.hpp \ - msgpack/type/list.hpp \ - msgpack/type/map.hpp \ - msgpack/type/nil.hpp \ - msgpack/type/pair.hpp \ - msgpack/type/raw.hpp \ - msgpack/type/set.hpp \ - msgpack/type/string.hpp \ - msgpack/type/vector.hpp \ - msgpack/type/tuple.hpp \ - msgpack/type/define.hpp \ - msgpack/type/tr1/unordered_map.hpp \ - msgpack/type/tr1/unordered_set.hpp -endif - -EXTRA_DIST = \ - msgpack/version.h.in \ - msgpack/zone.hpp.erb \ - msgpack/type/define.hpp.erb \ - msgpack/type/tuple.hpp.erb - - -doxygen_c: - cat ../Doxyfile > Doxyfile_c - echo "FILE_PATTERNS = *.h" >> Doxyfile_c - echo "OUTPUT_DIRECTORY = doc_c" >> Doxyfile_c - echo "PROJECT_NAME = \"MessagePack for C\"" >> Doxyfile_c - doxygen Doxyfile_c - -doxygen_cpp: - cat ../Doxyfile > Doxyfile_cpp - echo "FILE_PATTERNS = *.hpp" >> Doxyfile_cpp - echo "OUTPUT_DIRECTORY = doc_cpp" >> Doxyfile_cpp - echo "PROJECT_NAME = \"MessagePack for C++\"" >> Doxyfile_cpp - doxygen Doxyfile_cpp - -doxygen: doxygen_c doxygen_cpp - diff --git a/cpp/src/msgpack.h b/cpp/src/msgpack.h deleted file mode 100644 index 08f2768..0000000 --- a/cpp/src/msgpack.h +++ /dev/null @@ -1,30 +0,0 @@ -/* - * MessagePack for C - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -/** - * @defgroup msgpack MessagePack C - * @{ - * @} - */ -#include "msgpack/object.h" -#include "msgpack/zone.h" -#include "msgpack/pack.h" -#include "msgpack/unpack.h" -#include "msgpack/sbuffer.h" -#include "msgpack/vrefbuffer.h" -#include "msgpack/version.h" - diff --git a/cpp/src/msgpack.hpp b/cpp/src/msgpack.hpp deleted file mode 100644 index e14680d..0000000 --- a/cpp/src/msgpack.hpp +++ /dev/null @@ -1,24 +0,0 @@ -// -// MessagePack for C++ -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#include "msgpack/object.hpp" -#include "msgpack/zone.hpp" -#include "msgpack/pack.hpp" -#include "msgpack/unpack.hpp" -#include "msgpack/sbuffer.hpp" -#include "msgpack/vrefbuffer.hpp" -#include "msgpack.h" diff --git a/cpp/src/msgpack/object.h b/cpp/src/msgpack/object.h deleted file mode 100644 index baeeb9b..0000000 --- a/cpp/src/msgpack/object.h +++ /dev/null @@ -1,98 +0,0 @@ -/* - * MessagePack for C dynamic typing routine - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_OBJECT_H__ -#define MSGPACK_OBJECT_H__ - -#include "zone.h" -#include - -#ifdef __cplusplus -extern "C" { -#endif - - -/** - * @defgroup msgpack_object Dynamically typed object - * @ingroup msgpack - * @{ - */ - -typedef enum { - MSGPACK_OBJECT_NIL = 0x00, - MSGPACK_OBJECT_BOOLEAN = 0x01, - MSGPACK_OBJECT_POSITIVE_INTEGER = 0x02, - MSGPACK_OBJECT_NEGATIVE_INTEGER = 0x03, - MSGPACK_OBJECT_DOUBLE = 0x04, - MSGPACK_OBJECT_RAW = 0x05, - MSGPACK_OBJECT_ARRAY = 0x06, - MSGPACK_OBJECT_MAP = 0x07, -} msgpack_object_type; - - -struct msgpack_object; -struct msgpack_object_kv; - -typedef struct { - uint32_t size; - struct msgpack_object* ptr; -} msgpack_object_array; - -typedef struct { - uint32_t size; - struct msgpack_object_kv* ptr; -} msgpack_object_map; - -typedef struct { - uint32_t size; - const char* ptr; -} msgpack_object_raw; - -typedef union { - bool boolean; - uint64_t u64; - int64_t i64; - double dec; - msgpack_object_array array; - msgpack_object_map map; - msgpack_object_raw raw; -} msgpack_object_union; - -typedef struct msgpack_object { - msgpack_object_type type; - msgpack_object_union via; -} msgpack_object; - -typedef struct msgpack_object_kv { - msgpack_object key; - msgpack_object val; -} msgpack_object_kv; - - -void msgpack_object_print(FILE* out, msgpack_object o); - -bool msgpack_object_equal(const msgpack_object x, const msgpack_object y); - -/** @} */ - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/object.h */ - diff --git a/cpp/src/msgpack/object.hpp b/cpp/src/msgpack/object.hpp deleted file mode 100644 index 96c026e..0000000 --- a/cpp/src/msgpack/object.hpp +++ /dev/null @@ -1,412 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_OBJECT_HPP__ -#define MSGPACK_OBJECT_HPP__ - -#include "object.h" -#include "pack.hpp" -#include "zone.hpp" -#include -#include -#include -#include -#include - -namespace msgpack { - - -class type_error : public std::bad_cast { }; - - -namespace type { - enum object_type { - NIL = MSGPACK_OBJECT_NIL, - BOOLEAN = MSGPACK_OBJECT_BOOLEAN, - POSITIVE_INTEGER = MSGPACK_OBJECT_POSITIVE_INTEGER, - NEGATIVE_INTEGER = MSGPACK_OBJECT_NEGATIVE_INTEGER, - DOUBLE = MSGPACK_OBJECT_DOUBLE, - RAW = MSGPACK_OBJECT_RAW, - ARRAY = MSGPACK_OBJECT_ARRAY, - MAP = MSGPACK_OBJECT_MAP, - }; -} - - -struct object; -struct object_kv; - -struct object_array { - uint32_t size; - object* ptr; -}; - -struct object_map { - uint32_t size; - object_kv* ptr; -}; - -struct object_raw { - uint32_t size; - const char* ptr; -}; - -struct object { - union union_type { - bool boolean; - uint64_t u64; - int64_t i64; - double dec; - object_array array; - object_map map; - object_raw raw; - object_raw ref; // obsolete - }; - - type::object_type type; - union_type via; - - bool is_nil() const { return type == type::NIL; } - - template - T as() const; - - template - void convert(T* v) const; - - object(); - - object(msgpack_object o); - - template - explicit object(const T& v); - - template - object(const T& v, zone* z); - - template - object& operator=(const T& v); - - operator msgpack_object() const; - - struct with_zone; - -private: - struct implicit_type; - -public: - implicit_type convert() const; -}; - -struct object_kv { - object key; - object val; -}; - -struct object::with_zone : object { - with_zone(msgpack::zone* zone) : zone(zone) { } - msgpack::zone* zone; -private: - with_zone(); -}; - - -bool operator==(const object x, const object y); -bool operator!=(const object x, const object y); - -template -bool operator==(const object x, const T& y); - -template -bool operator==(const T& y, const object x); - -template -bool operator!=(const object x, const T& y); - -template -bool operator!=(const T& y, const object x); - -std::ostream& operator<< (std::ostream& s, const object o); - - -// serialize operator -template -packer& operator<< (packer& o, const T& v); - -// convert operator -template -T& operator>> (object o, T& v); - -// deconvert operator -template -void operator<< (object::with_zone& o, const T& v); - - -struct object::implicit_type { - implicit_type(object o) : obj(o) { } - ~implicit_type() { } - - template - operator T() { return obj.as(); } - -private: - object obj; -}; - - -// obsolete -template -class define : public Type { -public: - typedef Type msgpack_type; - typedef define define_type; - - define() {} - define(const msgpack_type& v) : msgpack_type(v) {} - - template - void msgpack_pack(Packer& o) const - { - o << static_cast(*this); - } - - void msgpack_unpack(object o) - { - o >> static_cast(*this); - } -}; - - -template -template -inline packer& packer::pack(const T& v) -{ - *this << v; - return *this; -} - -inline object& operator>> (object o, object& v) -{ - v = o; - return v; -} - -template -inline T& operator>> (object o, T& v) -{ - v.msgpack_unpack(o.convert()); - return v; -} - -template -inline packer& operator<< (packer& o, const T& v) -{ - v.msgpack_pack(o); - return o; -} - -template -void operator<< (object::with_zone& o, const T& v) -{ - v.msgpack_object(static_cast(&o), o.zone); -} - - -inline bool operator==(const object x, const object y) -{ - return msgpack_object_equal(x, y); -} - -template -inline bool operator==(const object x, const T& y) -try { - return x == object(y); -} catch (msgpack::type_error&) { - return false; -} - -inline bool operator!=(const object x, const object y) -{ return !(x == y); } - -template -inline bool operator==(const T& y, const object x) -{ return x == y; } - -template -inline bool operator!=(const object x, const T& y) -{ return !(x == y); } - -template -inline bool operator!=(const T& y, const object x) -{ return x != y; } - - -inline object::implicit_type object::convert() const -{ - return implicit_type(*this); -} - -template -inline void object::convert(T* v) const -{ - *this >> *v; -} - -template -inline T object::as() const -{ - T v; - convert(&v); - return v; -} - - -inline object::object() -{ - type = type::NIL; -} - -template -inline object::object(const T& v) -{ - *this << v; -} - -template -inline object& object::operator=(const T& v) -{ - *this = object(v); - return *this; -} - -template -object::object(const T& v, zone* z) -{ - with_zone oz(z); - oz << v; - type = oz.type; - via = oz.via; -} - - -inline object::object(msgpack_object o) -{ - // FIXME beter way? - ::memcpy(this, &o, sizeof(o)); -} - -inline void operator<< (object& o, msgpack_object v) -{ - // FIXME beter way? - ::memcpy(&o, &v, sizeof(v)); -} - -inline object::operator msgpack_object() const -{ - // FIXME beter way? - msgpack_object obj; - ::memcpy(&obj, this, sizeof(obj)); - return obj; -} - - -// obsolete -template -inline void convert(T& v, object o) -{ - o.convert(&v); -} - -// obsolete -template -inline void pack(packer& o, const T& v) -{ - o.pack(v); -} - -// obsolete -template -inline void pack_copy(packer& o, T v) -{ - pack(o, v); -} - - -template -packer& operator<< (packer& o, const object& v) -{ - switch(v.type) { - case type::NIL: - o.pack_nil(); - return o; - - case type::BOOLEAN: - if(v.via.boolean) { - o.pack_true(); - } else { - o.pack_false(); - } - return o; - - case type::POSITIVE_INTEGER: - o.pack_uint64(v.via.u64); - return o; - - case type::NEGATIVE_INTEGER: - o.pack_int64(v.via.i64); - return o; - - case type::DOUBLE: - o.pack_double(v.via.dec); - return o; - - case type::RAW: - o.pack_raw(v.via.raw.size); - o.pack_raw_body(v.via.raw.ptr, v.via.raw.size); - return o; - - case type::ARRAY: - o.pack_array(v.via.array.size); - for(object* p(v.via.array.ptr), - * const pend(v.via.array.ptr + v.via.array.size); - p < pend; ++p) { - o << *p; - } - return o; - - case type::MAP: - o.pack_map(v.via.map.size); - for(object_kv* p(v.via.map.ptr), - * const pend(v.via.map.ptr + v.via.map.size); - p < pend; ++p) { - o << p->key; - o << p->val; - } - return o; - - default: - throw type_error(); - } -} - - -} // namespace msgpack - -#include "msgpack/type.hpp" - -#endif /* msgpack/object.hpp */ - diff --git a/cpp/src/msgpack/pack.h b/cpp/src/msgpack/pack.h deleted file mode 100644 index c156496..0000000 --- a/cpp/src/msgpack/pack.h +++ /dev/null @@ -1,146 +0,0 @@ -/* - * MessagePack for C packing routine - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_PACK_H__ -#define MSGPACK_PACK_H__ - -#include "pack_define.h" -#include "object.h" -#include - -#ifdef __cplusplus -extern "C" { -#endif - - -/** - * @defgroup msgpack_buffer Buffers - * @ingroup msgpack - * @{ - * @} - */ - -/** - * @defgroup msgpack_pack Serializer - * @ingroup msgpack - * @{ - */ - -typedef int (*msgpack_packer_write)(void* data, const char* buf, unsigned int len); - -typedef struct msgpack_packer { - void* data; - msgpack_packer_write callback; -} msgpack_packer; - -static void msgpack_packer_init(msgpack_packer* pk, void* data, msgpack_packer_write callback); - -static msgpack_packer* msgpack_packer_new(void* data, msgpack_packer_write callback); -static void msgpack_packer_free(msgpack_packer* pk); - -static int msgpack_pack_short(msgpack_packer* pk, short d); -static int msgpack_pack_int(msgpack_packer* pk, int d); -static int msgpack_pack_long(msgpack_packer* pk, long d); -static int msgpack_pack_long_long(msgpack_packer* pk, long long d); -static int msgpack_pack_unsigned_short(msgpack_packer* pk, unsigned short d); -static int msgpack_pack_unsigned_int(msgpack_packer* pk, unsigned int d); -static int msgpack_pack_unsigned_long(msgpack_packer* pk, unsigned long d); -static int msgpack_pack_unsigned_long_long(msgpack_packer* pk, unsigned long long d); - -static int msgpack_pack_uint8(msgpack_packer* pk, uint8_t d); -static int msgpack_pack_uint16(msgpack_packer* pk, uint16_t d); -static int msgpack_pack_uint32(msgpack_packer* pk, uint32_t d); -static int msgpack_pack_uint64(msgpack_packer* pk, uint64_t d); -static int msgpack_pack_int8(msgpack_packer* pk, int8_t d); -static int msgpack_pack_int16(msgpack_packer* pk, int16_t d); -static int msgpack_pack_int32(msgpack_packer* pk, int32_t d); -static int msgpack_pack_int64(msgpack_packer* pk, int64_t d); - -static int msgpack_pack_fix_uint8(msgpack_packer* pk, uint8_t d); -static int msgpack_pack_fix_uint16(msgpack_packer* pk, uint16_t d); -static int msgpack_pack_fix_uint32(msgpack_packer* pk, uint32_t d); -static int msgpack_pack_fix_uint64(msgpack_packer* pk, uint64_t d); -static int msgpack_pack_fix_int8(msgpack_packer* pk, int8_t d); -static int msgpack_pack_fix_int16(msgpack_packer* pk, int16_t d); -static int msgpack_pack_fix_int32(msgpack_packer* pk, int32_t d); -static int msgpack_pack_fix_int64(msgpack_packer* pk, int64_t d); - -static int msgpack_pack_float(msgpack_packer* pk, float d); -static int msgpack_pack_double(msgpack_packer* pk, double d); - -static int msgpack_pack_nil(msgpack_packer* pk); -static int msgpack_pack_true(msgpack_packer* pk); -static int msgpack_pack_false(msgpack_packer* pk); - -static int msgpack_pack_array(msgpack_packer* pk, unsigned int n); - -static int msgpack_pack_map(msgpack_packer* pk, unsigned int n); - -static int msgpack_pack_raw(msgpack_packer* pk, size_t l); -static int msgpack_pack_raw_body(msgpack_packer* pk, const void* b, size_t l); - -int msgpack_pack_object(msgpack_packer* pk, msgpack_object d); - - -/** @} */ - - -#define msgpack_pack_inline_func(name) \ - inline int msgpack_pack ## name - -#define msgpack_pack_inline_func_cint(name) \ - inline int msgpack_pack ## name - -#define msgpack_pack_inline_func_cint(name) \ - inline int msgpack_pack ## name - -#define msgpack_pack_inline_func_fixint(name) \ - inline int msgpack_pack_fix ## name - -#define msgpack_pack_user msgpack_packer* - -#define msgpack_pack_append_buffer(user, buf, len) \ - return (*(user)->callback)((user)->data, (const char*)buf, len) - -#include "pack_template.h" - -inline void msgpack_packer_init(msgpack_packer* pk, void* data, msgpack_packer_write callback) -{ - pk->data = data; - pk->callback = callback; -} - -inline msgpack_packer* msgpack_packer_new(void* data, msgpack_packer_write callback) -{ - msgpack_packer* pk = (msgpack_packer*)calloc(1, sizeof(msgpack_packer)); - if(!pk) { return NULL; } - msgpack_packer_init(pk, data, callback); - return pk; -} - -inline void msgpack_packer_free(msgpack_packer* pk) -{ - free(pk); -} - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/pack.h */ - diff --git a/cpp/src/msgpack/pack.hpp b/cpp/src/msgpack/pack.hpp deleted file mode 100644 index 0090b96..0000000 --- a/cpp/src/msgpack/pack.hpp +++ /dev/null @@ -1,318 +0,0 @@ -// -// MessagePack for C++ serializing routine -// -// Copyright (C) 2008-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_PACK_HPP__ -#define MSGPACK_PACK_HPP__ - -#include "pack_define.h" -#include -#include - -namespace msgpack { - - -template -class packer { -public: - packer(Stream* s); - packer(Stream& s); - ~packer(); - -public: - template - packer& pack(const T& v); - - packer& pack_uint8(uint8_t d); - packer& pack_uint16(uint16_t d); - packer& pack_uint32(uint32_t d); - packer& pack_uint64(uint64_t d); - packer& pack_int8(int8_t d); - packer& pack_int16(int16_t d); - packer& pack_int32(int32_t d); - packer& pack_int64(int64_t d); - - packer& pack_fix_uint8(uint8_t d); - packer& pack_fix_uint16(uint16_t d); - packer& pack_fix_uint32(uint32_t d); - packer& pack_fix_uint64(uint64_t d); - packer& pack_fix_int8(int8_t d); - packer& pack_fix_int16(int16_t d); - packer& pack_fix_int32(int32_t d); - packer& pack_fix_int64(int64_t d); - - packer& pack_short(short d); - packer& pack_int(int d); - packer& pack_long(long d); - packer& pack_long_long(long long d); - packer& pack_unsigned_short(unsigned short d); - packer& pack_unsigned_int(unsigned int d); - packer& pack_unsigned_long(unsigned long d); - packer& pack_unsigned_long_long(unsigned long long d); - - packer& pack_float(float d); - packer& pack_double(double d); - - packer& pack_nil(); - packer& pack_true(); - packer& pack_false(); - - packer& pack_array(unsigned int n); - - packer& pack_map(unsigned int n); - - packer& pack_raw(size_t l); - packer& pack_raw_body(const char* b, size_t l); - -private: - static void _pack_uint8(Stream& x, uint8_t d); - static void _pack_uint16(Stream& x, uint16_t d); - static void _pack_uint32(Stream& x, uint32_t d); - static void _pack_uint64(Stream& x, uint64_t d); - static void _pack_int8(Stream& x, int8_t d); - static void _pack_int16(Stream& x, int16_t d); - static void _pack_int32(Stream& x, int32_t d); - static void _pack_int64(Stream& x, int64_t d); - - static void _pack_fix_uint8(Stream& x, uint8_t d); - static void _pack_fix_uint16(Stream& x, uint16_t d); - static void _pack_fix_uint32(Stream& x, uint32_t d); - static void _pack_fix_uint64(Stream& x, uint64_t d); - static void _pack_fix_int8(Stream& x, int8_t d); - static void _pack_fix_int16(Stream& x, int16_t d); - static void _pack_fix_int32(Stream& x, int32_t d); - static void _pack_fix_int64(Stream& x, int64_t d); - - static void _pack_short(Stream& x, short d); - static void _pack_int(Stream& x, int d); - static void _pack_long(Stream& x, long d); - static void _pack_long_long(Stream& x, long long d); - static void _pack_unsigned_short(Stream& x, unsigned short d); - static void _pack_unsigned_int(Stream& x, unsigned int d); - static void _pack_unsigned_long(Stream& x, unsigned long d); - static void _pack_unsigned_long_long(Stream& x, unsigned long long d); - - static void _pack_float(Stream& x, float d); - static void _pack_double(Stream& x, double d); - - static void _pack_nil(Stream& x); - static void _pack_true(Stream& x); - static void _pack_false(Stream& x); - - static void _pack_array(Stream& x, unsigned int n); - - static void _pack_map(Stream& x, unsigned int n); - - static void _pack_raw(Stream& x, size_t l); - static void _pack_raw_body(Stream& x, const void* b, size_t l); - - static void append_buffer(Stream& x, const unsigned char* buf, unsigned int len) - { x.write((const char*)buf, len); } - -private: - Stream& m_stream; - -private: - packer(); -}; - - -template -inline void pack(Stream* s, const T& v) -{ - packer(s).pack(v); -} - -template -inline void pack(Stream& s, const T& v) -{ - packer(s).pack(v); -} - - -#define msgpack_pack_inline_func(name) \ - template \ - inline void packer::_pack ## name - -#define msgpack_pack_inline_func_cint(name) \ - template \ - inline void packer::_pack ## name - -#define msgpack_pack_inline_func_fixint(name) \ - template \ - inline void packer::_pack_fix ## name - -#define msgpack_pack_user Stream& - -#define msgpack_pack_append_buffer append_buffer - -#include "pack_template.h" - - -template -packer::packer(Stream* s) : m_stream(*s) { } - -template -packer::packer(Stream& s) : m_stream(s) { } - -template -packer::~packer() { } - - -template -inline packer& packer::pack_uint8(uint8_t d) -{ _pack_uint8(m_stream, d); return *this; } - -template -inline packer& packer::pack_uint16(uint16_t d) -{ _pack_uint16(m_stream, d); return *this; } - -template -inline packer& packer::pack_uint32(uint32_t d) -{ _pack_uint32(m_stream, d); return *this; } - -template -inline packer& packer::pack_uint64(uint64_t d) -{ _pack_uint64(m_stream, d); return *this; } - -template -inline packer& packer::pack_int8(int8_t d) -{ _pack_int8(m_stream, d); return *this; } - -template -inline packer& packer::pack_int16(int16_t d) -{ _pack_int16(m_stream, d); return *this; } - -template -inline packer& packer::pack_int32(int32_t d) -{ _pack_int32(m_stream, d); return *this; } - -template -inline packer& packer::pack_int64(int64_t d) -{ _pack_int64(m_stream, d); return *this;} - - -template -inline packer& packer::pack_fix_uint8(uint8_t d) -{ _pack_fix_uint8(m_stream, d); return *this; } - -template -inline packer& packer::pack_fix_uint16(uint16_t d) -{ _pack_fix_uint16(m_stream, d); return *this; } - -template -inline packer& packer::pack_fix_uint32(uint32_t d) -{ _pack_fix_uint32(m_stream, d); return *this; } - -template -inline packer& packer::pack_fix_uint64(uint64_t d) -{ _pack_fix_uint64(m_stream, d); return *this; } - -template -inline packer& packer::pack_fix_int8(int8_t d) -{ _pack_fix_int8(m_stream, d); return *this; } - -template -inline packer& packer::pack_fix_int16(int16_t d) -{ _pack_fix_int16(m_stream, d); return *this; } - -template -inline packer& packer::pack_fix_int32(int32_t d) -{ _pack_fix_int32(m_stream, d); return *this; } - -template -inline packer& packer::pack_fix_int64(int64_t d) -{ _pack_fix_int64(m_stream, d); return *this;} - - -template -inline packer& packer::pack_short(short d) -{ _pack_short(m_stream, d); return *this; } - -template -inline packer& packer::pack_int(int d) -{ _pack_int(m_stream, d); return *this; } - -template -inline packer& packer::pack_long(long d) -{ _pack_long(m_stream, d); return *this; } - -template -inline packer& packer::pack_long_long(long long d) -{ _pack_long_long(m_stream, d); return *this; } - -template -inline packer& packer::pack_unsigned_short(unsigned short d) -{ _pack_unsigned_short(m_stream, d); return *this; } - -template -inline packer& packer::pack_unsigned_int(unsigned int d) -{ _pack_unsigned_int(m_stream, d); return *this; } - -template -inline packer& packer::pack_unsigned_long(unsigned long d) -{ _pack_unsigned_long(m_stream, d); return *this; } - -template -inline packer& packer::pack_unsigned_long_long(unsigned long long d) -{ _pack_unsigned_long_long(m_stream, d); return *this; } - - -template -inline packer& packer::pack_float(float d) -{ _pack_float(m_stream, d); return *this; } - -template -inline packer& packer::pack_double(double d) -{ _pack_double(m_stream, d); return *this; } - - -template -inline packer& packer::pack_nil() -{ _pack_nil(m_stream); return *this; } - -template -inline packer& packer::pack_true() -{ _pack_true(m_stream); return *this; } - -template -inline packer& packer::pack_false() -{ _pack_false(m_stream); return *this; } - - -template -inline packer& packer::pack_array(unsigned int n) -{ _pack_array(m_stream, n); return *this; } - - -template -inline packer& packer::pack_map(unsigned int n) -{ _pack_map(m_stream, n); return *this; } - - -template -inline packer& packer::pack_raw(size_t l) -{ _pack_raw(m_stream, l); return *this; } - -template -inline packer& packer::pack_raw_body(const char* b, size_t l) -{ _pack_raw_body(m_stream, b, l); return *this; } - - -} // namespace msgpack - -#endif /* msgpack/pack.hpp */ - diff --git a/cpp/src/msgpack/sbuffer.h b/cpp/src/msgpack/sbuffer.h deleted file mode 100644 index 778dea7..0000000 --- a/cpp/src/msgpack/sbuffer.h +++ /dev/null @@ -1,111 +0,0 @@ -/* - * MessagePack for C simple buffer implementation - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_SBUFFER_H__ -#define MSGPACK_SBUFFER_H__ - -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - - -/** - * @defgroup msgpack_sbuffer Simple buffer - * @ingroup msgpack_buffer - * @{ - */ - -typedef struct msgpack_sbuffer { - size_t size; - char* data; - size_t alloc; -} msgpack_sbuffer; - -static inline void msgpack_sbuffer_init(msgpack_sbuffer* sbuf) -{ - memset(sbuf, 0, sizeof(msgpack_sbuffer)); -} - -static inline void msgpack_sbuffer_destroy(msgpack_sbuffer* sbuf) -{ - free(sbuf->data); -} - -static inline msgpack_sbuffer* msgpack_sbuffer_new(void) -{ - return (msgpack_sbuffer*)calloc(1, sizeof(msgpack_sbuffer)); -} - -static inline void msgpack_sbuffer_free(msgpack_sbuffer* sbuf) -{ - if(sbuf == NULL) { return; } - msgpack_sbuffer_destroy(sbuf); - free(sbuf); -} - -#ifndef MSGPACK_SBUFFER_INIT_SIZE -#define MSGPACK_SBUFFER_INIT_SIZE 8192 -#endif - -static inline int msgpack_sbuffer_write(void* data, const char* buf, unsigned int len) -{ - msgpack_sbuffer* sbuf = (msgpack_sbuffer*)data; - - if(sbuf->alloc - sbuf->size < len) { - size_t nsize = (sbuf->alloc) ? - sbuf->alloc * 2 : MSGPACK_SBUFFER_INIT_SIZE; - - while(nsize < sbuf->size + len) { nsize *= 2; } - - void* tmp = realloc(sbuf->data, nsize); - if(!tmp) { return -1; } - - sbuf->data = (char*)tmp; - sbuf->alloc = nsize; - } - - memcpy(sbuf->data + sbuf->size, buf, len); - sbuf->size += len; - return 0; -} - -static inline char* msgpack_sbuffer_release(msgpack_sbuffer* sbuf) -{ - char* tmp = sbuf->data; - sbuf->size = 0; - sbuf->data = NULL; - sbuf->alloc = 0; - return tmp; -} - -static inline void msgpack_sbuffer_clear(msgpack_sbuffer* sbuf) -{ - sbuf->size = 0; -} - -/** @} */ - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/sbuffer.h */ - diff --git a/cpp/src/msgpack/sbuffer.hpp b/cpp/src/msgpack/sbuffer.hpp deleted file mode 100644 index 14c5d2a..0000000 --- a/cpp/src/msgpack/sbuffer.hpp +++ /dev/null @@ -1,112 +0,0 @@ -// -// MessagePack for C++ simple buffer implementation -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_SBUFFER_HPP__ -#define MSGPACK_SBUFFER_HPP__ - -#include "sbuffer.h" -#include - -namespace msgpack { - - -class sbuffer : public msgpack_sbuffer { -public: - sbuffer(size_t initsz = MSGPACK_SBUFFER_INIT_SIZE) - { - if(initsz == 0) { - base::data = NULL; - } else { - base::data = (char*)::malloc(initsz); - if(!base::data) { - throw std::bad_alloc(); - } - } - - base::size = 0; - base::alloc = initsz; - } - - ~sbuffer() - { - ::free(base::data); - } - -public: - void write(const char* buf, unsigned int len) - { - if(base::alloc - base::size < len) { - expand_buffer(len); - } - memcpy(base::data + base::size, buf, len); - base::size += len; - } - - char* data() - { - return base::data; - } - - const char* data() const - { - return base::data; - } - - size_t size() const - { - return base::size; - } - - char* release() - { - return msgpack_sbuffer_release(this); - } - - void clear() - { - msgpack_sbuffer_clear(this); - } - -private: - void expand_buffer(size_t len) - { - size_t nsize = (base::alloc > 0) ? - base::alloc * 2 : MSGPACK_SBUFFER_INIT_SIZE; - - while(nsize < base::size + len) { nsize *= 2; } - - void* tmp = realloc(base::data, nsize); - if(!tmp) { - throw std::bad_alloc(); - } - - base::data = (char*)tmp; - base::alloc = nsize; - } - -private: - typedef msgpack_sbuffer base; - -private: - sbuffer(const sbuffer&); -}; - - -} // namespace msgpack - -#endif /* msgpack/sbuffer.hpp */ - diff --git a/cpp/src/msgpack/type.hpp b/cpp/src/msgpack/type.hpp deleted file mode 100644 index bca69bf..0000000 --- a/cpp/src/msgpack/type.hpp +++ /dev/null @@ -1,16 +0,0 @@ -#include "type/bool.hpp" -#include "type/deque.hpp" -#include "type/fixint.hpp" -#include "type/float.hpp" -#include "type/int.hpp" -#include "type/list.hpp" -#include "type/map.hpp" -#include "type/nil.hpp" -#include "type/pair.hpp" -#include "type/raw.hpp" -#include "type/set.hpp" -#include "type/string.hpp" -#include "type/vector.hpp" -#include "type/tuple.hpp" -#include "type/define.hpp" - diff --git a/cpp/src/msgpack/type/bool.hpp b/cpp/src/msgpack/type/bool.hpp deleted file mode 100644 index 9433a98..0000000 --- a/cpp/src/msgpack/type/bool.hpp +++ /dev/null @@ -1,55 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_BOOL_HPP__ -#define MSGPACK_TYPE_BOOL_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -inline bool& operator>> (object o, bool& v) -{ - if(o.type != type::BOOLEAN) { throw type_error(); } - v = o.via.boolean; - return v; -} - -template -inline packer& operator<< (packer& o, const bool& v) -{ - if(v) { o.pack_true(); } - else { o.pack_false(); } - return o; -} - -inline void operator<< (object& o, bool v) -{ - o.type = type::BOOLEAN; - o.via.boolean = v; -} - -inline void operator<< (object::with_zone& o, bool v) - { static_cast(o) << v; } - - -} // namespace msgpack - -#endif /* msgpack/type/bool.hpp */ - diff --git a/cpp/src/msgpack/type/define.hpp.erb b/cpp/src/msgpack/type/define.hpp.erb deleted file mode 100644 index 9db6f08..0000000 --- a/cpp/src/msgpack/type/define.hpp.erb +++ /dev/null @@ -1,117 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_DEFINE_HPP__ -#define MSGPACK_TYPE_DEFINE_HPP__ - -#define MSGPACK_DEFINE(...) \ - template \ - void msgpack_pack(Packer& pk) const \ - { \ - msgpack::type::make_define(__VA_ARGS__).msgpack_pack(pk); \ - } \ - void msgpack_unpack(msgpack::object o) \ - { \ - msgpack::type::make_define(__VA_ARGS__).msgpack_unpack(o); \ - }\ - template \ - void msgpack_object(MSGPACK_OBJECT* o, msgpack::zone* z) const \ - { \ - msgpack::type::make_define(__VA_ARGS__).msgpack_object(o, z); \ - } - -namespace msgpack { -namespace type { - - -<% GENERATION_LIMIT = 31 %> -template , typename A<%=i%> = void<%}%>> -struct define; - - -template <> -struct define<> { - typedef define<> value_type; - typedef tuple<> tuple_type; - template - void msgpack_pack(Packer& pk) const - { - pk.pack_array(1); - } - void msgpack_unpack(msgpack::object o) - { - if(o.type != type::ARRAY) { throw type_error(); } - } - void msgpack_object(msgpack::object* o, msgpack::zone* z) const - { - o->type = type::ARRAY; - o->via.array.ptr = NULL; - o->via.array.size = 0; - } -}; -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -struct define, A<%=j%><%}%>> { - typedef define, A<%=j%><%}%>> value_type; - typedef tuple, A<%=j%><%}%>> tuple_type; - define(A0& _a0<%1.upto(i) {|j|%>, A<%=j%>& _a<%=j%><%}%>) : - a0(_a0)<%1.upto(i) {|j|%>, a<%=j%>(_a<%=j%>)<%}%> {} - template - void msgpack_pack(Packer& pk) const - { - pk.pack_array(<%=i+1%>); - <%0.upto(i) {|j|%> - pk.pack(a<%=j%>);<%}%> - } - void msgpack_unpack(msgpack::object o) - { - if(o.type != type::ARRAY) { throw type_error(); } - const size_t size = o.via.array.size; - <%0.upto(i) {|j|%> - if(size <= <%=j%>) { return; } o.via.array.ptr[<%=j%>].convert(&a<%=j%>);<%}%> - } - void msgpack_object(msgpack::object* o, msgpack::zone* z) const - { - o->type = type::ARRAY; - o->via.array.ptr = (object*)z->malloc(sizeof(object)*<%=i+1%>); - o->via.array.size = <%=i+1%>; - <%0.upto(i) {|j|%> - o->via.array.ptr[<%=j%>] = object(a<%=j%>, z);<%}%> - } - <%0.upto(i) {|j|%> - A<%=j%>& a<%=j%>;<%}%> -}; -<%}%> - -inline define<> make_define() -{ - return define<>(); -} -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -define, A<%=j%><%}%>> make_define(A0& a0<%1.upto(i) {|j|%>, A<%=j%>& a<%=j%><%}%>) -{ - return define, A<%=j%><%}%>>(a0<%1.upto(i) {|j|%>, a<%=j%><%}%>); -} -<%}%> - -} // namespace type -} // namespace msgpack - - -#endif /* msgpack/type/define.hpp */ - diff --git a/cpp/src/msgpack/type/deque.hpp b/cpp/src/msgpack/type/deque.hpp deleted file mode 100644 index d21ceea..0000000 --- a/cpp/src/msgpack/type/deque.hpp +++ /dev/null @@ -1,77 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_DEQUE_HPP__ -#define MSGPACK_TYPE_DEQUE_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -template -inline std::deque& operator>> (object o, std::deque& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - v.resize(o.via.array.size); - object* p = o.via.array.ptr; - object* const pend = o.via.array.ptr + o.via.array.size; - typename std::deque::iterator it = v.begin(); - for(; p < pend; ++p, ++it) { - p->convert(&*it); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::deque& v) -{ - o.pack_array(v.size()); - for(typename std::deque::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(*it); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::deque& v) -{ - o.type = type::ARRAY; - if(v.empty()) { - o.via.array.ptr = NULL; - o.via.array.size = 0; - } else { - object* p = (object*)o.zone->malloc(sizeof(object)*v.size()); - object* const pend = p + v.size(); - o.via.array.ptr = p; - o.via.array.size = v.size(); - typename std::deque::const_iterator it(v.begin()); - do { - *p = object(*it, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -} // namespace msgpack - -#endif /* msgpack/type/deque.hpp */ - diff --git a/cpp/src/msgpack/type/fixint.hpp b/cpp/src/msgpack/type/fixint.hpp deleted file mode 100644 index ebe2696..0000000 --- a/cpp/src/msgpack/type/fixint.hpp +++ /dev/null @@ -1,172 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2020 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_FIXINT_HPP__ -#define MSGPACK_TYPE_FIXINT_HPP__ - -#include "msgpack/object.hpp" -#include "msgpack/type/int.hpp" - -namespace msgpack { - -namespace type { - - -template -struct fix_int { - fix_int() : value(0) { } - fix_int(T value) : value(value) { } - - operator T() const { return value; } - - T get() const { return value; } - -private: - T value; -}; - - -typedef fix_int fix_uint8; -typedef fix_int fix_uint16; -typedef fix_int fix_uint32; -typedef fix_int fix_uint64; - -typedef fix_int fix_int8; -typedef fix_int fix_int16; -typedef fix_int fix_int32; -typedef fix_int fix_int64; - - -} // namespace type - - -inline type::fix_int8& operator>> (object o, type::fix_int8& v) - { v = type::detail::convert_integer(o); return v; } - -inline type::fix_int16& operator>> (object o, type::fix_int16& v) - { v = type::detail::convert_integer(o); return v; } - -inline type::fix_int32& operator>> (object o, type::fix_int32& v) - { v = type::detail::convert_integer(o); return v; } - -inline type::fix_int64& operator>> (object o, type::fix_int64& v) - { v = type::detail::convert_integer(o); return v; } - - -inline type::fix_uint8& operator>> (object o, type::fix_uint8& v) - { v = type::detail::convert_integer(o); return v; } - -inline type::fix_uint16& operator>> (object o, type::fix_uint16& v) - { v = type::detail::convert_integer(o); return v; } - -inline type::fix_uint32& operator>> (object o, type::fix_uint32& v) - { v = type::detail::convert_integer(o); return v; } - -inline type::fix_uint64& operator>> (object o, type::fix_uint64& v) - { v = type::detail::convert_integer(o); return v; } - - -template -inline packer& operator<< (packer& o, const type::fix_int8& v) - { o.pack_fix_int8(v); return o; } - -template -inline packer& operator<< (packer& o, const type::fix_int16& v) - { o.pack_fix_int16(v); return o; } - -template -inline packer& operator<< (packer& o, const type::fix_int32& v) - { o.pack_fix_int32(v); return o; } - -template -inline packer& operator<< (packer& o, const type::fix_int64& v) - { o.pack_fix_int64(v); return o; } - - -template -inline packer& operator<< (packer& o, const type::fix_uint8& v) - { o.pack_fix_uint8(v); return o; } - -template -inline packer& operator<< (packer& o, const type::fix_uint16& v) - { o.pack_fix_uint16(v); return o; } - -template -inline packer& operator<< (packer& o, const type::fix_uint32& v) - { o.pack_fix_uint32(v); return o; } - -template -inline packer& operator<< (packer& o, const type::fix_uint64& v) - { o.pack_fix_uint64(v); return o; } - - -inline void operator<< (object& o, type::fix_int8 v) - { v.get() < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v.get() : o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - -inline void operator<< (object& o, type::fix_int16 v) - { v.get() < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v.get() : o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - -inline void operator<< (object& o, type::fix_int32 v) - { v.get() < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v.get() : o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - -inline void operator<< (object& o, type::fix_int64 v) - { v.get() < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v.get() : o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - - -inline void operator<< (object& o, type::fix_uint8 v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - -inline void operator<< (object& o, type::fix_uint16 v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - -inline void operator<< (object& o, type::fix_uint32 v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - -inline void operator<< (object& o, type::fix_uint64 v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v.get(); } - - -inline void operator<< (object::with_zone& o, type::fix_int8 v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, type::fix_int16 v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, type::fix_int32 v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, type::fix_int64 v) - { static_cast(o) << v; } - - -inline void operator<< (object::with_zone& o, type::fix_uint8 v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, type::fix_uint16 v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, type::fix_uint32 v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, type::fix_uint64 v) - { static_cast(o) << v; } - - -} // namespace msgpack - -#endif /* msgpack/type/fixint.hpp */ - diff --git a/cpp/src/msgpack/type/float.hpp b/cpp/src/msgpack/type/float.hpp deleted file mode 100644 index a60ef0b..0000000 --- a/cpp/src/msgpack/type/float.hpp +++ /dev/null @@ -1,82 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_FLOAT_HPP__ -#define MSGPACK_TYPE_FLOAT_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -// FIXME check overflow, underflow - - -inline float& operator>> (object o, float& v) -{ - if(o.type != type::DOUBLE) { throw type_error(); } - v = o.via.dec; - return v; -} - -template -inline packer& operator<< (packer& o, const float& v) -{ - o.pack_float(v); - return o; -} - - -inline double& operator>> (object o, double& v) -{ - if(o.type != type::DOUBLE) { throw type_error(); } - v = o.via.dec; - return v; -} - -template -inline packer& operator<< (packer& o, const double& v) -{ - o.pack_double(v); - return o; -} - - -inline void operator<< (object& o, float v) -{ - o.type = type::DOUBLE; - o.via.dec = v; -} - -inline void operator<< (object& o, double v) -{ - o.type = type::DOUBLE; - o.via.dec = v; -} - -inline void operator<< (object::with_zone& o, float v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, double v) - { static_cast(o) << v; } - - -} // namespace msgpack - -#endif /* msgpack/type/float.hpp */ - diff --git a/cpp/src/msgpack/type/int.hpp b/cpp/src/msgpack/type/int.hpp deleted file mode 100644 index e2d1820..0000000 --- a/cpp/src/msgpack/type/int.hpp +++ /dev/null @@ -1,211 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_INT_HPP__ -#define MSGPACK_TYPE_INT_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -namespace type { -namespace detail { - template - struct convert_integer_sign; - - template - struct convert_integer_sign { - static inline T convert(object o) { - if(o.type == type::POSITIVE_INTEGER) { - if(o.via.u64 > (uint64_t)std::numeric_limits::max()) - { throw type_error(); } - return o.via.u64; - } else if(o.type == type::NEGATIVE_INTEGER) { - if(o.via.i64 < (int64_t)std::numeric_limits::min()) - { throw type_error(); } - return o.via.i64; - } - throw type_error(); - } - }; - - template - struct convert_integer_sign { - static inline T convert(object o) { - if(o.type == type::POSITIVE_INTEGER) { - if(o.via.u64 > (uint64_t)std::numeric_limits::max()) - { throw type_error(); } - return o.via.u64; - } - throw type_error(); - } - }; - - template - static inline T convert_integer(object o) - { - return detail::convert_integer_sign::is_signed>::convert(o); - } - -} // namespace detail -} // namespace type - - -inline signed char& operator>> (object o, signed char& v) - { v = type::detail::convert_integer(o); return v; } - -inline signed short& operator>> (object o, signed short& v) - { v = type::detail::convert_integer(o); return v; } - -inline signed int& operator>> (object o, signed int& v) - { v = type::detail::convert_integer(o); return v; } - -inline signed long& operator>> (object o, signed long& v) - { v = type::detail::convert_integer(o); return v; } - -inline signed long long& operator>> (object o, signed long long& v) - { v = type::detail::convert_integer(o); return v; } - - -inline unsigned char& operator>> (object o, unsigned char& v) - { v = type::detail::convert_integer(o); return v; } - -inline unsigned short& operator>> (object o, unsigned short& v) - { v = type::detail::convert_integer(o); return v; } - -inline unsigned int& operator>> (object o, unsigned int& v) - { v = type::detail::convert_integer(o); return v; } - -inline unsigned long& operator>> (object o, unsigned long& v) - { v = type::detail::convert_integer(o); return v; } - -inline unsigned long long& operator>> (object o, unsigned long long& v) - { v = type::detail::convert_integer(o); return v; } - - -template -inline packer& operator<< (packer& o, const signed char& v) - { o.pack_int8(v); return o; } - -template -inline packer& operator<< (packer& o, const signed short& v) - { o.pack_short(v); return o; } - -template -inline packer& operator<< (packer& o, const signed int& v) - { o.pack_int(v); return o; } - -template -inline packer& operator<< (packer& o, const signed long& v) - { o.pack_long(v); return o; } - -template -inline packer& operator<< (packer& o, const signed long long& v) - { o.pack_long_long(v); return o; } - - -template -inline packer& operator<< (packer& o, const unsigned char& v) - { o.pack_uint8(v); return o; } - -template -inline packer& operator<< (packer& o, const unsigned short& v) - { o.pack_unsigned_short(v); return o; } - -template -inline packer& operator<< (packer& o, const unsigned int& v) - { o.pack_unsigned_int(v); return o; } - -template -inline packer& operator<< (packer& o, const unsigned long& v) - { o.pack_unsigned_long(v); return o; } - -template -inline packer& operator<< (packer& o, const unsigned long long& v) - { o.pack_unsigned_long_long(v); return o; } - - -inline void operator<< (object& o, signed char v) - { v < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v : o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, signed short v) - { v < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v : o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, signed int v) - { v < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v : o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, signed long v) - { v < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v : o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, signed long long v) - { v < 0 ? o.type = type::NEGATIVE_INTEGER, o.via.i64 = v : o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - - -inline void operator<< (object& o, unsigned char v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, unsigned short v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, unsigned int v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, unsigned long v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - -inline void operator<< (object& o, unsigned long long v) - { o.type = type::POSITIVE_INTEGER, o.via.u64 = v; } - - -inline void operator<< (object::with_zone& o, signed char v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, signed short v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, signed int v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, signed long v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, signed long long v) - { static_cast(o) << v; } - - -inline void operator<< (object::with_zone& o, unsigned char v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, unsigned short v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, unsigned int v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, unsigned long v) - { static_cast(o) << v; } - -inline void operator<< (object::with_zone& o, unsigned long long v) - { static_cast(o) << v; } - - -} // namespace msgpack - -#endif /* msgpack/type/int.hpp */ - diff --git a/cpp/src/msgpack/type/list.hpp b/cpp/src/msgpack/type/list.hpp deleted file mode 100644 index c0f8ce6..0000000 --- a/cpp/src/msgpack/type/list.hpp +++ /dev/null @@ -1,77 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_LIST_HPP__ -#define MSGPACK_TYPE_LIST_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -template -inline std::list& operator>> (object o, std::list& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - v.resize(o.via.array.size); - object* p = o.via.array.ptr; - object* const pend = o.via.array.ptr + o.via.array.size; - typename std::list::iterator it = v.begin(); - for(; p < pend; ++p, ++it) { - p->convert(&*it); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::list& v) -{ - o.pack_array(v.size()); - for(typename std::list::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(*it); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::list& v) -{ - o.type = type::ARRAY; - if(v.empty()) { - o.via.array.ptr = NULL; - o.via.array.size = 0; - } else { - object* p = (object*)o.zone->malloc(sizeof(object)*v.size()); - object* const pend = p + v.size(); - o.via.array.ptr = p; - o.via.array.size = v.size(); - typename std::list::const_iterator it(v.begin()); - do { - *p = object(*it, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -} // namespace msgpack - -#endif /* msgpack/type/list.hpp */ - diff --git a/cpp/src/msgpack/type/map.hpp b/cpp/src/msgpack/type/map.hpp deleted file mode 100644 index 958447d..0000000 --- a/cpp/src/msgpack/type/map.hpp +++ /dev/null @@ -1,205 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_MAP_HPP__ -#define MSGPACK_TYPE_MAP_HPP__ - -#include "msgpack/object.hpp" -#include -#include -#include - -namespace msgpack { - - -namespace type { - -template -class assoc_vector : public std::vector< std::pair > {}; - -namespace detail { - template - struct pair_first_less { - bool operator() (const std::pair& x, const std::pair& y) const - { return x.first < y.first; } - }; -} - -} //namespace type - - -template -inline type::assoc_vector& operator>> (object o, type::assoc_vector& v) -{ - if(o.type != type::MAP) { throw type_error(); } - v.resize(o.via.map.size); - object_kv* p = o.via.map.ptr; - object_kv* const pend = o.via.map.ptr + o.via.map.size; - std::pair* it(&v.front()); - for(; p < pend; ++p, ++it) { - p->key.convert(&it->first); - p->val.convert(&it->second); - } - std::sort(v.begin(), v.end(), type::detail::pair_first_less()); - return v; -} - -template -inline packer& operator<< (packer& o, const type::assoc_vector& v) -{ - o.pack_map(v.size()); - for(typename type::assoc_vector::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(it->first); - o.pack(it->second); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const type::assoc_vector& v) -{ - o.type = type::MAP; - if(v.empty()) { - o.via.map.ptr = NULL; - o.via.map.size = 0; - } else { - object_kv* p = (object_kv*)o.zone->malloc(sizeof(object_kv)*v.size()); - object_kv* const pend = p + v.size(); - o.via.map.ptr = p; - o.via.map.size = v.size(); - typename type::assoc_vector::const_iterator it(v.begin()); - do { - p->key = object(it->first, o.zone); - p->val = object(it->second, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -template -inline std::map operator>> (object o, std::map& v) -{ - if(o.type != type::MAP) { throw type_error(); } - object_kv* p(o.via.map.ptr); - object_kv* const pend(o.via.map.ptr + o.via.map.size); - for(; p != pend; ++p) { - K key; - p->key.convert(&key); - typename std::map::iterator it(v.lower_bound(key)); - if(it != v.end() && !(key < it->first)) { - p->val.convert(&it->second); - } else { - V val; - p->val.convert(&val); - v.insert(it, std::pair(key, val)); - } - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::map& v) -{ - o.pack_map(v.size()); - for(typename std::map::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(it->first); - o.pack(it->second); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::map& v) -{ - o.type = type::MAP; - if(v.empty()) { - o.via.map.ptr = NULL; - o.via.map.size = 0; - } else { - object_kv* p = (object_kv*)o.zone->malloc(sizeof(object_kv)*v.size()); - object_kv* const pend = p + v.size(); - o.via.map.ptr = p; - o.via.map.size = v.size(); - typename std::map::const_iterator it(v.begin()); - do { - p->key = object(it->first, o.zone); - p->val = object(it->second, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -template -inline std::multimap operator>> (object o, std::multimap& v) -{ - if(o.type != type::MAP) { throw type_error(); } - object_kv* p(o.via.map.ptr); - object_kv* const pend(o.via.map.ptr + o.via.map.size); - for(; p != pend; ++p) { - std::pair value; - p->key.convert(&value.first); - p->val.convert(&value.second); - v.insert(value); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::multimap& v) -{ - o.pack_map(v.size()); - for(typename std::multimap::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(it->first); - o.pack(it->second); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::multimap& v) -{ - o.type = type::MAP; - if(v.empty()) { - o.via.map.ptr = NULL; - o.via.map.size = 0; - } else { - object_kv* p = (object_kv*)o.zone->malloc(sizeof(object_kv)*v.size()); - object_kv* const pend = p + v.size(); - o.via.map.ptr = p; - o.via.map.size = v.size(); - typename std::multimap::const_iterator it(v.begin()); - do { - p->key = object(it->first, o.zone); - p->val = object(it->second, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -} // namespace msgpack - -#endif /* msgpack/type/map.hpp */ - diff --git a/cpp/src/msgpack/type/nil.hpp b/cpp/src/msgpack/type/nil.hpp deleted file mode 100644 index f44e45e..0000000 --- a/cpp/src/msgpack/type/nil.hpp +++ /dev/null @@ -1,65 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_NIL_HPP__ -#define MSGPACK_TYPE_NIL_HPP__ - -#include "msgpack/object.hpp" - -namespace msgpack { - -namespace type { - -struct nil { }; - -} // namespace type - - -inline type::nil& operator>> (object o, type::nil& v) -{ - if(o.type != type::NIL) { throw type_error(); } - return v; -} - -template -inline packer& operator<< (packer& o, const type::nil& v) -{ - o.pack_nil(); - return o; -} - -inline void operator<< (object& o, type::nil v) -{ - o.type = type::NIL; -} - -inline void operator<< (object::with_zone& o, type::nil v) - { static_cast(o) << v; } - - -template <> -inline void object::as() const -{ - msgpack::type::nil v; - convert(&v); -} - - -} // namespace msgpack - -#endif /* msgpack/type/nil.hpp */ - diff --git a/cpp/src/msgpack/type/pair.hpp b/cpp/src/msgpack/type/pair.hpp deleted file mode 100644 index 296a8b6..0000000 --- a/cpp/src/msgpack/type/pair.hpp +++ /dev/null @@ -1,61 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_PAIR_HPP__ -#define MSGPACK_TYPE_PAIR_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -template -inline std::pair& operator>> (object o, std::pair& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - if(o.via.array.size != 2) { throw type_error(); } - o.via.array.ptr[0].convert(&v.first); - o.via.array.ptr[1].convert(&v.second); - return v; -} - -template -inline packer& operator<< (packer& o, const std::pair& v) -{ - o.pack_array(2); - o.pack(v.first); - o.pack(v.second); - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::pair& v) -{ - o.type = type::ARRAY; - object* p = (object*)o.zone->malloc(sizeof(object)*2); - o.via.array.ptr = p; - o.via.array.size = 2; - p[0] = object(v.first, o.zone); - p[1] = object(v.second, o.zone); -} - - -} // namespace msgpack - -#endif /* msgpack/type/pair.hpp */ - diff --git a/cpp/src/msgpack/type/raw.hpp b/cpp/src/msgpack/type/raw.hpp deleted file mode 100644 index 87d188f..0000000 --- a/cpp/src/msgpack/type/raw.hpp +++ /dev/null @@ -1,94 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_RAW_HPP__ -#define MSGPACK_TYPE_RAW_HPP__ - -#include "msgpack/object.hpp" -#include -#include - -namespace msgpack { - -namespace type { - -struct raw_ref { - raw_ref() : size(0), ptr(NULL) {} - raw_ref(const char* p, uint32_t s) : size(s), ptr(p) {} - - uint32_t size; - const char* ptr; - - std::string str() const { return std::string(ptr, size); } - - bool operator== (const raw_ref& x) const - { - return size == x.size && memcmp(ptr, x.ptr, size) == 0; - } - - bool operator!= (const raw_ref& x) const - { - return !(*this != x); - } - - bool operator< (const raw_ref& x) const - { - if(size == x.size) { return memcmp(ptr, x.ptr, size) < 0; } - else { return size < x.size; } - } - - bool operator> (const raw_ref& x) const - { - if(size == x.size) { return memcmp(ptr, x.ptr, size) > 0; } - else { return size > x.size; } - } -}; - -} // namespace type - - -inline type::raw_ref& operator>> (object o, type::raw_ref& v) -{ - if(o.type != type::RAW) { throw type_error(); } - v.ptr = o.via.raw.ptr; - v.size = o.via.raw.size; - return v; -} - -template -inline packer& operator<< (packer& o, const type::raw_ref& v) -{ - o.pack_raw(v.size); - o.pack_raw_body(v.ptr, v.size); - return o; -} - -inline void operator<< (object& o, const type::raw_ref& v) -{ - o.type = type::RAW; - o.via.raw.ptr = v.ptr; - o.via.raw.size = v.size; -} - -inline void operator<< (object::with_zone& o, const type::raw_ref& v) - { static_cast(o) << v; } - - -} // namespace msgpack - -#endif /* msgpack/type/raw.hpp */ - diff --git a/cpp/src/msgpack/type/set.hpp b/cpp/src/msgpack/type/set.hpp deleted file mode 100644 index bcf1030..0000000 --- a/cpp/src/msgpack/type/set.hpp +++ /dev/null @@ -1,122 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_SET_HPP__ -#define MSGPACK_TYPE_SET_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -template -inline std::set& operator>> (object o, std::set& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - object* p = o.via.array.ptr + o.via.array.size; - object* const pbegin = o.via.array.ptr; - while(p > pbegin) { - --p; - v.insert(p->as()); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::set& v) -{ - o.pack_array(v.size()); - for(typename std::set::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(*it); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::set& v) -{ - o.type = type::ARRAY; - if(v.empty()) { - o.via.array.ptr = NULL; - o.via.array.size = 0; - } else { - object* p = (object*)o.zone->malloc(sizeof(object)*v.size()); - object* const pend = p + v.size(); - o.via.array.ptr = p; - o.via.array.size = v.size(); - typename std::set::const_iterator it(v.begin()); - do { - *p = object(*it, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -template -inline std::multiset& operator>> (object o, std::multiset& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - object* p = o.via.array.ptr + o.via.array.size; - object* const pbegin = o.via.array.ptr; - while(p > pbegin) { - --p; - v.insert(p->as()); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::multiset& v) -{ - o.pack_array(v.size()); - for(typename std::multiset::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(*it); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::multiset& v) -{ - o.type = type::ARRAY; - if(v.empty()) { - o.via.array.ptr = NULL; - o.via.array.size = 0; - } else { - object* p = (object*)o.zone->malloc(sizeof(object)*v.size()); - object* const pend = p + v.size(); - o.via.array.ptr = p; - o.via.array.size = v.size(); - typename std::multiset::const_iterator it(v.begin()); - do { - *p = object(*it, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -} // namespace msgpack - -#endif /* msgpack/type/set.hpp */ - diff --git a/cpp/src/msgpack/type/string.hpp b/cpp/src/msgpack/type/string.hpp deleted file mode 100644 index f11a5e6..0000000 --- a/cpp/src/msgpack/type/string.hpp +++ /dev/null @@ -1,62 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_STRING_HPP__ -#define MSGPACK_TYPE_STRING_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -inline std::string& operator>> (object o, std::string& v) -{ - if(o.type != type::RAW) { throw type_error(); } - v.assign(o.via.raw.ptr, o.via.raw.size); - return v; -} - -template -inline packer& operator<< (packer& o, const std::string& v) -{ - o.pack_raw(v.size()); - o.pack_raw_body(v.data(), v.size()); - return o; -} - -inline void operator<< (object::with_zone& o, const std::string& v) -{ - o.type = type::RAW; - char* ptr = (char*)o.zone->malloc(v.size()); - o.via.raw.ptr = ptr; - o.via.raw.size = v.size(); - memcpy(ptr, v.data(), v.size()); -} - -inline void operator<< (object& o, const std::string& v) -{ - o.type = type::RAW; - o.via.raw.ptr = v.data(); - o.via.raw.size = v.size(); -} - - -} // namespace msgpack - -#endif /* msgpack/type/string.hpp */ - diff --git a/cpp/src/msgpack/type/tr1/unordered_map.hpp b/cpp/src/msgpack/type/tr1/unordered_map.hpp deleted file mode 100644 index 4b29f0c..0000000 --- a/cpp/src/msgpack/type/tr1/unordered_map.hpp +++ /dev/null @@ -1,129 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_TR1_UNORDERED_MAP_HPP__ -#define MSGPACK_TYPE_TR1_UNORDERED_MAP_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -template -inline std::tr1::unordered_map operator>> (object o, std::tr1::unordered_map& v) -{ - if(o.type != type::MAP) { throw type_error(); } - object_kv* p(o.via.map.ptr); - object_kv* const pend(o.via.map.ptr + o.via.map.size); - for(; p != pend; ++p) { - K key; - p->key.convert(&key); - p->val.convert(&v[key]); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::tr1::unordered_map& v) -{ - o.pack_map(v.size()); - for(typename std::tr1::unordered_map::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(it->first); - o.pack(it->second); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::tr1::unordered_map& v) -{ - o.type = type::MAP; - if(v.empty()) { - o.via.map.ptr = NULL; - o.via.map.size = 0; - } else { - object_kv* p = (object_kv*)o.zone->malloc(sizeof(object_kv)*v.size()); - object_kv* const pend = p + v.size(); - o.via.map.ptr = p; - o.via.map.size = v.size(); - typename std::tr1::unordered_map::const_iterator it(v.begin()); - do { - p->key = object(it->first, o.zone); - p->val = object(it->second, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -template -inline std::tr1::unordered_multimap operator>> (object o, std::tr1::unordered_multimap& v) -{ - if(o.type != type::MAP) { throw type_error(); } - object_kv* p(o.via.map.ptr); - object_kv* const pend(o.via.map.ptr + o.via.map.size); - for(; p != pend; ++p) { - std::pair value; - p->key.convert(&value.first); - p->val.convert(&value.second); - v.insert(value); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::tr1::unordered_multimap& v) -{ - o.pack_map(v.size()); - for(typename std::tr1::unordered_multimap::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(it->first); - o.pack(it->second); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::tr1::unordered_multimap& v) -{ - o.type = type::MAP; - if(v.empty()) { - o.via.map.ptr = NULL; - o.via.map.size = 0; - } else { - object_kv* p = (object_kv*)o.zone->malloc(sizeof(object_kv)*v.size()); - object_kv* const pend = p + v.size(); - o.via.map.ptr = p; - o.via.map.size = v.size(); - typename std::tr1::unordered_multimap::const_iterator it(v.begin()); - do { - p->key = object(it->first, o.zone); - p->val = object(it->second, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -} // namespace msgpack - -#endif /* msgpack/type/map.hpp */ - diff --git a/cpp/src/msgpack/type/tr1/unordered_set.hpp b/cpp/src/msgpack/type/tr1/unordered_set.hpp deleted file mode 100644 index 4af6801..0000000 --- a/cpp/src/msgpack/type/tr1/unordered_set.hpp +++ /dev/null @@ -1,122 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_TR1_UNORDERED_SET_HPP__ -#define MSGPACK_TYPE_TR1_UNORDERED_SET_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -template -inline std::tr1::unordered_set& operator>> (object o, std::tr1::unordered_set& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - object* p = o.via.array.ptr + o.via.array.size; - object* const pbegin = o.via.array.ptr; - while(p > pbegin) { - --p; - v.insert(p->as()); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::tr1::unordered_set& v) -{ - o.pack_array(v.size()); - for(typename std::tr1::unordered_set::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(*it); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::tr1::unordered_set& v) -{ - o.type = type::ARRAY; - if(v.empty()) { - o.via.array.ptr = NULL; - o.via.array.size = 0; - } else { - object* p = (object*)o.zone->malloc(sizeof(object)*v.size()); - object* const pend = p + v.size(); - o.via.array.ptr = p; - o.via.array.size = v.size(); - typename std::tr1::unordered_set::const_iterator it(v.begin()); - do { - *p = object(*it, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -template -inline std::tr1::unordered_multiset& operator>> (object o, std::tr1::unordered_multiset& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - object* p = o.via.array.ptr + o.via.array.size; - object* const pbegin = o.via.array.ptr; - while(p > pbegin) { - --p; - v.insert(p->as()); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::tr1::unordered_multiset& v) -{ - o.pack_array(v.size()); - for(typename std::tr1::unordered_multiset::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(*it); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::tr1::unordered_multiset& v) -{ - o.type = type::ARRAY; - if(v.empty()) { - o.via.array.ptr = NULL; - o.via.array.size = 0; - } else { - object* p = (object*)o.zone->malloc(sizeof(object)*v.size()); - object* const pend = p + v.size(); - o.via.array.ptr = p; - o.via.array.size = v.size(); - typename std::tr1::unordered_multiset::const_iterator it(v.begin()); - do { - *p = object(*it, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -} // namespace msgpack - -#endif /* msgpack/type/set.hpp */ - diff --git a/cpp/src/msgpack/type/tuple.hpp.erb b/cpp/src/msgpack/type/tuple.hpp.erb deleted file mode 100644 index ebef816..0000000 --- a/cpp/src/msgpack/type/tuple.hpp.erb +++ /dev/null @@ -1,206 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_TUPLE_HPP__ -#define MSGPACK_TYPE_TUPLE_HPP__ - -#include "msgpack/object.hpp" - -namespace msgpack { - -namespace type { - -// FIXME operator== -// FIXME operator!= -<% GENERATION_LIMIT = 31 %> - -template , typename A<%=i%> = void<%}%>> -struct tuple; - -template -struct tuple_element; - -template -struct const_tuple_element; - -template -struct tuple_type { - typedef T type; - typedef T value_type; - typedef T& reference; - typedef const T& const_reference; - typedef const T& transparent_reference; -}; - -template -struct tuple_type { - typedef T type; - typedef T& value_type; - typedef T& reference; - typedef const T& const_reference; - typedef T& transparent_reference; -}; - -template -struct tuple_type { - typedef T type; - typedef T& value_type; - typedef T& reference; - typedef const T& const_reference; - typedef const T& transparent_reference; -}; - -<%0.upto(GENERATION_LIMIT) {|i|%> -<%0.upto(i) {|j|%> -template , typename A<%=k%><%}%>> -struct tuple_element, A<%=k%><%}%>>, <%=j%>> : tuple_type> { - tuple_element(tuple, A<%=k%> <%}%>>& x) : _x(x.a<%=j%>) {} - typename tuple_type>::reference get() { return _x; } - typename tuple_type>::const_reference get() const { return _x; } -private: - typename tuple_type>::reference _x; -}; -<%}%> -<%}%> - -<%0.upto(GENERATION_LIMIT) {|i|%> -<%0.upto(i) {|j|%> -template , typename A<%=k%><%}%>> -struct const_tuple_element, A<%=k%><%}%>>, <%=j%>> : tuple_type> { - const_tuple_element(const tuple, A<%=k%><%}%>>& x) : _x(x.a<%=j%>) {} - typename tuple_type>::const_reference get() const { return _x; } -private: - typename tuple_type>::const_reference _x; -}; -<%}%> -<%}%> - -template <> -struct tuple<> { - tuple() {} - tuple(object o) { o.convert(this); } - typedef tuple<> value_type; -}; -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -struct tuple, A<%=j%><%}%>> { - typedef tuple, A<%=j%><%}%>> value_type; - tuple() {} - tuple(typename tuple_type::transparent_reference _a0<%1.upto(i) {|j|%>, typename tuple_type>::transparent_reference _a<%=j%><%}%>) : - a0(_a0)<%1.upto(i) {|j|%>, a<%=j%>(_a<%=j%>)<%}%> {} - tuple(object o) { o.convert(this); } - template typename tuple_element::reference get() - { return tuple_element(*this).get(); } - template typename const_tuple_element::const_reference get() const - { return const_tuple_element(*this).get(); } - <%0.upto(i) {|j|%> - A<%=j%> a<%=j%>;<%}%> -}; -<%}%> - -inline tuple<> make_tuple() -{ - return tuple<>(); -} -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -tuple, A<%=j%><%}%>> make_tuple(typename tuple_type::transparent_reference a0<%1.upto(i) {|j|%>, typename tuple_type>::transparent_reference a<%=j%><%}%>) -{ - return tuple, A<%=j%><%}%>>(a0<%1.upto(i) {|j|%>, a<%=j%><%}%>); -} -<%}%> - -} // namespace type - - -inline type::tuple<>& operator>> ( - object o, - type::tuple<>& v) { - if(o.type != type::ARRAY) { throw type_error(); } - return v; -} -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -type::tuple, A<%=j%><%}%>>& operator>> ( - object o, - type::tuple, A<%=j%><%}%>>& v) { - if(o.type != type::ARRAY) { throw type_error(); } - if(o.via.array.size < <%=i+1%>) { throw type_error(); } - <%0.upto(i) {|j|%> - o.via.array.ptr[<%=j%>].convert>::type>(&v.template get<<%=j%>>());<%}%> - return v; -} -<%}%> - -template -const packer& operator<< ( - packer& o, - const type::tuple<>& v) { - o.pack_array(0); - return o; -} -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -const packer& operator<< ( - packer& o, - const type::tuple, A<%=j%><%}%>>& v) { - o.pack_array(<%=i+1%>); - <%0.upto(i) {|j|%> - o.pack(v.template get<<%=j%>>());<%}%> - return o; -} -<%}%> - -inline void operator<< ( - object::with_zone& o, - const type::tuple<>& v) { - o.type = type::ARRAY; - o.via.array.ptr = NULL; - o.via.array.size = 0; -} -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -inline void operator<< ( - object::with_zone& o, - const type::tuple, A<%=j%><%}%>>& v) { - o.type = type::ARRAY; - o.via.array.ptr = (object*)o.zone->malloc(sizeof(object)*<%=i+1%>); - o.via.array.size = <%=i+1%>; - <%0.upto(i) {|j|%> - o.via.array.ptr[<%=j%>] = object(v.template get<<%=j%>>(), o.zone);<%}%> -} -<%}%> - -} // namespace msgpack - - -//inline std::ostream& operator<< (std::ostream& o, const msgpack::type::tuple<>& v) { -// return o << "[]"; -//} -//<%0.upto(GENERATION_LIMIT) {|i|%> -//template , typename A<%=j%><%}%>> -//inline std::ostream& operator<< (std::ostream& o, -// const msgpack::type::tuple, A<%=j%><%}%>>& v) { -// return o << "[" -// <%0.upto(i) {|j|%> -// <<<%if j != 0 then%> ", " <<<%end%> v.template get<<%=j%>>()<%}%> -// << "]"; -//} -//<%}%> - -#endif /* msgpack/type/tuple.hpp */ - diff --git a/cpp/src/msgpack/type/vector.hpp b/cpp/src/msgpack/type/vector.hpp deleted file mode 100644 index bd073ef..0000000 --- a/cpp/src/msgpack/type/vector.hpp +++ /dev/null @@ -1,81 +0,0 @@ -// -// MessagePack for C++ static resolution routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_TYPE_VECTOR_HPP__ -#define MSGPACK_TYPE_VECTOR_HPP__ - -#include "msgpack/object.hpp" -#include - -namespace msgpack { - - -template -inline std::vector& operator>> (object o, std::vector& v) -{ - if(o.type != type::ARRAY) { throw type_error(); } - v.resize(o.via.array.size); - if(o.via.array.size > 0) { - object* p = o.via.array.ptr; - object* const pend = o.via.array.ptr + o.via.array.size; - T* it = &v[0]; - do { - p->convert(it); - ++p; - ++it; - } while(p < pend); - } - return v; -} - -template -inline packer& operator<< (packer& o, const std::vector& v) -{ - o.pack_array(v.size()); - for(typename std::vector::const_iterator it(v.begin()), it_end(v.end()); - it != it_end; ++it) { - o.pack(*it); - } - return o; -} - -template -inline void operator<< (object::with_zone& o, const std::vector& v) -{ - o.type = type::ARRAY; - if(v.empty()) { - o.via.array.ptr = NULL; - o.via.array.size = 0; - } else { - object* p = (object*)o.zone->malloc(sizeof(object)*v.size()); - object* const pend = p + v.size(); - o.via.array.ptr = p; - o.via.array.size = v.size(); - typename std::vector::const_iterator it(v.begin()); - do { - *p = object(*it, o.zone); - ++p; - ++it; - } while(p < pend); - } -} - - -} // namespace msgpack - -#endif /* msgpack/type/vector.hpp */ - diff --git a/cpp/src/msgpack/unpack.h b/cpp/src/msgpack/unpack.h deleted file mode 100644 index bea7d92..0000000 --- a/cpp/src/msgpack/unpack.h +++ /dev/null @@ -1,260 +0,0 @@ -/* - * MessagePack for C unpacking routine - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_UNPACKER_H__ -#define MSGPACK_UNPACKER_H__ - -#include "zone.h" -#include "object.h" -#include - -#ifdef __cplusplus -extern "C" { -#endif - - -/** - * @defgroup msgpack_unpack Deserializer - * @ingroup msgpack - * @{ - */ - -typedef struct msgpack_unpacked { - msgpack_zone* zone; - msgpack_object data; -} msgpack_unpacked; - -bool msgpack_unpack_next(msgpack_unpacked* result, - const char* data, size_t len, size_t* off); - -/** @} */ - - -/** - * @defgroup msgpack_unpacker Streaming deserializer - * @ingroup msgpack - * @{ - */ - -typedef struct msgpack_unpacker { - char* buffer; - size_t used; - size_t free; - size_t off; - size_t parsed; - msgpack_zone* z; - size_t initial_buffer_size; - void* ctx; -} msgpack_unpacker; - - -#ifndef MSGPACK_UNPACKER_INIT_BUFFER_SIZE -#define MSGPACK_UNPACKER_INIT_BUFFER_SIZE (64*1024) -#endif - -/** - * Initializes a streaming deserializer. - * The initialized deserializer must be destroyed by msgpack_unpacker_destroy(msgpack_unpacker*). - */ -bool msgpack_unpacker_init(msgpack_unpacker* mpac, size_t initial_buffer_size); - -/** - * Destroys a streaming deserializer initialized by msgpack_unpacker_init(msgpack_unpacker*, size_t). - */ -void msgpack_unpacker_destroy(msgpack_unpacker* mpac); - - -/** - * Creates a streaming deserializer. - * The created deserializer must be destroyed by msgpack_unpacker_free(msgpack_unpacker*). - */ -msgpack_unpacker* msgpack_unpacker_new(size_t initial_buffer_size); - -/** - * Frees a streaming deserializer created by msgpack_unpacker_new(size_t). - */ -void msgpack_unpacker_free(msgpack_unpacker* mpac); - - -#ifndef MSGPACK_UNPACKER_RESERVE_SIZE -#define MSGPACK_UNPACKER_RESERVE_SIZE (32*1024) -#endif - -/** - * Reserves free space of the internal buffer. - * Use this function to fill the internal buffer with - * msgpack_unpacker_buffer(msgpack_unpacker*), - * msgpack_unpacker_buffer_capacity(const msgpack_unpacker*) and - * msgpack_unpacker_buffer_consumed(msgpack_unpacker*). - */ -static inline bool msgpack_unpacker_reserve_buffer(msgpack_unpacker* mpac, size_t size); - -/** - * Gets pointer to the free space of the internal buffer. - * Use this function to fill the internal buffer with - * msgpack_unpacker_reserve_buffer(msgpack_unpacker*, size_t), - * msgpack_unpacker_buffer_capacity(const msgpack_unpacker*) and - * msgpack_unpacker_buffer_consumed(msgpack_unpacker*). - */ -static inline char* msgpack_unpacker_buffer(msgpack_unpacker* mpac); - -/** - * Gets size of the free space of the internal buffer. - * Use this function to fill the internal buffer with - * msgpack_unpacker_reserve_buffer(msgpack_unpacker*, size_t), - * msgpack_unpacker_buffer(const msgpack_unpacker*) and - * msgpack_unpacker_buffer_consumed(msgpack_unpacker*). - */ -static inline size_t msgpack_unpacker_buffer_capacity(const msgpack_unpacker* mpac); - -/** - * Notifies the deserializer that the internal buffer filled. - * Use this function to fill the internal buffer with - * msgpack_unpacker_reserve_buffer(msgpack_unpacker*, size_t), - * msgpack_unpacker_buffer(msgpack_unpacker*) and - * msgpack_unpacker_buffer_capacity(const msgpack_unpacker*). - */ -static inline void msgpack_unpacker_buffer_consumed(msgpack_unpacker* mpac, size_t size); - - -/** - * Deserializes one object. - * Returns true if it successes. Otherwise false is returned. - * @param pac pointer to an initialized msgpack_unpacked object. - */ -bool msgpack_unpacker_next(msgpack_unpacker* mpac, msgpack_unpacked* pac); - -/** - * Initializes a msgpack_unpacked object. - * The initialized object must be destroyed by msgpack_unpacked_destroy(msgpack_unpacker*). - * Use the object with msgpack_unpacker_next(msgpack_unpacker*, msgpack_unpacked*) or - * msgpack_unpack_next(msgpack_unpacked*, const char*, size_t, size_t*). - */ -static inline void msgpack_unpacked_init(msgpack_unpacked* result); - -/** - * Destroys a streaming deserializer initialized by msgpack_unpacked(). - */ -static inline void msgpack_unpacked_destroy(msgpack_unpacked* result); - -/** - * Releases the memory zone from msgpack_unpacked object. - * The released zone must be freed by msgpack_zone_free(msgpack_zone*). - */ -static inline msgpack_zone* msgpack_unpacked_release_zone(msgpack_unpacked* result); - - -int msgpack_unpacker_execute(msgpack_unpacker* mpac); - -msgpack_object msgpack_unpacker_data(msgpack_unpacker* mpac); - -msgpack_zone* msgpack_unpacker_release_zone(msgpack_unpacker* mpac); - -void msgpack_unpacker_reset_zone(msgpack_unpacker* mpac); - -void msgpack_unpacker_reset(msgpack_unpacker* mpac); - -static inline size_t msgpack_unpacker_message_size(const msgpack_unpacker* mpac); - - -/** @} */ - - -// obsolete -typedef enum { - MSGPACK_UNPACK_SUCCESS = 2, - MSGPACK_UNPACK_EXTRA_BYTES = 1, - MSGPACK_UNPACK_CONTINUE = 0, - MSGPACK_UNPACK_PARSE_ERROR = -1, -} msgpack_unpack_return; - -// obsolete -msgpack_unpack_return -msgpack_unpack(const char* data, size_t len, size_t* off, - msgpack_zone* result_zone, msgpack_object* result); - - -static inline size_t msgpack_unpacker_parsed_size(const msgpack_unpacker* mpac); - -bool msgpack_unpacker_flush_zone(msgpack_unpacker* mpac); - -bool msgpack_unpacker_expand_buffer(msgpack_unpacker* mpac, size_t size); - -bool msgpack_unpacker_reserve_buffer(msgpack_unpacker* mpac, size_t size) -{ - if(mpac->free >= size) { return true; } - return msgpack_unpacker_expand_buffer(mpac, size); -} - -char* msgpack_unpacker_buffer(msgpack_unpacker* mpac) -{ - return mpac->buffer + mpac->used; -} - -size_t msgpack_unpacker_buffer_capacity(const msgpack_unpacker* mpac) -{ - return mpac->free; -} - -void msgpack_unpacker_buffer_consumed(msgpack_unpacker* mpac, size_t size) -{ - mpac->used += size; - mpac->free -= size; -} - -size_t msgpack_unpacker_message_size(const msgpack_unpacker* mpac) -{ - return mpac->parsed - mpac->off + mpac->used; -} - -size_t msgpack_unpacker_parsed_size(const msgpack_unpacker* mpac) -{ - return mpac->parsed; -} - - -void msgpack_unpacked_init(msgpack_unpacked* result) -{ - memset(result, 0, sizeof(msgpack_unpacked)); -} - -void msgpack_unpacked_destroy(msgpack_unpacked* result) -{ - if(result->zone != NULL) { - msgpack_zone_free(result->zone); - result->zone = NULL; - memset(&result->data, 0, sizeof(msgpack_object)); - } -} - -msgpack_zone* msgpack_unpacked_release_zone(msgpack_unpacked* result) -{ - if(result->zone != NULL) { - msgpack_zone* z = result->zone; - result->zone = NULL; - return z; - } - return NULL; -} - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/unpack.h */ - diff --git a/cpp/src/msgpack/unpack.hpp b/cpp/src/msgpack/unpack.hpp deleted file mode 100644 index 51580b6..0000000 --- a/cpp/src/msgpack/unpack.hpp +++ /dev/null @@ -1,384 +0,0 @@ -// -// MessagePack for C++ deserializing routine -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_UNPACK_HPP__ -#define MSGPACK_UNPACK_HPP__ - -#include "unpack.h" -#include "object.hpp" -#include "zone.hpp" -#include -#include - -// backward compatibility -#ifndef MSGPACK_UNPACKER_DEFAULT_INITIAL_BUFFER_SIZE -#define MSGPACK_UNPACKER_DEFAULT_INITIAL_BUFFER_SIZE MSGPACK_UNPACKER_INIT_BUFFER_SIZE -#endif - -namespace msgpack { - - -struct unpack_error : public std::runtime_error { - unpack_error(const std::string& msg) : - std::runtime_error(msg) { } -}; - - -class unpacked { -public: - unpacked() { } - - unpacked(object obj, std::auto_ptr z) : - m_obj(obj), m_zone(z) { } - - object& get() - { return m_obj; } - - const object& get() const - { return m_obj; } - - std::auto_ptr& zone() - { return m_zone; } - - const std::auto_ptr& zone() const - { return m_zone; } - -private: - object m_obj; - std::auto_ptr m_zone; -}; - - -class unpacker : public msgpack_unpacker { -public: - unpacker(size_t init_buffer_size = MSGPACK_UNPACKER_INIT_BUFFER_SIZE); - ~unpacker(); - -public: - /*! 1. reserve buffer. at least `size' bytes of capacity will be ready */ - void reserve_buffer(size_t size = MSGPACK_UNPACKER_RESERVE_SIZE); - - /*! 2. read data to the buffer() up to buffer_capacity() bytes */ - char* buffer(); - size_t buffer_capacity() const; - - /*! 3. specify the number of bytes actually copied */ - void buffer_consumed(size_t size); - - /*! 4. repeat next() until it retunrs false */ - bool next(unpacked* result); - - /*! 5. check if the size of message doesn't exceed assumption. */ - size_t message_size() const; - - // Basic usage of the unpacker is as following: - // - // msgpack::unpacker pac; - // while( /* input is readable */ ) { - // - // // 1. - // pac.reserve_buffer(32*1024); - // - // // 2. - // size_t bytes = input.readsome(pac.buffer(), pac.buffer_capacity()); - // - // // error handling ... - // - // // 3. - // pac.buffer_consumed(bytes); - // - // // 4. - // msgpack::unpacked result; - // while(pac.next(&result)) { - // // do some with the object with the zone. - // msgpack::object obj = result.get(); - // std::auto_ptr z = result.zone(); - // on_message(obj, z); - // - // //// boost::shared_ptr is also usable: - // // boost::shared_ptr life(z.release()); - // // on_message(result.get(), life); - // } - // - // // 5. - // if(pac.message_size() > 10*1024*1024) { - // throw std::runtime_error("message is too large"); - // } - // } - // - - /*! for backward compatibility */ - bool execute(); - - /*! for backward compatibility */ - object data(); - - /*! for backward compatibility */ - zone* release_zone(); - - /*! for backward compatibility */ - void reset_zone(); - - /*! for backward compatibility */ - void reset(); - -public: - // These functions are usable when non-MessagePack message follows after - // MessagePack message. - size_t parsed_size() const; - - /*! get address of the buffer that is not parsed */ - char* nonparsed_buffer(); - size_t nonparsed_size() const; - - /*! skip specified size of non-parsed buffer, leaving the buffer */ - // Note that the `size' argument must be smaller than nonparsed_size() - void skip_nonparsed_buffer(size_t size); - - /*! remove unparsed buffer from unpacker */ - // Note that reset() leaves non-parsed buffer. - void remove_nonparsed_buffer(); - -private: - typedef msgpack_unpacker base; - -private: - unpacker(const unpacker&); -}; - - -static void unpack(unpacked* result, - const char* data, size_t len, size_t* offset = NULL); - - -// obsolete -typedef enum { - UNPACK_SUCCESS = 2, - UNPACK_EXTRA_BYTES = 1, - UNPACK_CONTINUE = 0, - UNPACK_PARSE_ERROR = -1, -} unpack_return; - -// obsolete -static unpack_return unpack(const char* data, size_t len, size_t* off, - zone* z, object* result); - - -// obsolete -static object unpack(const char* data, size_t len, zone& z, size_t* off = NULL); - - -inline unpacker::unpacker(size_t initial_buffer_size) -{ - if(!msgpack_unpacker_init(this, initial_buffer_size)) { - throw std::bad_alloc(); - } -} - -inline unpacker::~unpacker() -{ - msgpack_unpacker_destroy(this); -} - - -inline void unpacker::reserve_buffer(size_t size) -{ - if(!msgpack_unpacker_reserve_buffer(this, size)) { - throw std::bad_alloc(); - } -} - -inline char* unpacker::buffer() -{ - return msgpack_unpacker_buffer(this); -} - -inline size_t unpacker::buffer_capacity() const -{ - return msgpack_unpacker_buffer_capacity(this); -} - -inline void unpacker::buffer_consumed(size_t size) -{ - return msgpack_unpacker_buffer_consumed(this, size); -} - -inline bool unpacker::next(unpacked* result) -{ - int ret = msgpack_unpacker_execute(this); - - if(ret < 0) { - throw unpack_error("parse error"); - } - - if(ret == 0) { - result->zone().reset(); - result->get() = object(); - return false; - - } else { - result->zone().reset( release_zone() ); - result->get() = data(); - reset(); - return true; - } -} - - -inline bool unpacker::execute() -{ - int ret = msgpack_unpacker_execute(this); - if(ret < 0) { - throw unpack_error("parse error"); - } else if(ret == 0) { - return false; - } else { - return true; - } -} - -inline object unpacker::data() -{ - return msgpack_unpacker_data(this); -} - -inline zone* unpacker::release_zone() -{ - if(!msgpack_unpacker_flush_zone(this)) { - throw std::bad_alloc(); - } - - zone* r = new zone(); - - msgpack_zone old = *base::z; - *base::z = *r; - *static_cast(r) = old; - - return r; -} - -inline void unpacker::reset_zone() -{ - msgpack_unpacker_reset_zone(this); -} - -inline void unpacker::reset() -{ - msgpack_unpacker_reset(this); -} - - -inline size_t unpacker::message_size() const -{ - return msgpack_unpacker_message_size(this); -} - -inline size_t unpacker::parsed_size() const -{ - return msgpack_unpacker_parsed_size(this); -} - -inline char* unpacker::nonparsed_buffer() -{ - return base::buffer + base::off; -} - -inline size_t unpacker::nonparsed_size() const -{ - return base::used - base::off; -} - -inline void unpacker::skip_nonparsed_buffer(size_t size) -{ - base::off += size; -} - -inline void unpacker::remove_nonparsed_buffer() -{ - base::used = base::off; -} - - -inline void unpack(unpacked* result, - const char* data, size_t len, size_t* offset) -{ - msgpack::object obj; - std::auto_ptr z(new zone()); - - unpack_return ret = (unpack_return)msgpack_unpack( - data, len, offset, z.get(), - reinterpret_cast(&obj)); - - switch(ret) { - case UNPACK_SUCCESS: - result->get() = obj; - result->zone() = z; - return; - - case UNPACK_EXTRA_BYTES: - result->get() = obj; - result->zone() = z; - return; - - case UNPACK_CONTINUE: - throw unpack_error("insufficient bytes"); - - case UNPACK_PARSE_ERROR: - default: - throw unpack_error("parse error"); - } -} - - -// obsolete -inline unpack_return unpack(const char* data, size_t len, size_t* off, - zone* z, object* result) -{ - return (unpack_return)msgpack_unpack(data, len, off, - z, reinterpret_cast(result)); -} - -// obsolete -inline object unpack(const char* data, size_t len, zone& z, size_t* off) -{ - object result; - - switch( msgpack::unpack(data, len, off, &z, &result) ) { - case UNPACK_SUCCESS: - return result; - - case UNPACK_EXTRA_BYTES: - if(off) { - return result; - } else { - throw unpack_error("extra bytes"); - } - - case UNPACK_CONTINUE: - throw unpack_error("insufficient bytes"); - - case UNPACK_PARSE_ERROR: - default: - throw unpack_error("parse error"); - } -} - - -} // namespace msgpack - -#endif /* msgpack/unpack.hpp */ - diff --git a/cpp/src/msgpack/version.h.in b/cpp/src/msgpack/version.h.in deleted file mode 100644 index f1feb33..0000000 --- a/cpp/src/msgpack/version.h.in +++ /dev/null @@ -1,40 +0,0 @@ -/* - * MessagePack for C version information - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_VERSION_H__ -#define MSGPACK_VERSION_H__ - -#ifdef __cplusplus -extern "C" { -#endif - - -const char* msgpack_version(void); -int msgpack_version_major(void); -int msgpack_version_minor(void); - -#define MSGPACK_VERSION "@VERSION@" -#define MSGPACK_VERSION_MAJOR @VERSION_MAJOR@ -#define MSGPACK_VERSION_MINOR @VERSION_MINOR@ - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/version.h */ - diff --git a/cpp/src/msgpack/vrefbuffer.h b/cpp/src/msgpack/vrefbuffer.h deleted file mode 100644 index 0643927..0000000 --- a/cpp/src/msgpack/vrefbuffer.h +++ /dev/null @@ -1,142 +0,0 @@ -/* - * MessagePack for C zero-copy buffer implementation - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_VREFBUFFER_H__ -#define MSGPACK_VREFBUFFER_H__ - -#include "zone.h" -#include - -#ifndef _WIN32 -#include -#else -struct iovec { - void *iov_base; - size_t iov_len; -}; -#endif - -#ifdef __cplusplus -extern "C" { -#endif - - -/** - * @defgroup msgpack_vrefbuffer Vectored Referencing buffer - * @ingroup msgpack_buffer - * @{ - */ - -struct msgpack_vrefbuffer_chunk; -typedef struct msgpack_vrefbuffer_chunk msgpack_vrefbuffer_chunk; - -typedef struct msgpack_vrefbuffer_inner_buffer { - size_t free; - char* ptr; - msgpack_vrefbuffer_chunk* head; -} msgpack_vrefbuffer_inner_buffer; - -typedef struct msgpack_vrefbuffer { - struct iovec* tail; - struct iovec* end; - struct iovec* array; - - size_t chunk_size; - size_t ref_size; - - msgpack_vrefbuffer_inner_buffer inner_buffer; -} msgpack_vrefbuffer; - - -#ifndef MSGPACK_VREFBUFFER_REF_SIZE -#define MSGPACK_VREFBUFFER_REF_SIZE 32 -#endif - -#ifndef MSGPACK_VREFBUFFER_CHUNK_SIZE -#define MSGPACK_VREFBUFFER_CHUNK_SIZE 8192 -#endif - -bool msgpack_vrefbuffer_init(msgpack_vrefbuffer* vbuf, - size_t ref_size, size_t chunk_size); -void msgpack_vrefbuffer_destroy(msgpack_vrefbuffer* vbuf); - -static inline msgpack_vrefbuffer* msgpack_vrefbuffer_new(size_t ref_size, size_t chunk_size); -static inline void msgpack_vrefbuffer_free(msgpack_vrefbuffer* vbuf); - -static inline int msgpack_vrefbuffer_write(void* data, const char* buf, unsigned int len); - -static inline const struct iovec* msgpack_vrefbuffer_vec(const msgpack_vrefbuffer* vref); -static inline size_t msgpack_vrefbuffer_veclen(const msgpack_vrefbuffer* vref); - -int msgpack_vrefbuffer_append_copy(msgpack_vrefbuffer* vbuf, - const char* buf, unsigned int len); - -int msgpack_vrefbuffer_append_ref(msgpack_vrefbuffer* vbuf, - const char* buf, unsigned int len); - -int msgpack_vrefbuffer_migrate(msgpack_vrefbuffer* vbuf, msgpack_vrefbuffer* to); - -void msgpack_vrefbuffer_clear(msgpack_vrefbuffer* vref); - -/** @} */ - - -msgpack_vrefbuffer* msgpack_vrefbuffer_new(size_t ref_size, size_t chunk_size) -{ - msgpack_vrefbuffer* vbuf = (msgpack_vrefbuffer*)malloc(sizeof(msgpack_vrefbuffer)); - if(!msgpack_vrefbuffer_init(vbuf, ref_size, chunk_size)) { - free(vbuf); - return NULL; - } - return vbuf; -} - -void msgpack_vrefbuffer_free(msgpack_vrefbuffer* vbuf) -{ - if(vbuf == NULL) { return; } - msgpack_vrefbuffer_destroy(vbuf); - free(vbuf); -} - -int msgpack_vrefbuffer_write(void* data, const char* buf, unsigned int len) -{ - msgpack_vrefbuffer* vbuf = (msgpack_vrefbuffer*)data; - - if(len < vbuf->ref_size) { - return msgpack_vrefbuffer_append_copy(vbuf, buf, len); - } else { - return msgpack_vrefbuffer_append_ref(vbuf, buf, len); - } -} - -const struct iovec* msgpack_vrefbuffer_vec(const msgpack_vrefbuffer* vref) -{ - return vref->array; -} - -size_t msgpack_vrefbuffer_veclen(const msgpack_vrefbuffer* vref) -{ - return vref->tail - vref->array; -} - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/vrefbuffer.h */ - diff --git a/cpp/src/msgpack/vrefbuffer.hpp b/cpp/src/msgpack/vrefbuffer.hpp deleted file mode 100644 index 8233527..0000000 --- a/cpp/src/msgpack/vrefbuffer.hpp +++ /dev/null @@ -1,97 +0,0 @@ -// -// MessagePack for C++ zero-copy buffer implementation -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_VREFBUFFER_HPP__ -#define MSGPACK_VREFBUFFER_HPP__ - -#include "vrefbuffer.h" -#include - -namespace msgpack { - - -class vrefbuffer : public msgpack_vrefbuffer { -public: - vrefbuffer(size_t ref_size = MSGPACK_VREFBUFFER_REF_SIZE, - size_t chunk_size = MSGPACK_VREFBUFFER_CHUNK_SIZE) - { - msgpack_vrefbuffer_init(this, ref_size, chunk_size); - } - - ~vrefbuffer() - { - msgpack_vrefbuffer_destroy(this); - } - -public: - void write(const char* buf, unsigned int len) - { - if(len < base::ref_size) { - append_copy(buf, len); - } else { - append_ref(buf, len); - } - } - - void append_ref(const char* buf, size_t len) - { - if(msgpack_vrefbuffer_append_ref(this, buf, len) < 0) { - throw std::bad_alloc(); - } - } - - void append_copy(const char* buf, size_t len) - { - if(msgpack_vrefbuffer_append_copy(this, buf, len) < 0) { - throw std::bad_alloc(); - } - } - - const struct iovec* vector() const - { - return msgpack_vrefbuffer_vec(this); - } - - size_t vector_size() const - { - return msgpack_vrefbuffer_veclen(this); - } - - void migrate(vrefbuffer* to) - { - if(msgpack_vrefbuffer_migrate(this, to) < 0) { - throw std::bad_alloc(); - } - } - - void clear() - { - msgpack_vrefbuffer_clear(this); - } - -private: - typedef msgpack_vrefbuffer base; - -private: - vrefbuffer(const vrefbuffer&); -}; - - -} // namespace msgpack - -#endif /* msgpack/vrefbuffer.hpp */ - diff --git a/cpp/src/msgpack/zbuffer.h b/cpp/src/msgpack/zbuffer.h deleted file mode 100644 index efdd304..0000000 --- a/cpp/src/msgpack/zbuffer.h +++ /dev/null @@ -1,207 +0,0 @@ -/* - * MessagePack for C deflate buffer implementation - * - * Copyright (C) 2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_ZBUFFER_H__ -#define MSGPACK_ZBUFFER_H__ - -#include "sysdep.h" -#include -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - - -/** - * @defgroup msgpack_zbuffer Compressed buffer - * @ingroup msgpack_buffer - * @{ - */ - -typedef struct msgpack_zbuffer { - z_stream stream; - char* data; - size_t init_size; -} msgpack_zbuffer; - -#ifndef MSGPACK_ZBUFFER_INIT_SIZE -#define MSGPACK_ZBUFFER_INIT_SIZE 8192 -#endif - -static inline bool msgpack_zbuffer_init(msgpack_zbuffer* zbuf, - int level, size_t init_size); -static inline void msgpack_zbuffer_destroy(msgpack_zbuffer* zbuf); - -static inline msgpack_zbuffer* msgpack_zbuffer_new(int level, size_t init_size); -static inline void msgpack_zbuffer_free(msgpack_zbuffer* zbuf); - -static inline char* msgpack_zbuffer_flush(msgpack_zbuffer* zbuf); - -static inline const char* msgpack_zbuffer_data(const msgpack_zbuffer* zbuf); -static inline size_t msgpack_zbuffer_size(const msgpack_zbuffer* zbuf); - -static inline bool msgpack_zbuffer_reset(msgpack_zbuffer* zbuf); -static inline void msgpack_zbuffer_reset_buffer(msgpack_zbuffer* zbuf); -static inline char* msgpack_zbuffer_release_buffer(msgpack_zbuffer* zbuf); - - -#ifndef MSGPACK_ZBUFFER_RESERVE_SIZE -#define MSGPACK_ZBUFFER_RESERVE_SIZE 512 -#endif - -static inline int msgpack_zbuffer_write(void* data, const char* buf, unsigned int len); - -static inline bool msgpack_zbuffer_expand(msgpack_zbuffer* zbuf); - - -bool msgpack_zbuffer_init(msgpack_zbuffer* zbuf, - int level, size_t init_size) -{ - memset(zbuf, 0, sizeof(msgpack_zbuffer)); - zbuf->init_size = init_size; - if(deflateInit(&zbuf->stream, level) != Z_OK) { - free(zbuf->data); - return false; - } - return true; -} - -void msgpack_zbuffer_destroy(msgpack_zbuffer* zbuf) -{ - deflateEnd(&zbuf->stream); - free(zbuf->data); -} - -msgpack_zbuffer* msgpack_zbuffer_new(int level, size_t init_size) -{ - msgpack_zbuffer* zbuf = (msgpack_zbuffer*)malloc(sizeof(msgpack_zbuffer)); - if(!msgpack_zbuffer_init(zbuf, level, init_size)) { - free(zbuf); - return NULL; - } - return zbuf; -} - -void msgpack_zbuffer_free(msgpack_zbuffer* zbuf) -{ - if(zbuf == NULL) { return; } - msgpack_zbuffer_destroy(zbuf); - free(zbuf); -} - -bool msgpack_zbuffer_expand(msgpack_zbuffer* zbuf) -{ - size_t used = (char*)zbuf->stream.next_out - zbuf->data; - size_t csize = used + zbuf->stream.avail_out; - size_t nsize = (csize == 0) ? zbuf->init_size : csize * 2; - - char* tmp = (char*)realloc(zbuf->data, nsize); - if(tmp == NULL) { - return false; - } - - zbuf->data = tmp; - zbuf->stream.next_out = (Bytef*)(tmp + used); - zbuf->stream.avail_out = nsize - used; - - return true; -} - -int msgpack_zbuffer_write(void* data, const char* buf, unsigned int len) -{ - msgpack_zbuffer* zbuf = (msgpack_zbuffer*)data; - - zbuf->stream.next_in = (Bytef*)buf; - zbuf->stream.avail_in = len; - - do { - if(zbuf->stream.avail_out < MSGPACK_ZBUFFER_RESERVE_SIZE) { - if(!msgpack_zbuffer_expand(zbuf)) { - return -1; - } - } - - if(deflate(&zbuf->stream, Z_NO_FLUSH) != Z_OK) { - return -1; - } - } while(zbuf->stream.avail_in > 0); - - return 0; -} - -char* msgpack_zbuffer_flush(msgpack_zbuffer* zbuf) -{ - while(true) { - switch(deflate(&zbuf->stream, Z_FINISH)) { - case Z_STREAM_END: - return zbuf->data; - case Z_OK: - if(!msgpack_zbuffer_expand(zbuf)) { - return NULL; - } - break; - default: - return NULL; - } - } -} - -const char* msgpack_zbuffer_data(const msgpack_zbuffer* zbuf) -{ - return zbuf->data; -} - -size_t msgpack_zbuffer_size(const msgpack_zbuffer* zbuf) -{ - return (char*)zbuf->stream.next_out - zbuf->data; -} - -void msgpack_zbuffer_reset_buffer(msgpack_zbuffer* zbuf) -{ - zbuf->stream.avail_out += (char*)zbuf->stream.next_out - zbuf->data; - zbuf->stream.next_out = (Bytef*)zbuf->data; -} - -bool msgpack_zbuffer_reset(msgpack_zbuffer* zbuf) -{ - if(deflateReset(&zbuf->stream) != Z_OK) { - return false; - } - msgpack_zbuffer_reset_buffer(zbuf); - return true; -} - -char* msgpack_zbuffer_release_buffer(msgpack_zbuffer* zbuf) -{ - char* tmp = zbuf->data; - zbuf->data = NULL; - zbuf->stream.next_out = NULL; - zbuf->stream.avail_out = 0; - return tmp; -} - -/** @} */ - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/zbuffer.h */ - diff --git a/cpp/src/msgpack/zbuffer.hpp b/cpp/src/msgpack/zbuffer.hpp deleted file mode 100644 index 08e6fd0..0000000 --- a/cpp/src/msgpack/zbuffer.hpp +++ /dev/null @@ -1,100 +0,0 @@ -// -// MessagePack for C++ deflate buffer implementation -// -// Copyright (C) 2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_ZBUFFER_HPP__ -#define MSGPACK_ZBUFFER_HPP__ - -#include "zbuffer.h" -#include - -namespace msgpack { - - -class zbuffer : public msgpack_zbuffer { -public: - zbuffer(int level = Z_DEFAULT_COMPRESSION, - size_t init_size = MSGPACK_ZBUFFER_INIT_SIZE) - { - msgpack_zbuffer_init(this, level, init_size); - } - - ~zbuffer() - { - msgpack_zbuffer_destroy(this); - } - -public: - void write(const char* buf, unsigned int len) - { - if(msgpack_zbuffer_write(this, buf, len) < 0) { - throw std::bad_alloc(); - } - } - - char* flush() - { - char* buf = msgpack_zbuffer_flush(this); - if(!buf) { - throw std::bad_alloc(); - } - return buf; - } - - char* data() - { - return base::data; - } - - const char* data() const - { - return base::data; - } - - size_t size() const - { - return msgpack_zbuffer_size(this); - } - - void reset() - { - if(!msgpack_zbuffer_reset(this)) { - throw std::bad_alloc(); - } - } - - void reset_buffer() - { - msgpack_zbuffer_reset_buffer(this); - } - - char* release_buffer() - { - return msgpack_zbuffer_release_buffer(this); - } - -private: - typedef msgpack_zbuffer base; - -private: - zbuffer(const zbuffer&); -}; - - -} // namespace msgpack - -#endif /* msgpack/zbuffer.hpp */ - diff --git a/cpp/src/msgpack/zone.h b/cpp/src/msgpack/zone.h deleted file mode 100644 index 0f5817f..0000000 --- a/cpp/src/msgpack/zone.h +++ /dev/null @@ -1,147 +0,0 @@ -/* - * MessagePack for C memory pool implementation - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_ZONE_H__ -#define MSGPACK_ZONE_H__ - -#include "sysdep.h" - -#ifdef __cplusplus -extern "C" { -#endif - - -/** - * @defgroup msgpack_zone Memory zone - * @ingroup msgpack - * @{ - */ - -typedef struct msgpack_zone_finalizer { - void (*func)(void* data); - void* data; -} msgpack_zone_finalizer; - -typedef struct msgpack_zone_finalizer_array { - msgpack_zone_finalizer* tail; - msgpack_zone_finalizer* end; - msgpack_zone_finalizer* array; -} msgpack_zone_finalizer_array; - -struct msgpack_zone_chunk; -typedef struct msgpack_zone_chunk msgpack_zone_chunk; - -typedef struct msgpack_zone_chunk_list { - size_t free; - char* ptr; - msgpack_zone_chunk* head; -} msgpack_zone_chunk_list; - -typedef struct msgpack_zone { - msgpack_zone_chunk_list chunk_list; - msgpack_zone_finalizer_array finalizer_array; - size_t chunk_size; -} msgpack_zone; - -#ifndef MSGPACK_ZONE_CHUNK_SIZE -#define MSGPACK_ZONE_CHUNK_SIZE 8192 -#endif - -bool msgpack_zone_init(msgpack_zone* zone, size_t chunk_size); -void msgpack_zone_destroy(msgpack_zone* zone); - -msgpack_zone* msgpack_zone_new(size_t chunk_size); -void msgpack_zone_free(msgpack_zone* zone); - -static inline void* msgpack_zone_malloc(msgpack_zone* zone, size_t size); -static inline void* msgpack_zone_malloc_no_align(msgpack_zone* zone, size_t size); - -static inline bool msgpack_zone_push_finalizer(msgpack_zone* zone, - void (*func)(void* data), void* data); - -static inline void msgpack_zone_swap(msgpack_zone* a, msgpack_zone* b); - -bool msgpack_zone_is_empty(msgpack_zone* zone); - -void msgpack_zone_clear(msgpack_zone* zone); - -/** @} */ - - -#ifndef MSGPACK_ZONE_ALIGN -#define MSGPACK_ZONE_ALIGN sizeof(int) -#endif - -void* msgpack_zone_malloc_expand(msgpack_zone* zone, size_t size); - -void* msgpack_zone_malloc_no_align(msgpack_zone* zone, size_t size) -{ - msgpack_zone_chunk_list* cl = &zone->chunk_list; - - if(zone->chunk_list.free < size) { - return msgpack_zone_malloc_expand(zone, size); - } - - char* ptr = cl->ptr; - cl->free -= size; - cl->ptr += size; - - return ptr; -} - -void* msgpack_zone_malloc(msgpack_zone* zone, size_t size) -{ - return msgpack_zone_malloc_no_align(zone, - ((size)+((MSGPACK_ZONE_ALIGN)-1)) & ~((MSGPACK_ZONE_ALIGN)-1)); -} - - -bool msgpack_zone_push_finalizer_expand(msgpack_zone* zone, - void (*func)(void* data), void* data); - -bool msgpack_zone_push_finalizer(msgpack_zone* zone, - void (*func)(void* data), void* data) -{ - msgpack_zone_finalizer_array* const fa = &zone->finalizer_array; - msgpack_zone_finalizer* fin = fa->tail; - - if(fin == fa->end) { - return msgpack_zone_push_finalizer_expand(zone, func, data); - } - - fin->func = func; - fin->data = data; - - ++fa->tail; - - return true; -} - -void msgpack_zone_swap(msgpack_zone* a, msgpack_zone* b) -{ - msgpack_zone tmp = *a; - *a = *b; - *b = tmp; -} - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/zone.h */ - diff --git a/cpp/src/msgpack/zone.hpp.erb b/cpp/src/msgpack/zone.hpp.erb deleted file mode 100644 index c6f5481..0000000 --- a/cpp/src/msgpack/zone.hpp.erb +++ /dev/null @@ -1,155 +0,0 @@ -// -// MessagePack for C++ memory pool -// -// Copyright (C) 2008-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#ifndef MSGPACK_ZONE_HPP__ -#define MSGPACK_ZONE_HPP__ - -#include "zone.h" -#include -#include -#include - -<% GENERATION_LIMIT = 15 %> -namespace msgpack { - - -class zone : public msgpack_zone { -public: - zone(size_t chunk_size = MSGPACK_ZONE_CHUNK_SIZE); - ~zone(); - -public: - void* malloc(size_t size); - void* malloc_no_align(size_t size); - - void push_finalizer(void (*func)(void*), void* data); - - template - void push_finalizer(std::auto_ptr obj); - - void clear(); - - void swap(zone& o); - - <%0.upto(GENERATION_LIMIT) {|i|%> - template , typename A<%=j%><%}%>> - T* allocate(<%=(1..i).map{|j|"A#{j} a#{j}"}.join(', ')%>); - <%}%> - -private: - void undo_malloc(size_t size); - - template - static void object_destructor(void* obj); - - typedef msgpack_zone base; - -private: - zone(const zone&); -}; - - - -inline zone::zone(size_t chunk_size) -{ - msgpack_zone_init(this, chunk_size); -} - -inline zone::~zone() -{ - msgpack_zone_destroy(this); -} - -inline void* zone::malloc(size_t size) -{ - void* ptr = msgpack_zone_malloc(this, size); - if(!ptr) { - throw std::bad_alloc(); - } - return ptr; -} - -inline void* zone::malloc_no_align(size_t size) -{ - void* ptr = msgpack_zone_malloc_no_align(this, size); - if(!ptr) { - throw std::bad_alloc(); - } - return ptr; -} - -inline void zone::push_finalizer(void (*func)(void*), void* data) -{ - if(!msgpack_zone_push_finalizer(this, func, data)) { - throw std::bad_alloc(); - } -} - -template -inline void zone::push_finalizer(std::auto_ptr obj) -{ - if(!msgpack_zone_push_finalizer(this, &zone::object_destructor, obj.get())) { - throw std::bad_alloc(); - } - obj.release(); -} - -inline void zone::clear() -{ - msgpack_zone_clear(this); -} - -inline void zone::swap(zone& o) -{ - msgpack_zone_swap(this, &o); -} - -template -void zone::object_destructor(void* obj) -{ - reinterpret_cast(obj)->~T(); -} - -inline void zone::undo_malloc(size_t size) -{ - base::chunk_list.ptr -= size; - base::chunk_list.free += size; -} - -<%0.upto(GENERATION_LIMIT) {|i|%> -template , typename A<%=j%><%}%>> -T* zone::allocate(<%=(1..i).map{|j|"A#{j} a#{j}"}.join(', ')%>) -{ - void* x = malloc(sizeof(T)); - if(!msgpack_zone_push_finalizer(this, &zone::object_destructor, x)) { - undo_malloc(sizeof(T)); - throw std::bad_alloc(); - } - try { - return new (x) T(<%=(1..i).map{|j|"a#{j}"}.join(', ')%>); - } catch (...) { - --base::finalizer_array.tail; - undo_malloc(sizeof(T)); - throw; - } -} -<%}%> - -} // namespace msgpack - -#endif /* msgpack/zone.hpp */ - diff --git a/cpp/src/object.cpp b/cpp/src/object.cpp deleted file mode 100644 index dfe32bb..0000000 --- a/cpp/src/object.cpp +++ /dev/null @@ -1,87 +0,0 @@ -// -// MessagePack for C++ dynamic typed objects -// -// Copyright (C) 2008-2009 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -#include "msgpack/object.hpp" - -namespace msgpack { - - -std::ostream& operator<< (std::ostream& s, const object o) -{ - switch(o.type) { - case type::NIL: - s << "nil"; - break; - - case type::BOOLEAN: - s << (o.via.boolean ? "true" : "false"); - break; - - case type::POSITIVE_INTEGER: - s << o.via.u64; - break; - - case type::NEGATIVE_INTEGER: - s << o.via.i64; - break; - - case type::DOUBLE: - s << o.via.dec; - break; - - case type::RAW: - (s << '"').write(o.via.raw.ptr, o.via.raw.size) << '"'; - break; - - case type::ARRAY: - s << "["; - if(o.via.array.size != 0) { - object* p(o.via.array.ptr); - s << *p; - ++p; - for(object* const pend(o.via.array.ptr + o.via.array.size); - p < pend; ++p) { - s << ", " << *p; - } - } - s << "]"; - break; - - case type::MAP: - s << "{"; - if(o.via.map.size != 0) { - object_kv* p(o.via.map.ptr); - s << p->key << "=>" << p->val; - ++p; - for(object_kv* const pend(o.via.map.ptr + o.via.map.size); - p < pend; ++p) { - s << ", " << p->key << "=>" << p->val; - } - } - s << "}"; - break; - - default: - // FIXME - s << "#"; - } - return s; -} - - -} // namespace msgpack - diff --git a/cpp/src/objectc.c b/cpp/src/objectc.c deleted file mode 100644 index d4f1c8a..0000000 --- a/cpp/src/objectc.c +++ /dev/null @@ -1,237 +0,0 @@ -/* - * MessagePack for C dynamic typing routine - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "msgpack/object.h" -#include "msgpack/pack.h" -#include -#include - -#ifndef _MSC_VER -#include -#else -#ifndef PRIu64 -#define PRIu64 "I64u" -#endif -#ifndef PRIi64 -#define PRIi64 "I64d" -#endif -#endif - - -int msgpack_pack_object(msgpack_packer* pk, msgpack_object d) -{ - switch(d.type) { - case MSGPACK_OBJECT_NIL: - return msgpack_pack_nil(pk); - - case MSGPACK_OBJECT_BOOLEAN: - if(d.via.boolean) { - return msgpack_pack_true(pk); - } else { - return msgpack_pack_false(pk); - } - - case MSGPACK_OBJECT_POSITIVE_INTEGER: - return msgpack_pack_uint64(pk, d.via.u64); - - case MSGPACK_OBJECT_NEGATIVE_INTEGER: - return msgpack_pack_int64(pk, d.via.i64); - - case MSGPACK_OBJECT_DOUBLE: - return msgpack_pack_double(pk, d.via.dec); - - case MSGPACK_OBJECT_RAW: - { - int ret = msgpack_pack_raw(pk, d.via.raw.size); - if(ret < 0) { return ret; } - return msgpack_pack_raw_body(pk, d.via.raw.ptr, d.via.raw.size); - } - - case MSGPACK_OBJECT_ARRAY: - { - int ret = msgpack_pack_array(pk, d.via.array.size); - if(ret < 0) { return ret; } - - msgpack_object* o = d.via.array.ptr; - msgpack_object* const oend = d.via.array.ptr + d.via.array.size; - for(; o != oend; ++o) { - ret = msgpack_pack_object(pk, *o); - if(ret < 0) { return ret; } - } - - return 0; - } - - case MSGPACK_OBJECT_MAP: - { - int ret = msgpack_pack_map(pk, d.via.map.size); - if(ret < 0) { return ret; } - - msgpack_object_kv* kv = d.via.map.ptr; - msgpack_object_kv* const kvend = d.via.map.ptr + d.via.map.size; - for(; kv != kvend; ++kv) { - ret = msgpack_pack_object(pk, kv->key); - if(ret < 0) { return ret; } - ret = msgpack_pack_object(pk, kv->val); - if(ret < 0) { return ret; } - } - - return 0; - } - - default: - return -1; - } -} - - -void msgpack_object_print(FILE* out, msgpack_object o) -{ - switch(o.type) { - case MSGPACK_OBJECT_NIL: - fprintf(out, "nil"); - break; - - case MSGPACK_OBJECT_BOOLEAN: - fprintf(out, (o.via.boolean ? "true" : "false")); - break; - - case MSGPACK_OBJECT_POSITIVE_INTEGER: - fprintf(out, "%"PRIu64, o.via.u64); - break; - - case MSGPACK_OBJECT_NEGATIVE_INTEGER: - fprintf(out, "%"PRIi64, o.via.i64); - break; - - case MSGPACK_OBJECT_DOUBLE: - fprintf(out, "%f", o.via.dec); - break; - - case MSGPACK_OBJECT_RAW: - fprintf(out, "\""); - fwrite(o.via.raw.ptr, o.via.raw.size, 1, out); - fprintf(out, "\""); - break; - - case MSGPACK_OBJECT_ARRAY: - fprintf(out, "["); - if(o.via.array.size != 0) { - msgpack_object* p = o.via.array.ptr; - msgpack_object_print(out, *p); - ++p; - msgpack_object* const pend = o.via.array.ptr + o.via.array.size; - for(; p < pend; ++p) { - fprintf(out, ", "); - msgpack_object_print(out, *p); - } - } - fprintf(out, "]"); - break; - - case MSGPACK_OBJECT_MAP: - fprintf(out, "{"); - if(o.via.map.size != 0) { - msgpack_object_kv* p = o.via.map.ptr; - msgpack_object_print(out, p->key); - fprintf(out, "=>"); - msgpack_object_print(out, p->val); - ++p; - msgpack_object_kv* const pend = o.via.map.ptr + o.via.map.size; - for(; p < pend; ++p) { - fprintf(out, ", "); - msgpack_object_print(out, p->key); - fprintf(out, "=>"); - msgpack_object_print(out, p->val); - } - } - fprintf(out, "}"); - break; - - default: - // FIXME - fprintf(out, "#", o.type, o.via.u64); - } -} - -bool msgpack_object_equal(const msgpack_object x, const msgpack_object y) -{ - if(x.type != y.type) { return false; } - - switch(x.type) { - case MSGPACK_OBJECT_NIL: - return true; - - case MSGPACK_OBJECT_BOOLEAN: - return x.via.boolean == y.via.boolean; - - case MSGPACK_OBJECT_POSITIVE_INTEGER: - return x.via.u64 == y.via.u64; - - case MSGPACK_OBJECT_NEGATIVE_INTEGER: - return x.via.i64 == y.via.i64; - - case MSGPACK_OBJECT_DOUBLE: - return x.via.dec == y.via.dec; - - case MSGPACK_OBJECT_RAW: - return x.via.raw.size == y.via.raw.size && - memcmp(x.via.raw.ptr, y.via.raw.ptr, x.via.raw.size) == 0; - - case MSGPACK_OBJECT_ARRAY: - if(x.via.array.size != y.via.array.size) { - return false; - } else if(x.via.array.size == 0) { - return true; - } else { - msgpack_object* px = x.via.array.ptr; - msgpack_object* const pxend = x.via.array.ptr + x.via.array.size; - msgpack_object* py = y.via.array.ptr; - do { - if(!msgpack_object_equal(*px, *py)) { - return false; - } - ++px; - ++py; - } while(px < pxend); - return true; - } - - case MSGPACK_OBJECT_MAP: - if(x.via.map.size != y.via.map.size) { - return false; - } else if(x.via.map.size == 0) { - return true; - } else { - msgpack_object_kv* px = x.via.map.ptr; - msgpack_object_kv* const pxend = x.via.map.ptr + x.via.map.size; - msgpack_object_kv* py = y.via.map.ptr; - do { - if(!msgpack_object_equal(px->key, py->key) || !msgpack_object_equal(px->val, py->val)) { - return false; - } - ++px; - ++py; - } while(px < pxend); - return true; - } - - default: - return false; - } -} - diff --git a/cpp/src/unpack.c b/cpp/src/unpack.c deleted file mode 100644 index 0c21780..0000000 --- a/cpp/src/unpack.c +++ /dev/null @@ -1,459 +0,0 @@ -/* - * MessagePack for C unpacking routine - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "msgpack/unpack.h" -#include "msgpack/unpack_define.h" -#include - - -typedef struct { - msgpack_zone* z; - bool referenced; -} unpack_user; - - -#define msgpack_unpack_struct(name) \ - struct template ## name - -#define msgpack_unpack_func(ret, name) \ - ret template ## name - -#define msgpack_unpack_callback(name) \ - template_callback ## name - -#define msgpack_unpack_object msgpack_object - -#define msgpack_unpack_user unpack_user - - -struct template_context; -typedef struct template_context template_context; - -static void template_init(template_context* ctx); - -static msgpack_object template_data(template_context* ctx); - -static int template_execute(template_context* ctx, - const char* data, size_t len, size_t* off); - - -static inline msgpack_object template_callback_root(unpack_user* u) -{ msgpack_object o = {}; return o; } - -static inline int template_callback_uint8(unpack_user* u, uint8_t d, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - -static inline int template_callback_uint16(unpack_user* u, uint16_t d, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - -static inline int template_callback_uint32(unpack_user* u, uint32_t d, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - -static inline int template_callback_uint64(unpack_user* u, uint64_t d, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - -static inline int template_callback_int8(unpack_user* u, int8_t d, msgpack_object* o) -{ if(d >= 0) { o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - else { o->type = MSGPACK_OBJECT_NEGATIVE_INTEGER; o->via.i64 = d; return 0; } } - -static inline int template_callback_int16(unpack_user* u, int16_t d, msgpack_object* o) -{ if(d >= 0) { o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - else { o->type = MSGPACK_OBJECT_NEGATIVE_INTEGER; o->via.i64 = d; return 0; } } - -static inline int template_callback_int32(unpack_user* u, int32_t d, msgpack_object* o) -{ if(d >= 0) { o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - else { o->type = MSGPACK_OBJECT_NEGATIVE_INTEGER; o->via.i64 = d; return 0; } } - -static inline int template_callback_int64(unpack_user* u, int64_t d, msgpack_object* o) -{ if(d >= 0) { o->type = MSGPACK_OBJECT_POSITIVE_INTEGER; o->via.u64 = d; return 0; } - else { o->type = MSGPACK_OBJECT_NEGATIVE_INTEGER; o->via.i64 = d; return 0; } } - -static inline int template_callback_float(unpack_user* u, float d, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_DOUBLE; o->via.dec = d; return 0; } - -static inline int template_callback_double(unpack_user* u, double d, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_DOUBLE; o->via.dec = d; return 0; } - -static inline int template_callback_nil(unpack_user* u, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_NIL; return 0; } - -static inline int template_callback_true(unpack_user* u, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_BOOLEAN; o->via.boolean = true; return 0; } - -static inline int template_callback_false(unpack_user* u, msgpack_object* o) -{ o->type = MSGPACK_OBJECT_BOOLEAN; o->via.boolean = false; return 0; } - -static inline int template_callback_array(unpack_user* u, unsigned int n, msgpack_object* o) -{ - o->type = MSGPACK_OBJECT_ARRAY; - o->via.array.size = 0; - o->via.array.ptr = (msgpack_object*)msgpack_zone_malloc(u->z, n*sizeof(msgpack_object)); - if(o->via.array.ptr == NULL) { return -1; } - return 0; -} - -static inline int template_callback_array_item(unpack_user* u, msgpack_object* c, msgpack_object o) -{ c->via.array.ptr[c->via.array.size++] = o; return 0; } - -static inline int template_callback_map(unpack_user* u, unsigned int n, msgpack_object* o) -{ - o->type = MSGPACK_OBJECT_MAP; - o->via.map.size = 0; - o->via.map.ptr = (msgpack_object_kv*)msgpack_zone_malloc(u->z, n*sizeof(msgpack_object_kv)); - if(o->via.map.ptr == NULL) { return -1; } - return 0; -} - -static inline int template_callback_map_item(unpack_user* u, msgpack_object* c, msgpack_object k, msgpack_object v) -{ - c->via.map.ptr[c->via.map.size].key = k; - c->via.map.ptr[c->via.map.size].val = v; - ++c->via.map.size; - return 0; -} - -static inline int template_callback_raw(unpack_user* u, const char* b, const char* p, unsigned int l, msgpack_object* o) -{ - o->type = MSGPACK_OBJECT_RAW; - o->via.raw.ptr = p; - o->via.raw.size = l; - u->referenced = true; - return 0; -} - -#include "msgpack/unpack_template.h" - - -#define CTX_CAST(m) ((template_context*)(m)) -#define CTX_REFERENCED(mpac) CTX_CAST((mpac)->ctx)->user.referenced - -#define COUNTER_SIZE (sizeof(_msgpack_atomic_counter_t)) - - -static inline void init_count(void* buffer) -{ - *(volatile _msgpack_atomic_counter_t*)buffer = 1; -} - -static inline void decl_count(void* buffer) -{ - // atomic if(--*(_msgpack_atomic_counter_t*)buffer == 0) { free(buffer); } - if(_msgpack_sync_decr_and_fetch((volatile _msgpack_atomic_counter_t*)buffer) == 0) { - free(buffer); - } -} - -static inline void incr_count(void* buffer) -{ - // atomic ++*(_msgpack_atomic_counter_t*)buffer; - _msgpack_sync_incr_and_fetch((volatile _msgpack_atomic_counter_t*)buffer); -} - -static inline _msgpack_atomic_counter_t get_count(void* buffer) -{ - return *(volatile _msgpack_atomic_counter_t*)buffer; -} - - - -bool msgpack_unpacker_init(msgpack_unpacker* mpac, size_t initial_buffer_size) -{ - if(initial_buffer_size < COUNTER_SIZE) { - initial_buffer_size = COUNTER_SIZE; - } - - char* buffer = (char*)malloc(initial_buffer_size); - if(buffer == NULL) { - return false; - } - - void* ctx = malloc(sizeof(template_context)); - if(ctx == NULL) { - free(buffer); - return false; - } - - msgpack_zone* z = msgpack_zone_new(MSGPACK_ZONE_CHUNK_SIZE); - if(z == NULL) { - free(ctx); - free(buffer); - return false; - } - - mpac->buffer = buffer; - mpac->used = COUNTER_SIZE; - mpac->free = initial_buffer_size - mpac->used; - mpac->off = COUNTER_SIZE; - mpac->parsed = 0; - mpac->initial_buffer_size = initial_buffer_size; - mpac->z = z; - mpac->ctx = ctx; - - init_count(mpac->buffer); - - template_init(CTX_CAST(mpac->ctx)); - CTX_CAST(mpac->ctx)->user.z = mpac->z; - CTX_CAST(mpac->ctx)->user.referenced = false; - - return true; -} - -void msgpack_unpacker_destroy(msgpack_unpacker* mpac) -{ - msgpack_zone_free(mpac->z); - free(mpac->ctx); - decl_count(mpac->buffer); -} - - -msgpack_unpacker* msgpack_unpacker_new(size_t initial_buffer_size) -{ - msgpack_unpacker* mpac = (msgpack_unpacker*)malloc(sizeof(msgpack_unpacker)); - if(mpac == NULL) { - return NULL; - } - - if(!msgpack_unpacker_init(mpac, initial_buffer_size)) { - free(mpac); - return NULL; - } - - return mpac; -} - -void msgpack_unpacker_free(msgpack_unpacker* mpac) -{ - msgpack_unpacker_destroy(mpac); - free(mpac); -} - -bool msgpack_unpacker_expand_buffer(msgpack_unpacker* mpac, size_t size) -{ - if(mpac->used == mpac->off && get_count(mpac->buffer) == 1 - && !CTX_REFERENCED(mpac)) { - // rewind buffer - mpac->free += mpac->used - COUNTER_SIZE; - mpac->used = COUNTER_SIZE; - mpac->off = COUNTER_SIZE; - - if(mpac->free >= size) { - return true; - } - } - - if(mpac->off == COUNTER_SIZE) { - size_t next_size = (mpac->used + mpac->free) * 2; // include COUNTER_SIZE - while(next_size < size + mpac->used) { - next_size *= 2; - } - - char* tmp = (char*)realloc(mpac->buffer, next_size); - if(tmp == NULL) { - return false; - } - - mpac->buffer = tmp; - mpac->free = next_size - mpac->used; - - } else { - size_t next_size = mpac->initial_buffer_size; // include COUNTER_SIZE - size_t not_parsed = mpac->used - mpac->off; - while(next_size < size + not_parsed + COUNTER_SIZE) { - next_size *= 2; - } - - char* tmp = (char*)malloc(next_size); - if(tmp == NULL) { - return false; - } - - init_count(tmp); - - memcpy(tmp+COUNTER_SIZE, mpac->buffer+mpac->off, not_parsed); - - if(CTX_REFERENCED(mpac)) { - if(!msgpack_zone_push_finalizer(mpac->z, decl_count, mpac->buffer)) { - free(tmp); - return false; - } - CTX_REFERENCED(mpac) = false; - } else { - decl_count(mpac->buffer); - } - - mpac->buffer = tmp; - mpac->used = not_parsed + COUNTER_SIZE; - mpac->free = next_size - mpac->used; - mpac->off = COUNTER_SIZE; - } - - return true; -} - -int msgpack_unpacker_execute(msgpack_unpacker* mpac) -{ - size_t off = mpac->off; - int ret = template_execute(CTX_CAST(mpac->ctx), - mpac->buffer, mpac->used, &mpac->off); - if(mpac->off > off) { - mpac->parsed += mpac->off - off; - } - return ret; -} - -msgpack_object msgpack_unpacker_data(msgpack_unpacker* mpac) -{ - return template_data(CTX_CAST(mpac->ctx)); -} - -msgpack_zone* msgpack_unpacker_release_zone(msgpack_unpacker* mpac) -{ - if(!msgpack_unpacker_flush_zone(mpac)) { - return NULL; - } - - msgpack_zone* r = msgpack_zone_new(MSGPACK_ZONE_CHUNK_SIZE); - if(r == NULL) { - return NULL; - } - - msgpack_zone* old = mpac->z; - mpac->z = r; - - return old; -} - -void msgpack_unpacker_reset_zone(msgpack_unpacker* mpac) -{ - msgpack_zone_clear(mpac->z); -} - -bool msgpack_unpacker_flush_zone(msgpack_unpacker* mpac) -{ - if(CTX_REFERENCED(mpac)) { - if(!msgpack_zone_push_finalizer(mpac->z, decl_count, mpac->buffer)) { - return false; - } - CTX_REFERENCED(mpac) = false; - - incr_count(mpac->buffer); - } - - return true; -} - -void msgpack_unpacker_reset(msgpack_unpacker* mpac) -{ - template_init(CTX_CAST(mpac->ctx)); - // don't reset referenced flag - mpac->parsed = 0; -} - -bool msgpack_unpacker_next(msgpack_unpacker* mpac, msgpack_unpacked* result) -{ - if(result->zone != NULL) { - msgpack_zone_free(result->zone); - } - - int ret = msgpack_unpacker_execute(mpac); - - if(ret <= 0) { - result->zone = NULL; - memset(&result->data, 0, sizeof(msgpack_object)); - return false; - } - - result->zone = msgpack_unpacker_release_zone(mpac); - result->data = msgpack_unpacker_data(mpac); - msgpack_unpacker_reset(mpac); - - return true; -} - - -msgpack_unpack_return -msgpack_unpack(const char* data, size_t len, size_t* off, - msgpack_zone* result_zone, msgpack_object* result) -{ - size_t noff = 0; - if(off != NULL) { noff = *off; } - - if(len <= noff) { - // FIXME - return MSGPACK_UNPACK_CONTINUE; - } - - template_context ctx; - template_init(&ctx); - - ctx.user.z = result_zone; - ctx.user.referenced = false; - - int e = template_execute(&ctx, data, len, &noff); - if(e < 0) { - return MSGPACK_UNPACK_PARSE_ERROR; - } - - if(off != NULL) { *off = noff; } - - if(e == 0) { - return MSGPACK_UNPACK_CONTINUE; - } - - *result = template_data(&ctx); - - if(noff < len) { - return MSGPACK_UNPACK_EXTRA_BYTES; - } - - return MSGPACK_UNPACK_SUCCESS; -} - -bool msgpack_unpack_next(msgpack_unpacked* result, - const char* data, size_t len, size_t* off) -{ - msgpack_unpacked_destroy(result); - - size_t noff = 0; - if(off != NULL) { noff = *off; } - - if(len <= noff) { - return false; - } - - msgpack_zone* z = msgpack_zone_new(MSGPACK_ZONE_CHUNK_SIZE); - - template_context ctx; - template_init(&ctx); - - ctx.user.z = z; - ctx.user.referenced = false; - - int e = template_execute(&ctx, data, len, &noff); - if(e <= 0) { - msgpack_zone_free(z); - return false; - } - - if(off != NULL) { *off = noff; } - - result->zone = z; - result->data = template_data(&ctx); - - return true; -} - diff --git a/cpp/src/version.c b/cpp/src/version.c deleted file mode 100644 index 3d956f1..0000000 --- a/cpp/src/version.c +++ /dev/null @@ -1,17 +0,0 @@ -#include "msgpack.h" - -const char* msgpack_version(void) -{ - return MSGPACK_VERSION; -} - -int msgpack_version_major(void) -{ - return MSGPACK_VERSION_MAJOR; -} - -int msgpack_version_minor(void) -{ - return MSGPACK_VERSION_MINOR; -} - diff --git a/cpp/src/vrefbuffer.c b/cpp/src/vrefbuffer.c deleted file mode 100644 index a27b138..0000000 --- a/cpp/src/vrefbuffer.c +++ /dev/null @@ -1,220 +0,0 @@ -/* - * MessagePack for C zero-copy buffer implementation - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "msgpack/vrefbuffer.h" -#include -#include - -struct msgpack_vrefbuffer_chunk { - struct msgpack_vrefbuffer_chunk* next; - /* data ... */ -}; - -bool msgpack_vrefbuffer_init(msgpack_vrefbuffer* vbuf, - size_t ref_size, size_t chunk_size) -{ - vbuf->chunk_size = chunk_size; - vbuf->ref_size = ref_size; - - size_t nfirst = (sizeof(struct iovec) < 72/2) ? - 72 / sizeof(struct iovec) : 8; - - struct iovec* array = (struct iovec*)malloc( - sizeof(struct iovec) * nfirst); - if(array == NULL) { - return false; - } - - vbuf->tail = array; - vbuf->end = array + nfirst; - vbuf->array = array; - - msgpack_vrefbuffer_chunk* chunk = (msgpack_vrefbuffer_chunk*)malloc( - sizeof(msgpack_vrefbuffer_chunk) + chunk_size); - if(chunk == NULL) { - free(array); - return false; - } - - msgpack_vrefbuffer_inner_buffer* const ib = &vbuf->inner_buffer; - - ib->free = chunk_size; - ib->ptr = ((char*)chunk) + sizeof(msgpack_vrefbuffer_chunk); - ib->head = chunk; - chunk->next = NULL; - - return true; -} - -void msgpack_vrefbuffer_destroy(msgpack_vrefbuffer* vbuf) -{ - msgpack_vrefbuffer_chunk* c = vbuf->inner_buffer.head; - while(true) { - msgpack_vrefbuffer_chunk* n = c->next; - free(c); - if(n != NULL) { - c = n; - } else { - break; - } - } - free(vbuf->array); -} - -void msgpack_vrefbuffer_clear(msgpack_vrefbuffer* vbuf) -{ - msgpack_vrefbuffer_chunk* c = vbuf->inner_buffer.head->next; - msgpack_vrefbuffer_chunk* n; - while(c != NULL) { - n = c->next; - free(c); - c = n; - } - - msgpack_vrefbuffer_inner_buffer* const ib = &vbuf->inner_buffer; - msgpack_vrefbuffer_chunk* chunk = ib->head; - chunk->next = NULL; - ib->free = vbuf->chunk_size; - ib->ptr = ((char*)chunk) + sizeof(msgpack_vrefbuffer_chunk); - - vbuf->tail = vbuf->array; -} - -int msgpack_vrefbuffer_append_ref(msgpack_vrefbuffer* vbuf, - const char* buf, unsigned int len) -{ - if(vbuf->tail == vbuf->end) { - const size_t nused = vbuf->tail - vbuf->array; - const size_t nnext = nused * 2; - - struct iovec* nvec = (struct iovec*)realloc( - vbuf->array, sizeof(struct iovec)*nnext); - if(nvec == NULL) { - return -1; - } - - vbuf->array = nvec; - vbuf->end = nvec + nnext; - vbuf->tail = nvec + nused; - } - - vbuf->tail->iov_base = (char*)buf; - vbuf->tail->iov_len = len; - ++vbuf->tail; - - return 0; -} - -int msgpack_vrefbuffer_append_copy(msgpack_vrefbuffer* vbuf, - const char* buf, unsigned int len) -{ - msgpack_vrefbuffer_inner_buffer* const ib = &vbuf->inner_buffer; - - if(ib->free < len) { - size_t sz = vbuf->chunk_size; - if(sz < len) { - sz = len; - } - - msgpack_vrefbuffer_chunk* chunk = (msgpack_vrefbuffer_chunk*)malloc( - sizeof(msgpack_vrefbuffer_chunk) + sz); - if(chunk == NULL) { - return -1; - } - - chunk->next = ib->head; - ib->head = chunk; - ib->free = sz; - ib->ptr = ((char*)chunk) + sizeof(msgpack_vrefbuffer_chunk); - } - - char* m = ib->ptr; - memcpy(m, buf, len); - ib->free -= len; - ib->ptr += len; - - if(vbuf->tail != vbuf->array && m == - (const char*)((vbuf->tail-1)->iov_base) + (vbuf->tail-1)->iov_len) { - (vbuf->tail-1)->iov_len += len; - return 0; - } else { - return msgpack_vrefbuffer_append_ref(vbuf, m, len); - } -} - -int msgpack_vrefbuffer_migrate(msgpack_vrefbuffer* vbuf, msgpack_vrefbuffer* to) -{ - size_t sz = vbuf->chunk_size; - - msgpack_vrefbuffer_chunk* empty = (msgpack_vrefbuffer_chunk*)malloc( - sizeof(msgpack_vrefbuffer_chunk) + sz); - if(empty == NULL) { - return -1; - } - - empty->next = NULL; - - - const size_t nused = vbuf->tail - vbuf->array; - if(to->tail + nused < vbuf->end) { - const size_t tosize = to->tail - to->array; - const size_t reqsize = nused + tosize; - size_t nnext = (to->end - to->array) * 2; - while(nnext < reqsize) { - nnext *= 2; - } - - struct iovec* nvec = (struct iovec*)realloc( - to->array, sizeof(struct iovec)*nnext); - if(nvec == NULL) { - free(empty); - return -1; - } - - to->array = nvec; - to->end = nvec + nnext; - to->tail = nvec + tosize; - } - - memcpy(to->tail, vbuf->array, sizeof(struct iovec)*nused); - - to->tail += nused; - vbuf->tail = vbuf->array; - - - msgpack_vrefbuffer_inner_buffer* const ib = &vbuf->inner_buffer; - msgpack_vrefbuffer_inner_buffer* const toib = &to->inner_buffer; - - msgpack_vrefbuffer_chunk* last = ib->head; - while(last->next != NULL) { - last = last->next; - } - last->next = toib->head; - toib->head = ib->head; - - if(toib->free < ib->free) { - toib->free = ib->free; - toib->ptr = ib->ptr; - } - - ib->head = empty; - ib->free = sz; - ib->ptr = ((char*)empty) + sizeof(msgpack_vrefbuffer_chunk); - - return 0; -} - diff --git a/cpp/src/zone.c b/cpp/src/zone.c deleted file mode 100644 index 8cc8b0d..0000000 --- a/cpp/src/zone.c +++ /dev/null @@ -1,221 +0,0 @@ -/* - * MessagePack for C memory pool implementation - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "msgpack/zone.h" -#include -#include - -struct msgpack_zone_chunk { - struct msgpack_zone_chunk* next; - /* data ... */ -}; - -static inline bool init_chunk_list(msgpack_zone_chunk_list* cl, size_t chunk_size) -{ - msgpack_zone_chunk* chunk = (msgpack_zone_chunk*)malloc( - sizeof(msgpack_zone_chunk) + chunk_size); - if(chunk == NULL) { - return false; - } - - cl->head = chunk; - cl->free = chunk_size; - cl->ptr = ((char*)chunk) + sizeof(msgpack_zone_chunk); - chunk->next = NULL; - - return true; -} - -static inline void destroy_chunk_list(msgpack_zone_chunk_list* cl) -{ - msgpack_zone_chunk* c = cl->head; - while(true) { - msgpack_zone_chunk* n = c->next; - free(c); - if(n != NULL) { - c = n; - } else { - break; - } - } -} - -static inline void clear_chunk_list(msgpack_zone_chunk_list* cl, size_t chunk_size) -{ - msgpack_zone_chunk* c = cl->head; - while(true) { - msgpack_zone_chunk* n = c->next; - if(n != NULL) { - free(c); - c = n; - } else { - break; - } - } - cl->head->next = NULL; - cl->free = chunk_size; - cl->ptr = ((char*)cl->head) + sizeof(msgpack_zone_chunk); -} - -void* msgpack_zone_malloc_expand(msgpack_zone* zone, size_t size) -{ - msgpack_zone_chunk_list* const cl = &zone->chunk_list; - - size_t sz = zone->chunk_size; - - while(sz < size) { - sz *= 2; - } - - msgpack_zone_chunk* chunk = (msgpack_zone_chunk*)malloc( - sizeof(msgpack_zone_chunk) + sz); - - char* ptr = ((char*)chunk) + sizeof(msgpack_zone_chunk); - - chunk->next = cl->head; - cl->head = chunk; - cl->free = sz - size; - cl->ptr = ptr + size; - - return ptr; -} - - -static inline void init_finalizer_array(msgpack_zone_finalizer_array* fa) -{ - fa->tail = NULL; - fa->end = NULL; - fa->array = NULL; -} - -static inline void call_finalizer_array(msgpack_zone_finalizer_array* fa) -{ - msgpack_zone_finalizer* fin = fa->tail; - for(; fin != fa->array; --fin) { - (*(fin-1)->func)((fin-1)->data); - } -} - -static inline void destroy_finalizer_array(msgpack_zone_finalizer_array* fa) -{ - call_finalizer_array(fa); - free(fa->array); -} - -static inline void clear_finalizer_array(msgpack_zone_finalizer_array* fa) -{ - call_finalizer_array(fa); - fa->tail = fa->array; -} - -bool msgpack_zone_push_finalizer_expand(msgpack_zone* zone, - void (*func)(void* data), void* data) -{ - msgpack_zone_finalizer_array* const fa = &zone->finalizer_array; - - const size_t nused = fa->end - fa->array; - - size_t nnext; - if(nused == 0) { - nnext = (sizeof(msgpack_zone_finalizer) < 72/2) ? - 72 / sizeof(msgpack_zone_finalizer) : 8; - - } else { - nnext = nused * 2; - } - - msgpack_zone_finalizer* tmp = - (msgpack_zone_finalizer*)realloc(fa->array, - sizeof(msgpack_zone_finalizer) * nnext); - if(tmp == NULL) { - return false; - } - - fa->array = tmp; - fa->end = tmp + nnext; - fa->tail = tmp + nused; - - fa->tail->func = func; - fa->tail->data = data; - - ++fa->tail; - - return true; -} - - -bool msgpack_zone_is_empty(msgpack_zone* zone) -{ - msgpack_zone_chunk_list* const cl = &zone->chunk_list; - msgpack_zone_finalizer_array* const fa = &zone->finalizer_array; - return cl->free == zone->chunk_size && cl->head->next == NULL && - fa->tail == fa->array; -} - - -void msgpack_zone_destroy(msgpack_zone* zone) -{ - destroy_finalizer_array(&zone->finalizer_array); - destroy_chunk_list(&zone->chunk_list); -} - -void msgpack_zone_clear(msgpack_zone* zone) -{ - clear_finalizer_array(&zone->finalizer_array); - clear_chunk_list(&zone->chunk_list, zone->chunk_size); -} - -bool msgpack_zone_init(msgpack_zone* zone, size_t chunk_size) -{ - zone->chunk_size = chunk_size; - - if(!init_chunk_list(&zone->chunk_list, chunk_size)) { - return false; - } - - init_finalizer_array(&zone->finalizer_array); - - return true; -} - -msgpack_zone* msgpack_zone_new(size_t chunk_size) -{ - msgpack_zone* zone = (msgpack_zone*)malloc( - sizeof(msgpack_zone) + chunk_size); - if(zone == NULL) { - return NULL; - } - - zone->chunk_size = chunk_size; - - if(!init_chunk_list(&zone->chunk_list, chunk_size)) { - free(zone); - return NULL; - } - - init_finalizer_array(&zone->finalizer_array); - - return zone; -} - -void msgpack_zone_free(msgpack_zone* zone) -{ - if(zone == NULL) { return; } - msgpack_zone_destroy(zone); - free(zone); -} - diff --git a/cpp/test/Makefile.am b/cpp/test/Makefile.am deleted file mode 100644 index 5225f28..0000000 --- a/cpp/test/Makefile.am +++ /dev/null @@ -1,54 +0,0 @@ - -AM_CPPFLAGS = -I../src -AM_C_CPPFLAGS = -I../src -AM_LDFLAGS = ../src/libmsgpack.la -lgtest_main - -check_PROGRAMS = \ - zone \ - pack_unpack \ - pack_unpack_c \ - streaming \ - streaming_c \ - object \ - convert \ - buffer \ - cases \ - fixint \ - fixint_c \ - version \ - msgpackc_test \ - msgpack_test - -TESTS = $(check_PROGRAMS) - -zone_SOURCES = zone.cc - -pack_unpack_SOURCES = pack_unpack.cc - -pack_unpack_c_SOURCES = pack_unpack_c.cc - -streaming_SOURCES = streaming.cc - -streaming_c_SOURCES = streaming_c.cc - -object_SOURCES = object.cc - -convert_SOURCES = convert.cc - -buffer_SOURCES = buffer.cc -buffer_LDADD = -lz - -cases_SOURCES = cases.cc - -fixint_SOURCES = fixint.cc - -fixint_c_SOURCES = fixint_c.cc - -version_SOURCES = version.cc - -msgpackc_test_SOURCES = msgpackc_test.cpp - -msgpack_test_SOURCES = msgpack_test.cpp - -EXTRA_DIST = cases.mpac cases_compact.mpac - diff --git a/cpp/test/buffer.cc b/cpp/test/buffer.cc deleted file mode 100644 index aff0699..0000000 --- a/cpp/test/buffer.cc +++ /dev/null @@ -1,75 +0,0 @@ -#include -#include -#include -#include - -TEST(buffer, sbuffer) -{ - msgpack::sbuffer sbuf; - sbuf.write("a", 1); - sbuf.write("a", 1); - sbuf.write("a", 1); - - EXPECT_EQ(3, sbuf.size()); - EXPECT_TRUE( memcmp(sbuf.data(), "aaa", 3) == 0 ); - - sbuf.clear(); - sbuf.write("a", 1); - sbuf.write("a", 1); - sbuf.write("a", 1); - - EXPECT_EQ(3, sbuf.size()); - EXPECT_TRUE( memcmp(sbuf.data(), "aaa", 3) == 0 ); -} - - -TEST(buffer, vrefbuffer) -{ - msgpack::vrefbuffer vbuf; - vbuf.write("a", 1); - vbuf.write("a", 1); - vbuf.write("a", 1); - - const struct iovec* vec = vbuf.vector(); - size_t veclen = vbuf.vector_size(); - - msgpack::sbuffer sbuf; - for(size_t i=0; i < veclen; ++i) { - sbuf.write((const char*)vec[i].iov_base, vec[i].iov_len); - } - - EXPECT_EQ(3, sbuf.size()); - EXPECT_TRUE( memcmp(sbuf.data(), "aaa", 3) == 0 ); - - - vbuf.clear(); - vbuf.write("a", 1); - vbuf.write("a", 1); - vbuf.write("a", 1); - - vec = vbuf.vector(); - veclen = vbuf.vector_size(); - - sbuf.clear(); - for(size_t i=0; i < veclen; ++i) { - sbuf.write((const char*)vec[i].iov_base, vec[i].iov_len); - } - - EXPECT_EQ(3, sbuf.size()); - EXPECT_TRUE( memcmp(sbuf.data(), "aaa", 3) == 0 ); -} - - -TEST(buffer, zbuffer) -{ - msgpack::zbuffer zbuf; - zbuf.write("a", 1); - zbuf.write("a", 1); - zbuf.write("a", 1); - - zbuf.flush(); - - char* data = zbuf.data(); - size_t size = zbuf.size(); -} - diff --git a/cpp/test/cases.cc b/cpp/test/cases.cc deleted file mode 100644 index eb1286c..0000000 --- a/cpp/test/cases.cc +++ /dev/null @@ -1,38 +0,0 @@ -#include -#include -#include - -static void feed_file(msgpack::unpacker& pac, const char* path) -{ - std::ifstream fin(path); - while(true) { - pac.reserve_buffer(32*1024); - fin.read(pac.buffer(), pac.buffer_capacity()); - if(fin.bad()) { - throw std::runtime_error("read failed"); - } - pac.buffer_consumed(fin.gcount()); - if(fin.fail()) { - break; - } - } -} - -TEST(cases, format) -{ - msgpack::unpacker pac; - msgpack::unpacker pac_compact; - - feed_file(pac, "cases.mpac"); - feed_file(pac_compact, "cases_compact.mpac"); - - msgpack::unpacked result; - while(pac.next(&result)) { - msgpack::unpacked result_compact; - EXPECT_TRUE( pac_compact.next(&result_compact) ); - EXPECT_EQ(result_compact.get(), result.get()); - } - - EXPECT_FALSE( pac_compact.next(&result) ); -} - diff --git a/cpp/test/convert.cc b/cpp/test/convert.cc deleted file mode 100644 index f2a8523..0000000 --- a/cpp/test/convert.cc +++ /dev/null @@ -1,74 +0,0 @@ -#include -#include - -class compatibility { -public: - compatibility() : str1("default"), str2("default") { } - - std::string str1; - std::string str2; - - MSGPACK_DEFINE(str1, str2); -}; - -TEST(convert, compatibility_less) -{ - std::vector src(1); - src[0] = "kumofs"; - - msgpack::zone z; - msgpack::object obj(src, &z); - - compatibility c; - EXPECT_NO_THROW( obj.convert(&c) ); - - EXPECT_EQ("kumofs", c.str1); - EXPECT_EQ("default", c.str2); -} - -TEST(convert, compatibility_more) -{ - std::vector src(3); - src[0] = "kumofs"; - src[1] = "mpio"; - src[2] = "cloudy"; - - msgpack::zone z; - msgpack::object obj(src, &z); - - compatibility to; - EXPECT_NO_THROW( obj.convert(&to) ); - - EXPECT_EQ("kumofs", to.str1); - EXPECT_EQ("mpio", to.str2); -} - - -class enum_member { -public: - enum_member() : flag(A) { } - - enum flags_t { - A = 0, - B = 1, - }; - - flags_t flag; - - MSGPACK_DEFINE((int&)flag); -}; - -TEST(convert, enum_member) -{ - enum_member src; - src.flag = enum_member::B; - - msgpack::zone z; - msgpack::object obj(src, &z); - - enum_member to; - EXPECT_NO_THROW( obj.convert(&to) ); - - EXPECT_EQ(enum_member::B, to.flag); -} - diff --git a/cpp/test/fixint.cc b/cpp/test/fixint.cc deleted file mode 100644 index 63288a1..0000000 --- a/cpp/test/fixint.cc +++ /dev/null @@ -1,55 +0,0 @@ -#include -#include - -template -void check_size(size_t size) { - T v(0); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, v); - EXPECT_EQ(size, sbuf.size()); -} - -TEST(fixint, size) -{ - check_size(2); - check_size(3); - check_size(5); - check_size(9); - - check_size(2); - check_size(3); - check_size(5); - check_size(9); -} - - -template -void check_convert() { - T v1(-11); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, v1); - - msgpack::unpacked msg; - msgpack::unpack(&msg, sbuf.data(), sbuf.size()); - - T v2; - msg.get().convert(&v2); - - EXPECT_EQ(v1.get(), v2.get()); - - EXPECT_EQ(msg.get(), msgpack::object(T(v1.get()))); -} - -TEST(fixint, convert) -{ - check_convert(); - check_convert(); - check_convert(); - check_convert(); - - check_convert(); - check_convert(); - check_convert(); - check_convert(); -} - diff --git a/cpp/test/fixint_c.cc b/cpp/test/fixint_c.cc deleted file mode 100644 index caa4d26..0000000 --- a/cpp/test/fixint_c.cc +++ /dev/null @@ -1,32 +0,0 @@ -#include -#include - -TEST(fixint, size) -{ - msgpack_sbuffer* sbuf = msgpack_sbuffer_new(); - msgpack_packer* pk = msgpack_packer_new(sbuf, msgpack_sbuffer_write); - - size_t sum = 0; - - EXPECT_EQ(0, msgpack_pack_fix_int8(pk, 0)); - EXPECT_EQ(sum+=2, sbuf->size); - EXPECT_EQ(0, msgpack_pack_fix_int16(pk, 0)); - EXPECT_EQ(sum+=3, sbuf->size); - EXPECT_EQ(0, msgpack_pack_fix_int32(pk, 0)); - EXPECT_EQ(sum+=5, sbuf->size); - EXPECT_EQ(0, msgpack_pack_fix_int64(pk, 0)); - EXPECT_EQ(sum+=9, sbuf->size); - - EXPECT_EQ(0, msgpack_pack_fix_uint8(pk, 0)); - EXPECT_EQ(sum+=2, sbuf->size); - EXPECT_EQ(0, msgpack_pack_fix_uint16(pk, 0)); - EXPECT_EQ(sum+=3, sbuf->size); - EXPECT_EQ(0, msgpack_pack_fix_uint32(pk, 0)); - EXPECT_EQ(sum+=5, sbuf->size); - EXPECT_EQ(0, msgpack_pack_fix_uint64(pk, 0)); - EXPECT_EQ(sum+=9, sbuf->size); - - msgpack_sbuffer_free(sbuf); - msgpack_packer_free(pk); -} - diff --git a/cpp/test/msgpack_test.cpp b/cpp/test/msgpack_test.cpp deleted file mode 100644 index 0dd0ffc..0000000 --- a/cpp/test/msgpack_test.cpp +++ /dev/null @@ -1,982 +0,0 @@ -#include "msgpack.hpp" - -#include -#include -#include -#include -#include -#include -#include - -#include - -#ifdef HAVE_CONFIG_H -#include "config.h" -#endif - -using namespace std; - -const unsigned int kLoop = 10000; -const unsigned int kElements = 100; -const double kEPS = 1e-10; - -#define GEN_TEST(test_type) \ - do { \ - vector v; \ - v.push_back(0); \ - v.push_back(1); \ - v.push_back(2); \ - v.push_back(numeric_limits::min()); \ - v.push_back(numeric_limits::max()); \ - for (unsigned int i = 0; i < kLoop; i++) \ - v.push_back(rand()); \ - for (unsigned int i = 0; i < v.size() ; i++) { \ - msgpack::sbuffer sbuf; \ - test_type val1 = v[i]; \ - msgpack::pack(sbuf, val1); \ - msgpack::zone z; \ - msgpack::object obj; \ - msgpack::unpack_return ret = \ - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); \ - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); \ - test_type val2; \ - obj.convert(&val2); \ - EXPECT_EQ(val1, val2); \ - } \ -} while(0) - -TEST(MSGPACK, simple_buffer_short) -{ - GEN_TEST(short); -} - -TEST(MSGPACK, simple_buffer_int) -{ - GEN_TEST(int); -} - -TEST(MSGPACK, simple_buffer_long) -{ - GEN_TEST(long); -} - -TEST(MSGPACK, simple_buffer_long_long) -{ - GEN_TEST(long long); -} - -TEST(MSGPACK, simple_buffer_unsigned_short) -{ - GEN_TEST(unsigned short); -} - -TEST(MSGPACK, simple_buffer_unsigned_int) -{ - GEN_TEST(unsigned int); -} - -TEST(MSGPACK, simple_buffer_unsigned_long) -{ - GEN_TEST(unsigned long); -} - -TEST(MSGPACK, simple_buffer_unsigned_long_long) -{ - GEN_TEST(unsigned long long); -} - -TEST(MSGPACK, simple_buffer_uint8) -{ - GEN_TEST(uint8_t); -} - -TEST(MSGPACK, simple_buffer_uint16) -{ - GEN_TEST(uint16_t); -} - -TEST(MSGPACK, simple_buffer_uint32) -{ - GEN_TEST(uint32_t); -} - -TEST(MSGPACK, simple_buffer_uint64) -{ - GEN_TEST(uint64_t); -} - -TEST(MSGPACK, simple_buffer_int8) -{ - GEN_TEST(int8_t); -} - -TEST(MSGPACK, simple_buffer_int16) -{ - GEN_TEST(int16_t); -} - -TEST(MSGPACK, simple_buffer_int32) -{ - GEN_TEST(int32_t); -} - -TEST(MSGPACK, simple_buffer_int64) -{ - GEN_TEST(int64_t); -} - -TEST(MSGPACK, simple_buffer_float) -{ - vector v; - v.push_back(0.0); - v.push_back(-0.0); - v.push_back(1.0); - v.push_back(-1.0); - v.push_back(numeric_limits::min()); - v.push_back(numeric_limits::max()); - v.push_back(nanf("tag")); - v.push_back(1.0/0.0); // inf - v.push_back(-(1.0/0.0)); // -inf - for (unsigned int i = 0; i < kLoop; i++) { - v.push_back(drand48()); - v.push_back(-drand48()); - } - for (unsigned int i = 0; i < v.size() ; i++) { - msgpack::sbuffer sbuf; - float val1 = v[i]; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - float val2; - obj.convert(&val2); - - if (isnan(val1)) - EXPECT_TRUE(isnan(val2)); - else if (isinf(val1)) - EXPECT_TRUE(isinf(val2)); - else - EXPECT_TRUE(fabs(val2 - val1) <= kEPS); - } -} - -TEST(MSGPACK, simple_buffer_double) -{ - vector v; - v.push_back(0.0); - v.push_back(-0.0); - v.push_back(1.0); - v.push_back(-1.0); - v.push_back(numeric_limits::min()); - v.push_back(numeric_limits::max()); - v.push_back(nanf("tag")); - v.push_back(1.0/0.0); // inf - v.push_back(-(1.0/0.0)); // -inf - for (unsigned int i = 0; i < kLoop; i++) { - v.push_back(drand48()); - v.push_back(-drand48()); - } - for (unsigned int i = 0; i < v.size() ; i++) { - msgpack::sbuffer sbuf; - double val1 = v[i]; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - double val2; - obj.convert(&val2); - - if (isnan(val1)) - EXPECT_TRUE(isnan(val2)); - else if (isinf(val1)) - EXPECT_TRUE(isinf(val2)); - else - EXPECT_TRUE(fabs(val2 - val1) <= kEPS); - } -} - -TEST(MSGPACK, simple_buffer_true) -{ - msgpack::sbuffer sbuf; - bool val1 = true; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - bool val2; - obj.convert(&val2); - EXPECT_EQ(val1, val2); -} - -TEST(MSGPACK, simple_buffer_false) -{ - msgpack::sbuffer sbuf; - bool val1 = false; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - bool val2; - obj.convert(&val2); - EXPECT_EQ(val1, val2); -} - -//----------------------------------------------------------------------------- - -// STL - -TEST(MSGPACK_STL, simple_buffer_string) -{ - for (unsigned int k = 0; k < kLoop; k++) { - string val1; - for (unsigned int i = 0; i < kElements; i++) - val1 += 'a' + rand() % 26; - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - string val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_EQ(val1, val2); - } -} - -TEST(MSGPACK_STL, simple_buffer_vector) -{ - for (unsigned int k = 0; k < kLoop; k++) { - vector val1; - for (unsigned int i = 0; i < kElements; i++) - val1.push_back(rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - vector val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_TRUE(equal(val1.begin(), val1.end(), val2.begin())); - } -} - -TEST(MSGPACK_STL, simple_buffer_map) -{ - for (unsigned int k = 0; k < kLoop; k++) { - map val1; - for (unsigned int i = 0; i < kElements; i++) - val1[rand()] = rand(); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - map val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_TRUE(equal(val1.begin(), val1.end(), val2.begin())); - } -} - -TEST(MSGPACK_STL, simple_buffer_deque) -{ - for (unsigned int k = 0; k < kLoop; k++) { - deque val1; - for (unsigned int i = 0; i < kElements; i++) - val1.push_back(rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - deque val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_TRUE(equal(val1.begin(), val1.end(), val2.begin())); - } -} - -TEST(MSGPACK_STL, simple_buffer_list) -{ - for (unsigned int k = 0; k < kLoop; k++) { - list val1; - for (unsigned int i = 0; i < kElements; i++) - val1.push_back(rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - list val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_TRUE(equal(val1.begin(), val1.end(), val2.begin())); - } -} - -TEST(MSGPACK_STL, simple_buffer_set) -{ - for (unsigned int k = 0; k < kLoop; k++) { - set val1; - for (unsigned int i = 0; i < kElements; i++) - val1.insert(rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - set val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_TRUE(equal(val1.begin(), val1.end(), val2.begin())); - } -} - -TEST(MSGPACK_STL, simple_buffer_pair) -{ - for (unsigned int k = 0; k < kLoop; k++) { - pair val1 = make_pair(rand(), rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - pair val2; - obj.convert(&val2); - EXPECT_EQ(val1.first, val2.first); - EXPECT_EQ(val1.second, val2.second); - } -} - -TEST(MSGPACK_STL, simple_buffer_multimap) -{ - for (unsigned int k = 0; k < kLoop; k++) { - multimap val1; - for (unsigned int i = 0; i < kElements; i++) { - int i1 = rand(); - val1.insert(make_pair(i1, rand())); - val1.insert(make_pair(i1, rand())); - } - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - multimap val2; - obj.convert(&val2); - - vector > v1, v2; - multimap::const_iterator it; - for (it = val1.begin(); it != val1.end(); ++it) - v1.push_back(make_pair(it->first, it->second)); - for (it = val2.begin(); it != val2.end(); ++it) - v2.push_back(make_pair(it->first, it->second)); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_EQ(v1.size(), v2.size()); - sort(v1.begin(), v1.end()); - sort(v2.begin(), v2.end()); - EXPECT_TRUE(v1 == v2); - } -} - -TEST(MSGPACK_STL, simple_buffer_multiset) -{ - for (unsigned int k = 0; k < kLoop; k++) { - multiset val1; - for (unsigned int i = 0; i < kElements; i++) - val1.insert(rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - multiset val2; - obj.convert(&val2); - - vector v1, v2; - multiset::const_iterator it; - for (it = val1.begin(); it != val1.end(); ++it) - v1.push_back(*it); - for (it = val2.begin(); it != val2.end(); ++it) - v2.push_back(*it); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_EQ(v1.size(), v2.size()); - sort(v1.begin(), v1.end()); - sort(v2.begin(), v2.end()); - EXPECT_TRUE(v1 == v2); - } -} - -// TR1 - -#ifdef HAVE_TR1_UNORDERED_MAP -#include -#include "msgpack/type/tr1/unordered_map.hpp" -TEST(MSGPACK_TR1, simple_buffer_unordered_map) -{ - for (unsigned int k = 0; k < kLoop; k++) { - tr1::unordered_map val1; - for (unsigned int i = 0; i < kElements; i++) - val1[rand()] = rand(); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - tr1::unordered_map val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - tr1::unordered_map::const_iterator it; - for (it = val1.begin(); it != val1.end(); ++it) { - EXPECT_TRUE(val2.find(it->first) != val2.end()); - EXPECT_EQ(it->second, val2.find(it->first)->second); - } - } -} - -TEST(MSGPACK_TR1, simple_buffer_unordered_multimap) -{ - for (unsigned int k = 0; k < kLoop; k++) { - tr1::unordered_multimap val1; - for (unsigned int i = 0; i < kElements; i++) { - int i1 = rand(); - val1.insert(make_pair(i1, rand())); - val1.insert(make_pair(i1, rand())); - } - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - tr1::unordered_multimap val2; - obj.convert(&val2); - - vector > v1, v2; - tr1::unordered_multimap::const_iterator it; - for (it = val1.begin(); it != val1.end(); ++it) - v1.push_back(make_pair(it->first, it->second)); - for (it = val2.begin(); it != val2.end(); ++it) - v2.push_back(make_pair(it->first, it->second)); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_EQ(v1.size(), v2.size()); - sort(v1.begin(), v1.end()); - sort(v2.begin(), v2.end()); - EXPECT_TRUE(v1 == v2); - } -} -#endif - -#ifdef HAVE_TR1_UNORDERED_SET -#include -#include "msgpack/type/tr1/unordered_set.hpp" -TEST(MSGPACK_TR1, simple_buffer_unordered_set) -{ - for (unsigned int k = 0; k < kLoop; k++) { - tr1::unordered_set val1; - for (unsigned int i = 0; i < kElements; i++) - val1.insert(rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - tr1::unordered_set val2; - obj.convert(&val2); - EXPECT_EQ(val1.size(), val2.size()); - tr1::unordered_set::const_iterator it; - for (it = val1.begin(); it != val1.end(); ++it) - EXPECT_TRUE(val2.find(*it) != val2.end()); - } -} - -TEST(MSGPACK_TR1, simple_buffer_unordered_multiset) -{ - for (unsigned int k = 0; k < kLoop; k++) { - tr1::unordered_multiset val1; - for (unsigned int i = 0; i < kElements; i++) - val1.insert(rand()); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - tr1::unordered_multiset val2; - obj.convert(&val2); - - vector v1, v2; - tr1::unordered_multiset::const_iterator it; - for (it = val1.begin(); it != val1.end(); ++it) - v1.push_back(*it); - for (it = val2.begin(); it != val2.end(); ++it) - v2.push_back(*it); - EXPECT_EQ(val1.size(), val2.size()); - EXPECT_EQ(v1.size(), v2.size()); - sort(v1.begin(), v1.end()); - sort(v2.begin(), v2.end()); - EXPECT_TRUE(v1 == v2); - } -} -#endif - -// User-Defined Structures - -class TestClass -{ -public: - TestClass() : i(0), s("kzk") {} - int i; - string s; - MSGPACK_DEFINE(i, s); -}; - -TEST(MSGPACK_USER_DEFINED, simple_buffer_class) -{ - for (unsigned int k = 0; k < kLoop; k++) { - TestClass val1; - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - TestClass val2; - val2.i = -1; - val2.s = ""; - obj.convert(&val2); - EXPECT_EQ(val1.i, val2.i); - EXPECT_EQ(val1.s, val2.s); - } -} - -class TestClass2 -{ -public: - TestClass2() : i(0), s("kzk") { - for (unsigned int i = 0; i < kElements; i++) - v.push_back(rand()); - } - int i; - string s; - vector v; - MSGPACK_DEFINE(i, s, v); -}; - -TEST(MSGPACK_USER_DEFINED, simple_buffer_class_old_to_new) -{ - for (unsigned int k = 0; k < kLoop; k++) { - TestClass val1; - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - TestClass2 val2; - val2.i = -1; - val2.s = ""; - val2.v = vector(); - obj.convert(&val2); - EXPECT_EQ(val1.i, val2.i); - EXPECT_EQ(val1.s, val2.s); - EXPECT_FALSE(val2.s.empty()); - } -} - -TEST(MSGPACK_USER_DEFINED, simple_buffer_class_new_to_old) -{ - for (unsigned int k = 0; k < kLoop; k++) { - TestClass2 val1; - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - TestClass val2; - val2.i = -1; - val2.s = ""; - obj.convert(&val2); - EXPECT_EQ(val1.i, val2.i); - EXPECT_EQ(val1.s, val2.s); - EXPECT_FALSE(val2.s.empty()); - } -} - -class TestEnumMemberClass -{ -public: - TestEnumMemberClass() - : t1(STATE_A), t2(STATE_B), t3(STATE_C) {} - - enum TestEnumType { - STATE_INVALID = 0, - STATE_A = 1, - STATE_B = 2, - STATE_C = 3 - }; - TestEnumType t1; - TestEnumType t2; - TestEnumType t3; - - MSGPACK_DEFINE((int&)t1, (int&)t2, (int&)t3); -}; - -TEST(MSGPACK_USER_DEFINED, simple_buffer_enum_member) -{ - TestEnumMemberClass val1; - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - TestEnumMemberClass val2; - val2.t1 = TestEnumMemberClass::STATE_INVALID; - val2.t2 = TestEnumMemberClass::STATE_INVALID; - val2.t3 = TestEnumMemberClass::STATE_INVALID; - obj.convert(&val2); - EXPECT_EQ(val1.t1, val2.t1); - EXPECT_EQ(val1.t2, val2.t2); - EXPECT_EQ(val1.t3, val2.t3); -} - -class TestUnionMemberClass -{ -public: - TestUnionMemberClass() {} - TestUnionMemberClass(double f) { - is_double = true; - value.f = f; - } - TestUnionMemberClass(int i) { - is_double = false; - value.i = i; - } - - union { - double f; - int i; - } value; - bool is_double; - - template - void msgpack_pack(Packer& pk) const - { - if (is_double) - pk.pack(msgpack::type::tuple(true, value.f)); - else - pk.pack(msgpack::type::tuple(false, value.i)); - } - - void msgpack_unpack(msgpack::object o) - { - msgpack::type::tuple tuple; - o.convert(&tuple); - - is_double = tuple.get<0>(); - if (is_double) - tuple.get<1>().convert(&value.f); - else - tuple.get<1>().convert(&value.i); - } -}; - -TEST(MSGPACK_USER_DEFINED, simple_buffer_union_member) -{ - { - // double - TestUnionMemberClass val1(1.0); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - TestUnionMemberClass val2; - obj.convert(&val2); - EXPECT_EQ(val1.is_double, val2.is_double); - EXPECT_TRUE(fabs(val1.value.f - val2.value.f) < kEPS); - } - { - // int - TestUnionMemberClass val1(1); - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, val1); - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); - TestUnionMemberClass val2; - obj.convert(&val2); - EXPECT_EQ(val1.is_double, val2.is_double); - EXPECT_EQ(val1.value.i, 1); - EXPECT_EQ(val1.value.i, val2.value.i); - } -} - -//----------------------------------------------------------------------------- - -#define GEN_TEST_VREF(test_type) \ - do { \ - vector v; \ - v.push_back(0); \ - for (unsigned int i = 0; i < v.size(); i++) { \ - test_type val1 = v[i]; \ - msgpack::vrefbuffer vbuf; \ - msgpack::pack(vbuf, val1); \ - msgpack::sbuffer sbuf; \ - const struct iovec* cur = vbuf.vector(); \ - const struct iovec* end = cur + vbuf.vector_size(); \ - for(; cur != end; ++cur) \ - sbuf.write((const char*)cur->iov_base, cur->iov_len); \ - msgpack::zone z; \ - msgpack::object obj; \ - msgpack::unpack_return ret = \ - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); \ - EXPECT_EQ(msgpack::UNPACK_SUCCESS, ret); \ - test_type val2; \ - obj.convert(&val2); \ - EXPECT_EQ(val1, val2); \ - } \ - } while(0); - -TEST(MSGPACK, vrefbuffer_short) -{ - GEN_TEST_VREF(short); -} - -TEST(MSGPACK, vrefbuffer_int) -{ - GEN_TEST_VREF(int); -} - -TEST(MSGPACK, vrefbuffer_long) -{ - GEN_TEST_VREF(long); -} - -TEST(MSGPACK, vrefbuffer_long_long) -{ - GEN_TEST_VREF(long long); -} - -TEST(MSGPACK, vrefbuffer_unsigned_short) -{ - GEN_TEST_VREF(unsigned short); -} - -TEST(MSGPACK, vrefbuffer_unsigned_int) -{ - GEN_TEST_VREF(unsigned int); -} - -TEST(MSGPACK, vrefbuffer_unsigned_long) -{ - GEN_TEST_VREF(unsigned long); -} - -TEST(MSGPACK, vrefbuffer_unsigned_long_long) -{ - GEN_TEST_VREF(unsigned long long); -} - -TEST(MSGPACK, vrefbuffer_uint8) -{ - GEN_TEST_VREF(uint8_t); -} - -TEST(MSGPACK, vrefbuffer_uint16) -{ - GEN_TEST_VREF(uint16_t); -} - -TEST(MSGPACK, vrefbuffer_uint32) -{ - GEN_TEST_VREF(uint32_t); -} - -TEST(MSGPACK, vrefbuffer_uint64) -{ - GEN_TEST_VREF(uint64_t); -} - -TEST(MSGPACK, vrefbuffer_int8) -{ - GEN_TEST_VREF(int8_t); -} - -TEST(MSGPACK, vrefbuffer_int16) -{ - GEN_TEST_VREF(int16_t); -} - -TEST(MSGPACK, vrefbuffer_int32) -{ - GEN_TEST_VREF(int32_t); -} - -TEST(MSGPACK, vrefbuffer_int64) -{ - GEN_TEST_VREF(int64_t); -} - -//----------------------------------------------------------------------------- - -#define GEN_TEST_STREAM(test_type) \ - for (unsigned int k = 0; k < kLoop; k++) { \ - msgpack::sbuffer sbuf; \ - msgpack::packer pk(sbuf); \ - typedef std::vector vec_type; \ - vec_type vec; \ - for(unsigned int i = 0; i < rand() % kLoop; ++i) { \ - vec_type::value_type r = rand(); \ - vec.push_back(r); \ - pk.pack(r); \ - } \ - msgpack::unpacker pac; \ - vec_type::const_iterator it = vec.begin(); \ - const char *p = sbuf.data(); \ - const char * const pend = p + sbuf.size(); \ - while (p < pend) { \ - const size_t sz = std::min(pend - p, rand() % 128); \ - pac.reserve_buffer(sz); \ - memcpy(pac.buffer(), p, sz); \ - pac.buffer_consumed(sz); \ - while (pac.execute()) { \ - if (it == vec.end()) goto out; \ - msgpack::object obj = pac.data(); \ - msgpack::zone *life = pac.release_zone(); \ - EXPECT_TRUE(life != NULL); \ - pac.reset(); \ - vec_type::value_type val; \ - obj.convert(&val); \ - EXPECT_EQ(*it, val); \ - ++it; \ - delete life; \ - } \ - p += sz; \ - } \ - out: \ - ; \ - } - -TEST(MSGPACK, stream_short) -{ - GEN_TEST_STREAM(short); -} - -TEST(MSGPACK, stream_int) -{ - GEN_TEST_STREAM(int); -} - -TEST(MSGPACK, stream_long) -{ - GEN_TEST_STREAM(long); -} - -TEST(MSGPACK, stream_long_long) -{ - GEN_TEST_STREAM(long long); -} - -TEST(MSGPACK, stream_unsigned_short) -{ - GEN_TEST_STREAM(unsigned short); -} - -TEST(MSGPACK, stream_unsigned_int) -{ - GEN_TEST_STREAM(unsigned int); -} - -TEST(MSGPACK, stream_unsigned_long) -{ - GEN_TEST_STREAM(unsigned long); -} - -TEST(MSGPACK, stream_unsigned_long_long) -{ - GEN_TEST_STREAM(unsigned long long); -} - -TEST(MSGPACK, stream_uint8) -{ - GEN_TEST_STREAM(uint8_t); -} - -TEST(MSGPACK, stream_uint16) -{ - GEN_TEST_STREAM(uint16_t); -} - -TEST(MSGPACK, stream_uint32) -{ - GEN_TEST_STREAM(uint32_t); -} - -TEST(MSGPACK, stream_uint64) -{ - GEN_TEST_STREAM(uint64_t); -} - -TEST(MSGPACK, stream_int8) -{ - GEN_TEST_STREAM(int8_t); -} - -TEST(MSGPACK, stream_int16) -{ - GEN_TEST_STREAM(int16_t); -} - -TEST(MSGPACK, stream_int32) -{ - GEN_TEST_STREAM(int32_t); -} - -TEST(MSGPACK, stream_int64) -{ - GEN_TEST_STREAM(int64_t); -} diff --git a/cpp/test/msgpackc_test.cpp b/cpp/test/msgpackc_test.cpp deleted file mode 100644 index f5646ea..0000000 --- a/cpp/test/msgpackc_test.cpp +++ /dev/null @@ -1,424 +0,0 @@ -#include "msgpack.h" - -#include -#include -#include - -#include - -using namespace std; - -const unsigned int kLoop = 10000; -const double kEPS = 1e-10; - -#define GEN_TEST_SIGNED(test_type, func_type) \ - do { \ - vector v; \ - v.push_back(0); \ - v.push_back(1); \ - v.push_back(-1); \ - v.push_back(numeric_limits::min()); \ - v.push_back(numeric_limits::max()); \ - for (unsigned int i = 0; i < kLoop; i++) \ - v.push_back(rand()); \ - for (unsigned int i = 0; i < v.size() ; i++) { \ - test_type val = v[i]; \ - msgpack_sbuffer sbuf; \ - msgpack_sbuffer_init(&sbuf); \ - msgpack_packer pk; \ - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); \ - msgpack_pack_##func_type(&pk, val); \ - msgpack_zone z; \ - msgpack_zone_init(&z, 2048); \ - msgpack_object obj; \ - msgpack_unpack_return ret = \ - msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); \ - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); \ - if (val < 0) { \ - EXPECT_EQ(MSGPACK_OBJECT_NEGATIVE_INTEGER, obj.type); \ - EXPECT_EQ(val, obj.via.i64); \ - } else { \ - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, obj.type); \ - EXPECT_EQ(val, obj.via.u64); \ - } \ - msgpack_zone_destroy(&z); \ - msgpack_sbuffer_destroy(&sbuf); \ - } \ - } while(0) - -#define GEN_TEST_UNSIGNED(test_type, func_type) \ - do { \ - vector v; \ - v.push_back(0); \ - v.push_back(1); \ - v.push_back(2); \ - v.push_back(numeric_limits::min()); \ - v.push_back(numeric_limits::max()); \ - for (unsigned int i = 0; i < kLoop; i++) \ - v.push_back(rand()); \ - for (unsigned int i = 0; i < v.size() ; i++) { \ - test_type val = v[i]; \ - msgpack_sbuffer sbuf; \ - msgpack_sbuffer_init(&sbuf); \ - msgpack_packer pk; \ - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); \ - msgpack_pack_##func_type(&pk, val); \ - msgpack_zone z; \ - msgpack_zone_init(&z, 2048); \ - msgpack_object obj; \ - msgpack_unpack_return ret = \ - msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); \ - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); \ - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, obj.type); \ - EXPECT_EQ(val, obj.via.u64); \ - msgpack_zone_destroy(&z); \ - msgpack_sbuffer_destroy(&sbuf); \ - } \ - } while(0) - -TEST(MSGPACKC, simple_buffer_short) -{ - GEN_TEST_SIGNED(short, short); -} - -TEST(MSGPACKC, simple_buffer_int) -{ - GEN_TEST_SIGNED(int, int); -} - -TEST(MSGPACKC, simple_buffer_long) -{ - GEN_TEST_SIGNED(long, long); -} - -TEST(MSGPACKC, simple_buffer_long_long) -{ - GEN_TEST_SIGNED(long long, long_long); -} - -TEST(MSGPACKC, simple_buffer_unsigned_short) -{ - GEN_TEST_UNSIGNED(unsigned short, unsigned_short); -} - -TEST(MSGPACKC, simple_buffer_unsigned_int) -{ - GEN_TEST_UNSIGNED(unsigned int, unsigned_int); -} - -TEST(MSGPACKC, simple_buffer_unsigned_long) -{ - GEN_TEST_UNSIGNED(unsigned long, unsigned_long); -} - -TEST(MSGPACKC, simple_buffer_unsigned_long_long) -{ - GEN_TEST_UNSIGNED(unsigned long long, unsigned_long_long); -} - -TEST(MSGPACKC, simple_buffer_uint8) -{ - GEN_TEST_UNSIGNED(uint8_t, uint8); -} - -TEST(MSGPACKC, simple_buffer_uint16) -{ - GEN_TEST_UNSIGNED(uint16_t, uint16); -} - -TEST(MSGPACKC, simple_buffer_uint32) -{ - GEN_TEST_UNSIGNED(uint32_t, uint32); -} - -TEST(MSGPACKC, simple_buffer_uint64) -{ - GEN_TEST_UNSIGNED(uint64_t, uint64); -} - -TEST(MSGPACKC, simple_buffer_int8) -{ - GEN_TEST_SIGNED(int8_t, int8); -} - -TEST(MSGPACKC, simple_buffer_int16) -{ - GEN_TEST_SIGNED(int16_t, int16); -} - -TEST(MSGPACKC, simple_buffer_int32) -{ - GEN_TEST_SIGNED(int32_t, int32); -} - -TEST(MSGPACKC, simple_buffer_int64) -{ - GEN_TEST_SIGNED(int64_t, int64); -} - -TEST(MSGPACKC, simple_buffer_float) -{ - vector v; - v.push_back(0.0); - v.push_back(1.0); - v.push_back(-1.0); - v.push_back(numeric_limits::min()); - v.push_back(numeric_limits::max()); - v.push_back(nanf("tag")); - v.push_back(1.0/0.0); // inf - v.push_back(-(1.0/0.0)); // -inf - for (unsigned int i = 0; i < kLoop; i++) { - v.push_back(drand48()); - v.push_back(-drand48()); - } - - for (unsigned int i = 0; i < v.size() ; i++) { - float val = v[i]; - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_float(&pk, val); - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret = - msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_DOUBLE, obj.type); - if (isnan(val)) - EXPECT_TRUE(isnan(obj.via.dec)); - else if (isinf(val)) - EXPECT_TRUE(isinf(obj.via.dec)); - else - EXPECT_TRUE(fabs(obj.via.dec - val) <= kEPS); - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); - } -} - -TEST(MSGPACKC, simple_buffer_double) -{ - vector v; - v.push_back(0.0); - v.push_back(-0.0); - v.push_back(1.0); - v.push_back(-1.0); - v.push_back(numeric_limits::min()); - v.push_back(numeric_limits::max()); - v.push_back(nan("tag")); - v.push_back(1.0/0.0); // inf - v.push_back(-(1.0/0.0)); // -inf - for (unsigned int i = 0; i < kLoop; i++) { - v.push_back(drand48()); - v.push_back(-drand48()); - } - - for (unsigned int i = 0; i < v.size() ; i++) { - double val = v[i]; - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_double(&pk, val); - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret = - msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_DOUBLE, obj.type); - if (isnan(val)) - EXPECT_TRUE(isnan(obj.via.dec)); - else if (isinf(val)) - EXPECT_TRUE(isinf(obj.via.dec)); - else - EXPECT_TRUE(fabs(obj.via.dec - val) <= kEPS); - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); - } -} - -TEST(MSGPACKC, simple_buffer_nil) -{ - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_nil(&pk); - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret = - msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_NIL, obj.type); - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); -} - -TEST(MSGPACKC, simple_buffer_true) -{ - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_true(&pk); - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret = - msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_BOOLEAN, obj.type); - EXPECT_EQ(true, obj.via.boolean); - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); -} - -TEST(MSGPACKC, simple_buffer_false) -{ - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_false(&pk); - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret = - msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_BOOLEAN, obj.type); - EXPECT_EQ(false, obj.via.boolean); - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); -} - -TEST(MSGPACKC, simple_buffer_array) -{ - unsigned int array_size = 5; - - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_array(&pk, array_size); - msgpack_pack_nil(&pk); - msgpack_pack_true(&pk); - msgpack_pack_false(&pk); - msgpack_pack_int(&pk, 10); - msgpack_pack_int(&pk, -10); - - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret; - ret = msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_ARRAY, obj.type); - EXPECT_EQ(array_size, obj.via.array.size); - - for (unsigned int i = 0; i < obj.via.array.size; i++) { - msgpack_object o = obj.via.array.ptr[i]; - switch (i) { - case 0: - EXPECT_EQ(MSGPACK_OBJECT_NIL, o.type); - break; - case 1: - EXPECT_EQ(MSGPACK_OBJECT_BOOLEAN, o.type); - EXPECT_EQ(true, o.via.boolean); - break; - case 2: - EXPECT_EQ(MSGPACK_OBJECT_BOOLEAN, o.type); - EXPECT_EQ(false, o.via.boolean); - break; - case 3: - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, o.type); - EXPECT_EQ(10, o.via.u64); - break; - case 4: - EXPECT_EQ(MSGPACK_OBJECT_NEGATIVE_INTEGER, o.type); - EXPECT_EQ(-10, o.via.i64); - break; - } - } - - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); -} - -TEST(MSGPACKC, simple_buffer_map) -{ - unsigned int map_size = 2; - - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_map(&pk, map_size); - msgpack_pack_true(&pk); - msgpack_pack_false(&pk); - msgpack_pack_int(&pk, 10); - msgpack_pack_int(&pk, -10); - - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret; - ret = msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_MAP, obj.type); - EXPECT_EQ(map_size, obj.via.map.size); - - for (unsigned int i = 0; i < map_size; i++) { - msgpack_object key = obj.via.map.ptr[i].key; - msgpack_object val = obj.via.map.ptr[i].val; - switch (i) { - case 0: - EXPECT_EQ(MSGPACK_OBJECT_BOOLEAN, key.type); - EXPECT_EQ(true, key.via.boolean); - EXPECT_EQ(MSGPACK_OBJECT_BOOLEAN, val.type); - EXPECT_EQ(false, val.via.boolean); - break; - case 1: - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, key.type); - EXPECT_EQ(10, key.via.u64); - EXPECT_EQ(MSGPACK_OBJECT_NEGATIVE_INTEGER, val.type); - EXPECT_EQ(-10, val.via.i64); - break; - } - } - - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); -} - -TEST(MSGPACKC, simple_buffer_raw) -{ - unsigned int raw_size = 7; - - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - msgpack_pack_raw(&pk, raw_size); - msgpack_pack_raw_body(&pk, "fr", 2); - msgpack_pack_raw_body(&pk, "syuki", 5); - // invalid data - msgpack_pack_raw_body(&pk, "", 0); - msgpack_pack_raw_body(&pk, "kzk", 0); - - msgpack_zone z; - msgpack_zone_init(&z, 2048); - msgpack_object obj; - msgpack_unpack_return ret; - ret = msgpack_unpack(sbuf.data, sbuf.size, NULL, &z, &obj); - EXPECT_EQ(MSGPACK_UNPACK_SUCCESS, ret); - EXPECT_EQ(MSGPACK_OBJECT_RAW, obj.type); - EXPECT_EQ(raw_size, obj.via.raw.size); - EXPECT_EQ(0, memcmp("frsyuki", obj.via.raw.ptr, raw_size)); - - msgpack_zone_destroy(&z); - msgpack_sbuffer_destroy(&sbuf); -} diff --git a/cpp/test/object.cc b/cpp/test/object.cc deleted file mode 100644 index 5390c4a..0000000 --- a/cpp/test/object.cc +++ /dev/null @@ -1,134 +0,0 @@ -#include -#include - -struct myclass { - myclass() : num(0), str("default") { } - - myclass(int num, const std::string& str) : - num(0), str("default") { } - - ~myclass() { } - - int num; - std::string str; - - MSGPACK_DEFINE(num, str); - - bool operator==(const myclass& o) const - { - return num == o.num && str == o.str; - } -}; - -std::ostream& operator<<(std::ostream& o, const myclass& m) -{ - return o << "myclass("<()); -} - - -TEST(object, print) -{ - msgpack::object obj; - std::cout << obj << std::endl; -} - - -TEST(object, is_nil) -{ - msgpack::object obj; - EXPECT_TRUE(obj.is_nil()); -} - - -TEST(object, type_error) -{ - msgpack::object obj(1); - EXPECT_THROW(obj.as(), msgpack::type_error); - EXPECT_THROW(obj.as >(), msgpack::type_error); - EXPECT_EQ(1, obj.as()); - EXPECT_EQ(1, obj.as()); - EXPECT_EQ(1u, obj.as()); - EXPECT_EQ(1u, obj.as()); -} - - -TEST(object, equal_primitive) -{ - msgpack::object obj_nil; - EXPECT_EQ(obj_nil, msgpack::object()); - - msgpack::object obj_int(1); - EXPECT_EQ(obj_int, msgpack::object(1)); - EXPECT_EQ(obj_int, 1); - - msgpack::object obj_double(1.2); - EXPECT_EQ(obj_double, msgpack::object(1.2)); - EXPECT_EQ(obj_double, 1.2); - - msgpack::object obj_bool(true); - EXPECT_EQ(obj_bool, msgpack::object(true)); - EXPECT_EQ(obj_bool, true); -} - - -TEST(object, construct_primitive) -{ - msgpack::object obj_nil; - EXPECT_EQ(msgpack::type::NIL, obj_nil.type); - - msgpack::object obj_uint(1); - EXPECT_EQ(msgpack::type::POSITIVE_INTEGER, obj_uint.type); - EXPECT_EQ(1u, obj_uint.via.u64); - - msgpack::object obj_int(-1); - EXPECT_EQ(msgpack::type::NEGATIVE_INTEGER, obj_int.type); - EXPECT_EQ(-1, obj_int.via.i64); - - msgpack::object obj_double(1.2); - EXPECT_EQ(msgpack::type::DOUBLE, obj_double.type); - EXPECT_EQ(1.2, obj_double.via.dec); - - msgpack::object obj_bool(true); - EXPECT_EQ(msgpack::type::BOOLEAN, obj_bool.type); - EXPECT_EQ(true, obj_bool.via.boolean); -} - diff --git a/cpp/test/pack_unpack.cc b/cpp/test/pack_unpack.cc deleted file mode 100644 index fe4625a..0000000 --- a/cpp/test/pack_unpack.cc +++ /dev/null @@ -1,123 +0,0 @@ -#include -#include -#include - -TEST(pack, num) -{ - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, 1); -} - - -TEST(pack, vector) -{ - msgpack::sbuffer sbuf; - std::vector vec; - vec.push_back(1); - vec.push_back(2); - vec.push_back(3); - msgpack::pack(sbuf, vec); -} - - -TEST(pack, to_ostream) -{ - std::ostringstream stream; - msgpack::pack(stream, 1); -} - - -struct myclass { - myclass() : num(0), str("default") { } - - myclass(int num, const std::string& str) : - num(0), str("default") { } - - ~myclass() { } - - int num; - std::string str; - - MSGPACK_DEFINE(num, str); -}; - - -TEST(pack, myclass) -{ - msgpack::sbuffer sbuf; - myclass m(1, "msgpack"); - msgpack::pack(sbuf, m); -} - - -TEST(unpack, myclass) -{ - msgpack::sbuffer sbuf; - myclass m1(1, "phraser"); - msgpack::pack(sbuf, m1); - - msgpack::zone z; - msgpack::object obj; - - msgpack::unpack_return ret = - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &z, &obj); - - EXPECT_EQ(ret, msgpack::UNPACK_SUCCESS); - - myclass m2 = obj.as(); - EXPECT_EQ(m1.num, m2.num); - EXPECT_EQ(m1.str, m2.str); -} - - -TEST(unpack, sequence) -{ - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, 1); - msgpack::pack(sbuf, 2); - msgpack::pack(sbuf, 3); - - size_t offset = 0; - - msgpack::unpacked msg; - - msgpack::unpack(&msg, sbuf.data(), sbuf.size(), &offset); - EXPECT_EQ(1, msg.get().as()); - - msgpack::unpack(&msg, sbuf.data(), sbuf.size(), &offset); - EXPECT_EQ(2, msg.get().as()); - - msgpack::unpack(&msg, sbuf.data(), sbuf.size(), &offset); - EXPECT_EQ(3, msg.get().as()); -} - - -TEST(unpack, sequence_compat) -{ - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, 1); - msgpack::pack(sbuf, 2); - msgpack::pack(sbuf, 3); - - size_t offset = 0; - - msgpack::zone z; - msgpack::object obj; - msgpack::unpack_return ret; - - ret = msgpack::unpack(sbuf.data(), sbuf.size(), &offset, &z, &obj); - EXPECT_TRUE(ret >= 0); - EXPECT_EQ(ret, msgpack::UNPACK_EXTRA_BYTES); - EXPECT_EQ(1, obj.as()); - - ret = msgpack::unpack(sbuf.data(), sbuf.size(), &offset, &z, &obj); - EXPECT_TRUE(ret >= 0); - EXPECT_EQ(ret, msgpack::UNPACK_EXTRA_BYTES); - EXPECT_EQ(2, obj.as()); - - ret = msgpack::unpack(sbuf.data(), sbuf.size(), &offset, &z, &obj); - EXPECT_TRUE(ret >= 0); - EXPECT_EQ(ret, msgpack::UNPACK_SUCCESS); - EXPECT_EQ(3, obj.as()); -} - diff --git a/cpp/test/pack_unpack_c.cc b/cpp/test/pack_unpack_c.cc deleted file mode 100644 index e9a0389..0000000 --- a/cpp/test/pack_unpack_c.cc +++ /dev/null @@ -1,70 +0,0 @@ -#include -#include -#include - -TEST(pack, num) -{ - msgpack_sbuffer* sbuf = msgpack_sbuffer_new(); - msgpack_packer* pk = msgpack_packer_new(sbuf, msgpack_sbuffer_write); - - EXPECT_EQ(0, msgpack_pack_int(pk, 1)); - - msgpack_sbuffer_free(sbuf); - msgpack_packer_free(pk); -} - - -TEST(pack, array) -{ - msgpack_sbuffer* sbuf = msgpack_sbuffer_new(); - msgpack_packer* pk = msgpack_packer_new(sbuf, msgpack_sbuffer_write); - - EXPECT_EQ(0, msgpack_pack_array(pk, 3)); - EXPECT_EQ(0, msgpack_pack_int(pk, 1)); - EXPECT_EQ(0, msgpack_pack_int(pk, 2)); - EXPECT_EQ(0, msgpack_pack_int(pk, 3)); - - msgpack_sbuffer_free(sbuf); - msgpack_packer_free(pk); -} - - -TEST(unpack, sequence) -{ - msgpack_sbuffer* sbuf = msgpack_sbuffer_new(); - msgpack_packer* pk = msgpack_packer_new(sbuf, msgpack_sbuffer_write); - - EXPECT_EQ(0, msgpack_pack_int(pk, 1)); - EXPECT_EQ(0, msgpack_pack_int(pk, 2)); - EXPECT_EQ(0, msgpack_pack_int(pk, 3)); - - msgpack_packer_free(pk); - - bool success; - size_t offset = 0; - - msgpack_unpacked msg; - msgpack_unpacked_init(&msg); - - success = msgpack_unpack_next(&msg, sbuf->data, sbuf->size, &offset); - EXPECT_TRUE(success); - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, msg.data.type); - EXPECT_EQ(1, msg.data.via.u64); - - success = msgpack_unpack_next(&msg, sbuf->data, sbuf->size, &offset); - EXPECT_TRUE(success); - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, msg.data.type); - EXPECT_EQ(2, msg.data.via.u64); - - success = msgpack_unpack_next(&msg, sbuf->data, sbuf->size, &offset); - EXPECT_TRUE(success); - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, msg.data.type); - EXPECT_EQ(3, msg.data.via.u64); - - success = msgpack_unpack_next(&msg, sbuf->data, sbuf->size, &offset); - EXPECT_FALSE(success); - - msgpack_sbuffer_free(sbuf); - msgpack_unpacked_destroy(&msg); -} - diff --git a/cpp/test/streaming.cc b/cpp/test/streaming.cc deleted file mode 100644 index e80c671..0000000 --- a/cpp/test/streaming.cc +++ /dev/null @@ -1,220 +0,0 @@ -#include -#include -#include - -TEST(streaming, basic) -{ - msgpack::sbuffer buffer; - - msgpack::packer pk(&buffer); - pk.pack(1); - pk.pack(2); - pk.pack(3); - - const char* input = buffer.data(); - const char* const eof = input + buffer.size(); - - msgpack::unpacker pac; - msgpack::unpacked result; - - int count = 0; - while(count < 3) { - pac.reserve_buffer(32*1024); - - // read buffer into pac.buffer() upto - // pac.buffer_capacity() bytes. - size_t len = 1; - memcpy(pac.buffer(), input, len); - input += len; - - pac.buffer_consumed(len); - - while(pac.next(&result)) { - msgpack::object obj = result.get(); - switch(count++) { - case 0: - EXPECT_EQ(1, obj.as()); - break; - case 1: - EXPECT_EQ(2, obj.as()); - break; - case 2: - EXPECT_EQ(3, obj.as()); - return; - } - } - - EXPECT_TRUE(input < eof); - } -} - - -class event_handler { -public: - event_handler(std::istream& input) : input(input) { } - ~event_handler() { } - - void on_read() - { - while(true) { - pac.reserve_buffer(32*1024); - - size_t len = input.readsome(pac.buffer(), pac.buffer_capacity()); - - if(len == 0) { - return; - } - - pac.buffer_consumed(len); - - msgpack::unpacked result; - while(pac.next(&result)) { - on_message(result.get(), result.zone()); - } - - if(pac.message_size() > 10*1024*1024) { - throw std::runtime_error("message is too large"); - } - } - } - - void on_message(msgpack::object obj, std::auto_ptr z) - { - EXPECT_EQ(expect, obj.as()); - } - - int expect; - -private: - std::istream& input; - msgpack::unpacker pac; -}; - -TEST(streaming, event) -{ - std::stringstream stream; - msgpack::packer pk(&stream); - - event_handler handler(stream); - - pk.pack(1); - handler.expect = 1; - handler.on_read(); - - pk.pack(2); - handler.expect = 2; - handler.on_read(); - - pk.pack(3); - handler.expect = 3; - handler.on_read(); -} - - -// backward compatibility -TEST(streaming, basic_compat) -{ - std::ostringstream stream; - msgpack::packer pk(&stream); - - pk.pack(1); - pk.pack(2); - pk.pack(3); - - std::istringstream input(stream.str()); - - msgpack::unpacker pac; - - int count = 0; - while(count < 3) { - pac.reserve_buffer(32*1024); - - size_t len = input.readsome(pac.buffer(), pac.buffer_capacity()); - pac.buffer_consumed(len); - - while(pac.execute()) { - std::auto_ptr z(pac.release_zone()); - msgpack::object obj = pac.data(); - pac.reset(); - - switch(count++) { - case 0: - EXPECT_EQ(1, obj.as()); - break; - case 1: - EXPECT_EQ(2, obj.as()); - break; - case 2: - EXPECT_EQ(3, obj.as()); - return; - } - - } - } -} - - -// backward compatibility -class event_handler_compat { -public: - event_handler_compat(std::istream& input) : input(input) { } - ~event_handler_compat() { } - - void on_read() - { - while(true) { - pac.reserve_buffer(32*1024); - - size_t len = input.readsome(pac.buffer(), pac.buffer_capacity()); - - if(len == 0) { - return; - } - - pac.buffer_consumed(len); - - while(pac.execute()) { - std::auto_ptr z(pac.release_zone()); - msgpack::object obj = pac.data(); - pac.reset(); - on_message(obj, z); - } - - if(pac.message_size() > 10*1024*1024) { - throw std::runtime_error("message is too large"); - } - } - } - - void on_message(msgpack::object obj, std::auto_ptr z) - { - EXPECT_EQ(expect, obj.as()); - } - - int expect; - -private: - std::istream& input; - msgpack::unpacker pac; -}; - -TEST(streaming, event_compat) -{ - std::stringstream stream; - msgpack::packer pk(&stream); - - event_handler_compat handler(stream); - - pk.pack(1); - handler.expect = 1; - handler.on_read(); - - pk.pack(2); - handler.expect = 2; - handler.on_read(); - - pk.pack(3); - handler.expect = 3; - handler.on_read(); -} - diff --git a/cpp/test/streaming_c.cc b/cpp/test/streaming_c.cc deleted file mode 100644 index 6c87ac6..0000000 --- a/cpp/test/streaming_c.cc +++ /dev/null @@ -1,57 +0,0 @@ -#include -#include -#include - -TEST(streaming, basic) -{ - msgpack_sbuffer* buffer = msgpack_sbuffer_new(); - - msgpack_packer* pk = msgpack_packer_new(buffer, msgpack_sbuffer_write); - EXPECT_EQ(0, msgpack_pack_int(pk, 1)); - EXPECT_EQ(0, msgpack_pack_int(pk, 2)); - EXPECT_EQ(0, msgpack_pack_int(pk, 3)); - msgpack_packer_free(pk); - - const char* input = buffer->data; - const char* const eof = input + buffer->size; - - msgpack_unpacker pac; - msgpack_unpacker_init(&pac, MSGPACK_UNPACKER_INIT_BUFFER_SIZE); - - msgpack_unpacked result; - msgpack_unpacked_init(&result); - - int count = 0; - while(count < 3) { - msgpack_unpacker_reserve_buffer(&pac, 32*1024); - - /* read buffer into msgpack_unapcker_buffer(&pac) upto - * msgpack_unpacker_buffer_capacity(&pac) bytes. */ - size_t len = 1; - memcpy(msgpack_unpacker_buffer(&pac), input, len); - input += len; - - msgpack_unpacker_buffer_consumed(&pac, len); - - while(msgpack_unpacker_next(&pac, &result)) { - msgpack_object obj = result.data; - switch(count++) { - case 0: - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, result.data.type); - EXPECT_EQ(1, result.data.via.u64); - break; - case 1: - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, result.data.type); - EXPECT_EQ(2, result.data.via.u64); - break; - case 2: - EXPECT_EQ(MSGPACK_OBJECT_POSITIVE_INTEGER, result.data.type); - EXPECT_EQ(3, result.data.via.u64); - return; - } - } - - EXPECT_TRUE(input < eof); - } -} - diff --git a/cpp/test/version.cc b/cpp/test/version.cc deleted file mode 100644 index 9357271..0000000 --- a/cpp/test/version.cc +++ /dev/null @@ -1,13 +0,0 @@ -#include -#include - -TEST(version, print) -{ - printf("MSGPACK_VERSION : %s\n", MSGPACK_VERSION); - printf("MSGPACK_VERSION_MAJOR : %d\n", MSGPACK_VERSION_MAJOR); - printf("MSGPACK_VERSION_MINOR : %d\n", MSGPACK_VERSION_MINOR); - printf("msgpack_version() : %s\n", msgpack_version()); - printf("msgpack_version_major() : %d\n", msgpack_version_major()); - printf("msgpack_version_minor() : %d\n", msgpack_version_minor()); -} - diff --git a/cpp/test/zone.cc b/cpp/test/zone.cc deleted file mode 100644 index 5274e9f..0000000 --- a/cpp/test/zone.cc +++ /dev/null @@ -1,78 +0,0 @@ -#include -#include - -TEST(zone, malloc) -{ - msgpack::zone z; - char* buf1 = (char*)z.malloc(4); - memcpy(buf1, "test", 4); - char* buf2 = (char*)z.malloc(4); - memcpy(buf2, "test", 4); -} - - -class myclass { -public: - myclass() : num(0), str("default") { } - - myclass(int num, const std::string& str) : - num(num), str(str) { } - - ~myclass() { } - - int num; - std::string str; - -private: - myclass(const myclass&); -}; - - -TEST(zone, allocate) -{ - msgpack::zone z; - myclass* m = z.allocate(); - EXPECT_EQ(m->num, 0); - EXPECT_EQ(m->str, "default"); -} - - -TEST(zone, allocate_constructor) -{ - msgpack::zone z; - myclass* m = z.allocate(7, "msgpack"); - EXPECT_EQ(m->num, 7); - EXPECT_EQ(m->str, "msgpack"); -} - - -static void custom_finalizer_func(void* user) -{ - myclass* m = (myclass*)user; - delete m; -} - -TEST(zone, push_finalizer) -{ - msgpack::zone z; - myclass* m = new myclass(); - z.push_finalizer(custom_finalizer_func, (void*)m); -} - - -TEST(zone, push_finalizer_auto_ptr) -{ - msgpack::zone z; - std::auto_ptr am(new myclass()); - z.push_finalizer(am); -} - - -TEST(zone, malloc_no_align) -{ - msgpack::zone z; - char* buf1 = (char*)z.malloc_no_align(4); - char* buf2 = (char*)z.malloc_no_align(4); - EXPECT_EQ(buf1+4, buf2); -} - diff --git a/docker/buildwheel.sh b/docker/buildwheel.sh new file mode 100644 index 0000000..ff34139 --- /dev/null +++ b/docker/buildwheel.sh @@ -0,0 +1,22 @@ +#!/bin/bash +DOCKER_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" +source "$DOCKER_DIR/shared.env" + +set -e -x + +ARCH=`uname -p` +echo "arch=$ARCH" + +ls /opt/python + +for V in "${PYTHON_VERSIONS[@]}"; do + PYBIN=/opt/python/$V/bin + rm -rf build/ # Avoid lib build by narrow Python is used by wide python + $PYBIN/python -m build -w +done + +cd dist +for whl in *.whl; do + auditwheel repair "$whl" + rm "$whl" +done diff --git a/docker/runtests.sh b/docker/runtests.sh new file mode 100755 index 0000000..fa7e979 --- /dev/null +++ b/docker/runtests.sh @@ -0,0 +1,17 @@ +#!/bin/bash +DOCKER_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" +source "$DOCKER_DIR/shared.env" + +set -e -x + +for V in "${PYTHON_VERSIONS[@]}"; do + PYBIN=/opt/python/$V/bin + $PYBIN/python setup.py install + rm -rf build/ # Avoid lib build by narrow Python is used by wide python + $PYBIN/pip install pytest + pushd test # prevent importing msgpack package in current directory. + $PYBIN/python -c 'import sys; print(hex(sys.maxsize))' + $PYBIN/python -c 'from msgpack import _cmsgpack' # Ensure extension is available + $PYBIN/pytest -v . + popd +done diff --git a/docker/shared.env b/docker/shared.env new file mode 100644 index 0000000..80274ac --- /dev/null +++ b/docker/shared.env @@ -0,0 +1,7 @@ +PYTHON_VERSIONS=( + cp310-cp310 + cp39-cp39 + cp38-cp38 + cp37-cp37m + cp36-cp36m +) diff --git a/docs/Makefile b/docs/Makefile new file mode 100644 index 0000000..831a6a7 --- /dev/null +++ b/docs/Makefile @@ -0,0 +1,159 @@ +# Makefile for Sphinx documentation +# + +# You can set these variables from the command line. +SPHINXOPTS = +SPHINXBUILD = sphinx-build +PAPER = +BUILDDIR = _build + +# Internal variables. +PAPEROPT_a4 = -D latex_paper_size=a4 +PAPEROPT_letter = -D latex_paper_size=letter +ALLSPHINXOPTS = -E -d $(BUILDDIR)/doctrees $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) . +# the i18n builder cannot share the environment and doctrees with the others +I18NSPHINXOPTS = $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) . + +.PHONY: help clean html dirhtml singlehtml pickle json htmlhelp qthelp devhelp epub latex latexpdf text man changes linkcheck doctest gettext + +help: + @echo "Please use \`make ' where is one of" + @echo " html to make standalone HTML files" + @echo " dirhtml to make HTML files named index.html in directories" + @echo " singlehtml to make a single large HTML file" + @echo " pickle to make pickle files" + @echo " json to make JSON files" + @echo " htmlhelp to make HTML files and a HTML help project" + @echo " qthelp to make HTML files and a qthelp project" + @echo " devhelp to make HTML files and a Devhelp project" + @echo " epub to make an epub" + @echo " latex to make LaTeX files, you can set PAPER=a4 or PAPER=letter" + @echo " latexpdf to make LaTeX files and run them through pdflatex" + @echo " text to make text files" + @echo " man to make manual pages" + @echo " texinfo to make Texinfo files" + @echo " info to make Texinfo files and run them through makeinfo" + @echo " gettext to make PO message catalogs" + @echo " changes to make an overview of all changed/added/deprecated items" + @echo " linkcheck to check all external links for integrity" + @echo " doctest to run all doctests embedded in the documentation (if enabled)" + +clean: + -rm -rf $(BUILDDIR)/* + +html: + $(SPHINXBUILD) -b html $(ALLSPHINXOPTS) $(BUILDDIR)/html + @echo + @echo "Build finished. The HTML pages are in $(BUILDDIR)/html." + +dirhtml: + $(SPHINXBUILD) -b dirhtml $(ALLSPHINXOPTS) $(BUILDDIR)/dirhtml + @echo + @echo "Build finished. The HTML pages are in $(BUILDDIR)/dirhtml." + +singlehtml: + $(SPHINXBUILD) -b singlehtml $(ALLSPHINXOPTS) $(BUILDDIR)/singlehtml + @echo + @echo "Build finished. The HTML page is in $(BUILDDIR)/singlehtml." + +pickle: + $(SPHINXBUILD) -b pickle $(ALLSPHINXOPTS) $(BUILDDIR)/pickle + @echo + @echo "Build finished; now you can process the pickle files." + +json: + $(SPHINXBUILD) -b json $(ALLSPHINXOPTS) $(BUILDDIR)/json + @echo + @echo "Build finished; now you can process the JSON files." + +htmlhelp: + $(SPHINXBUILD) -b htmlhelp $(ALLSPHINXOPTS) $(BUILDDIR)/htmlhelp + @echo + @echo "Build finished; now you can run HTML Help Workshop with the" \ + ".hhp project file in $(BUILDDIR)/htmlhelp." + +qthelp: + $(SPHINXBUILD) -b qthelp $(ALLSPHINXOPTS) $(BUILDDIR)/qthelp + @echo + @echo "Build finished; now you can run "qcollectiongenerator" with the" \ + ".qhcp project file in $(BUILDDIR)/qthelp, like this:" + @echo "# qcollectiongenerator $(BUILDDIR)/qthelp/msgpack.qhcp" + @echo "To view the help file:" + @echo "# assistant -collectionFile $(BUILDDIR)/qthelp/msgpack.qhc" + +devhelp: + $(SPHINXBUILD) -b devhelp $(ALLSPHINXOPTS) $(BUILDDIR)/devhelp + @echo + @echo "Build finished." + @echo "To view the help file:" + @echo "# mkdir -p $$HOME/.local/share/devhelp/msgpack" + @echo "# ln -s $(BUILDDIR)/devhelp $$HOME/.local/share/devhelp/msgpack" + @echo "# devhelp" + +epub: + $(SPHINXBUILD) -b epub $(ALLSPHINXOPTS) $(BUILDDIR)/epub + @echo + @echo "Build finished. The epub file is in $(BUILDDIR)/epub." + +latex: + $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex + @echo + @echo "Build finished; the LaTeX files are in $(BUILDDIR)/latex." + @echo "Run \`make' in that directory to run these through (pdf)latex" \ + "(use \`make latexpdf' here to do that automatically)." + +latexpdf: + $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex + @echo "Running LaTeX files through pdflatex..." + $(MAKE) -C $(BUILDDIR)/latex all-pdf + @echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex." + +text: + $(SPHINXBUILD) -b text $(ALLSPHINXOPTS) $(BUILDDIR)/text + @echo + @echo "Build finished. The text files are in $(BUILDDIR)/text." + +man: + $(SPHINXBUILD) -b man $(ALLSPHINXOPTS) $(BUILDDIR)/man + @echo + @echo "Build finished. The manual pages are in $(BUILDDIR)/man." + +texinfo: + $(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo + @echo + @echo "Build finished. The Texinfo files are in $(BUILDDIR)/texinfo." + @echo "Run \`make' in that directory to run these through makeinfo" \ + "(use \`make info' here to do that automatically)." + +info: + $(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo + @echo "Running Texinfo files through makeinfo..." + make -C $(BUILDDIR)/texinfo info + @echo "makeinfo finished; the Info files are in $(BUILDDIR)/texinfo." + +gettext: + $(SPHINXBUILD) -b gettext $(I18NSPHINXOPTS) $(BUILDDIR)/locale + @echo + @echo "Build finished. The message catalogs are in $(BUILDDIR)/locale." + +changes: + $(SPHINXBUILD) -b changes $(ALLSPHINXOPTS) $(BUILDDIR)/changes + @echo + @echo "The overview file is in $(BUILDDIR)/changes." + +linkcheck: + $(SPHINXBUILD) -b linkcheck $(ALLSPHINXOPTS) $(BUILDDIR)/linkcheck + @echo + @echo "Link check complete; look for any errors in the above output " \ + "or in $(BUILDDIR)/linkcheck/output.txt." + +doctest: + $(SPHINXBUILD) -b doctest $(ALLSPHINXOPTS) $(BUILDDIR)/doctest + @echo "Testing of doctests in the sources finished, look at the " \ + "results in $(BUILDDIR)/doctest/output.txt." + +serve: html + python3 -m http.server -d _build/html + +zip: html + cd _build/html && zip -r ../../../msgpack-doc.zip . diff --git a/docs/_static/README.txt b/docs/_static/README.txt new file mode 100644 index 0000000..1c70594 --- /dev/null +++ b/docs/_static/README.txt @@ -0,0 +1 @@ +Sphinx will copy the contents of docs/_static/ directory to the build location. diff --git a/docs/advanced.rst b/docs/advanced.rst new file mode 100644 index 0000000..3837008 --- /dev/null +++ b/docs/advanced.rst @@ -0,0 +1,32 @@ +Advanced usage +=============== + +Packer +------ + +autoreset +~~~~~~~~~ + +When you used ``autoreset=False`` option of :class:`~msgpack.Packer`, +``pack()`` method doesn't return packed ``bytes``. + +You can use :meth:`~msgpack.Packer.bytes` or :meth:`~msgpack.Packer.getbuffer` to +get packed data. + +``bytes()`` returns ``bytes`` object. ``getbuffer()`` returns some bytes-like +object. It's concrete type is implement detail and it will be changed in future +versions. + +You can reduce temporary bytes object by using ``Unpacker.getbuffer()``. + +.. code-block:: python + + packer = Packer(use_bin_type=True, autoreset=False) + + packer.pack([1, 2]) + packer.pack([3, 4]) + + with open('data.bin', 'wb') as f: + f.write(packer.getbuffer()) + + packer.reset() # reset internal buffer diff --git a/docs/api.rst b/docs/api.rst new file mode 100644 index 0000000..f5dfbbd --- /dev/null +++ b/docs/api.rst @@ -0,0 +1,43 @@ +API reference +============= + +.. module:: msgpack + +.. autofunction:: pack + +``dump()`` is an alias for :func:`pack` + +.. autofunction:: packb + +``dumps()`` is an alias for :func:`packb` + +.. autofunction:: unpack + +``load()`` is an alias for :func:`unpack` + +.. autofunction:: unpackb + +``loads()`` is an alias for :func:`unpackb` + +.. autoclass:: Packer + :members: + +.. autoclass:: Unpacker + :members: + +.. autoclass:: ExtType + +.. autoclass:: Timestamp + :members: + :special-members: __init__ + +exceptions +---------- + +These exceptions are accessible via `msgpack` package. +(For example, `msgpack.OutOfData` is shortcut for `msgpack.exceptions.OutOfData`) + +.. automodule:: msgpack.exceptions + :members: + :undoc-members: + :show-inheritance: diff --git a/docs/conf.py b/docs/conf.py new file mode 100644 index 0000000..28116cd --- /dev/null +++ b/docs/conf.py @@ -0,0 +1,283 @@ +# msgpack documentation build configuration file, created by +# sphinx-quickstart on Sun Feb 24 14:20:50 2013. +# +# This file is execfile()d with the current directory set to its containing dir. +# +# Note that not all possible configuration values are present in this +# autogenerated file. +# +# All configuration values have a default; values that are commented out +# serve to show the default. + +# If extensions (or modules to document with autodoc) are in another directory, +# add these directories to sys.path here. If the directory is relative to the +# documentation root, use os.path.abspath to make it absolute, like shown here. +# import os +# import sys +# sys.path.insert(0, os.path.abspath('..')) + +# -- General configuration ----------------------------------------------------- + +# If your documentation needs a minimal Sphinx version, state it here. +# needs_sphinx = '1.0' + +# Add any Sphinx extension module names here, as strings. They can be extensions +# coming with Sphinx (named 'sphinx.ext.*') or your custom ones. +extensions = ["sphinx.ext.autodoc", "sphinx.ext.viewcode"] + +# Add any paths that contain templates here, relative to this directory. +templates_path = ["_templates"] + +# The suffix of source filenames. +source_suffix = ".rst" + +# The encoding of source files. +# source_encoding = 'utf-8-sig' + +# The master toctree document. +master_doc = "index" + +# General information about the project. +project = "msgpack" +copyright = "Inada Naoki" + +# The version info for the project you're documenting, acts as replacement for +# |version| and |release|, also used in various other places throughout the +# built documents. +# +# The short X.Y version. +# The full version, including alpha/beta/rc tags. +version = release = "1.0" + +# The language for content autogenerated by Sphinx. Refer to documentation +# for a list of supported languages. +# language = None + +# There are two options for replacing |today|: either, you set today to some +# non-false value, then it is used: +# today = '' +# Else, today_fmt is used as the format for a strftime call. +# today_fmt = '%B %d, %Y' +today_fmt = "%Y-%m-%d" + +# List of patterns, relative to source directory, that match files and +# directories to ignore when looking for source files. +exclude_patterns = ["_build"] + +# The reST default role (used for this markup: `text`) to use for all documents. +# default_role = None + +# If true, '()' will be appended to :func: etc. cross-reference text. +# add_function_parentheses = True + +# If true, the current module name will be prepended to all description +# unit titles (such as .. function::). +# add_module_names = True + +# If true, sectionauthor and moduleauthor directives will be shown in the +# output. They are ignored by default. +# show_authors = False + +# The name of the Pygments (syntax highlighting) style to use. +pygments_style = "sphinx" + +# A list of ignored prefixes for module index sorting. +# modindex_common_prefix = [] + + +# -- Options for HTML output --------------------------------------------------- + +# The theme to use for HTML and HTML Help pages. See the documentation for +# a list of builtin themes. +html_theme = "sphinx_rtd_theme" + +# Theme options are theme-specific and customize the look and feel of a theme +# further. For a list of options available for each theme, see the +# documentation. +# html_theme_options = {} + +# Add any paths that contain custom themes here, relative to this directory. +# html_theme_path = [] + +# The name for this set of Sphinx documents. If None, it defaults to +# " v documentation". +# html_title = None + +# A shorter title for the navigation bar. Default is the same as html_title. +# html_short_title = None + +# The name of an image file (relative to this directory) to place at the top +# of the sidebar. +# html_logo = None + +# The name of an image file (within the static path) to use as favicon of the +# docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32 +# pixels large. +# html_favicon = None + +# Add any paths that contain custom static files (such as style sheets) here, +# relative to this directory. They are copied after the builtin static files, +# so a file named "default.css" will overwrite the builtin "default.css". +html_static_path = ["_static"] + +# If not '', a 'Last updated on:' timestamp is inserted at every page bottom, +# using the given strftime format. +# html_last_updated_fmt = '%b %d, %Y' + +# If true, SmartyPants will be used to convert quotes and dashes to +# typographically correct entities. +# html_use_smartypants = True + +# Custom sidebar templates, maps document names to template names. +# html_sidebars = {} + +# Additional templates that should be rendered to pages, maps page names to +# template names. +# html_additional_pages = {} + +# If false, no module index is generated. +# html_domain_indices = True + +# If false, no index is generated. +# html_use_index = True + +# If true, the index is split into individual pages for each letter. +# html_split_index = False + +# If true, links to the reST sources are added to the pages. +# html_show_sourcelink = True + +# If true, "Created using Sphinx" is shown in the HTML footer. Default is True. +# html_show_sphinx = True + +# If true, "(C) Copyright ..." is shown in the HTML footer. Default is True. +# html_show_copyright = True + +# If true, an OpenSearch description file will be output, and all pages will +# contain a tag referring to it. The value of this option must be the +# base URL from which the finished HTML is served. +# html_use_opensearch = '' + +# This is the file name suffix for HTML files (e.g. ".xhtml"). +# html_file_suffix = None + +# Output file base name for HTML help builder. +htmlhelp_basename = "msgpackdoc" + + +# -- Options for LaTeX output -------------------------------------------------- + +latex_elements = { + # The paper size ('letterpaper' or 'a4paper'). + #'papersize': 'letterpaper', + # The font size ('10pt', '11pt' or '12pt'). + #'pointsize': '10pt', + # Additional stuff for the LaTeX preamble. + #'preamble': '', +} + +# Grouping the document tree into LaTeX files. List of tuples +# (source start file, target name, title, author, documentclass [howto/manual]). +latex_documents = [ + ("index", "msgpack.tex", "msgpack Documentation", "Author", "manual"), +] + +# The name of an image file (relative to this directory) to place at the top of +# the title page. +# latex_logo = None + +# For "manual" documents, if this is true, then toplevel headings are parts, +# not chapters. +# latex_use_parts = False + +# If true, show page references after internal links. +# latex_show_pagerefs = False + +# If true, show URL addresses after external links. +# latex_show_urls = False + +# Documents to append as an appendix to all manuals. +# latex_appendices = [] + +# If false, no module index is generated. +# latex_domain_indices = True + + +# -- Options for manual page output -------------------------------------------- + +# One entry per manual page. List of tuples +# (source start file, name, description, authors, manual section). +man_pages = [("index", "msgpack", "msgpack Documentation", ["Author"], 1)] + +# If true, show URL addresses after external links. +# man_show_urls = False + + +# -- Options for Texinfo output ------------------------------------------------ + +# Grouping the document tree into Texinfo files. List of tuples +# (source start file, target name, title, author, +# dir menu entry, description, category) +texinfo_documents = [ + ( + "index", + "msgpack", + "msgpack Documentation", + "Author", + "msgpack", + "One line description of project.", + "Miscellaneous", + ), +] + +# Documents to append as an appendix to all manuals. +# texinfo_appendices = [] + +# If false, no module index is generated. +# texinfo_domain_indices = True + +# How to display URL addresses: 'footnote', 'no', or 'inline'. +# texinfo_show_urls = 'footnote' + + +# -- Options for Epub output --------------------------------------------------- + +# Bibliographic Dublin Core info. +epub_title = "msgpack" +epub_author = "Author" +epub_publisher = "Author" +epub_copyright = "2013, Author" + +# The language of the text. It defaults to the language option +# or en if the language is not set. +# epub_language = '' + +# The scheme of the identifier. Typical schemes are ISBN or URL. +# epub_scheme = '' + +# The unique identifier of the text. This can be a ISBN number +# or the project homepage. +# epub_identifier = '' + +# A unique identification for the text. +# epub_uid = '' + +# A tuple containing the cover image and cover page html template filenames. +# epub_cover = () + +# HTML files that should be inserted before the pages created by sphinx. +# The format is a list of tuples containing the path and title. +# epub_pre_files = [] + +# HTML files shat should be inserted after the pages created by sphinx. +# The format is a list of tuples containing the path and title. +# epub_post_files = [] + +# A list of files that should not be packed into the epub file. +# epub_exclude_files = [] + +# The depth of the table of contents in toc.ncx. +# epub_tocdepth = 3 + +# Allow duplicate toc entries. +# epub_tocdup = True diff --git a/docs/index.rst b/docs/index.rst new file mode 100644 index 0000000..e9c2ce8 --- /dev/null +++ b/docs/index.rst @@ -0,0 +1,11 @@ +msgpack document +================ + +`MessagePack `_ is a efficient format for inter +language data exchange. + +.. toctree:: + :maxdepth: 1 + + api + advanced diff --git a/docs/requirements.txt b/docs/requirements.txt new file mode 100644 index 0000000..26002de --- /dev/null +++ b/docs/requirements.txt @@ -0,0 +1,2 @@ +sphinx~=7.3.7 +sphinx-rtd-theme~=2.0.0 diff --git a/erlang/.gitignore b/erlang/.gitignore deleted file mode 100644 index 0f7faad..0000000 --- a/erlang/.gitignore +++ /dev/null @@ -1,5 +0,0 @@ -MANIFEST -*.beam -.omakedb* -*.omc -*~ \ No newline at end of file diff --git a/erlang/OMakefile b/erlang/OMakefile deleted file mode 100644 index 2107940..0000000 --- a/erlang/OMakefile +++ /dev/null @@ -1,51 +0,0 @@ -######################################################################## -# Permission is hereby granted, free of charge, to any person -# obtaining a copy of this file, to deal in the File without -# restriction, including without limitation the rights to use, -# copy, modify, merge, publish, distribute, sublicense, and/or -# sell copies of the File, and to permit persons to whom the -# File is furnished to do so, subject to the following condition: -# -# THE FILE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, -# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES -# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. -# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, -# DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR -# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE FILE OR -# THE USE OR OTHER DEALINGS IN THE FILE. - -######################################################################## -# The standard OMakefile. -# You will usually need to modify this file for your project. - -######################################################################## -# Phony targets are scoped, so you probably want to declare them first. -# - -.PHONY: all clean test edoc dialyzer #install - -######################################################################## -# Subdirectories. -# You may want to include some subdirectories in this project. -# If so, define the subdirectory targets and uncomment this section. -# - -.DEFAULT: msgpack.beam - -msgpack.beam: msgpack.erl - erlc -Wall +debug_info $< - -msgpack.html: msgpack.erl - erl -noshell -run edoc_run file $< - -test: msgpack.beam - erl -noshell -s msgpack test -s init stop - -edoc: msgpack.erl - erl -noshell -eval 'ok=edoc:files(["msgpack.erl"], [{dir, "edoc"}]).' -s init stop - -dialyzer: msgpack.erl - dialyzer --src $< - -clean: - -rm -f *.beam *.html diff --git a/erlang/OMakeroot b/erlang/OMakeroot deleted file mode 100644 index 35c219d..0000000 --- a/erlang/OMakeroot +++ /dev/null @@ -1,45 +0,0 @@ -######################################################################## -# Permission is hereby granted, free of charge, to any person -# obtaining a copy of this file, to deal in the File without -# restriction, including without limitation the rights to use, -# copy, modify, merge, publish, distribute, sublicense, and/or -# sell copies of the File, and to permit persons to whom the -# File is furnished to do so, subject to the following condition: -# -# THE FILE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, -# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES -# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. -# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, -# DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR -# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE FILE OR -# THE USE OR OTHER DEALINGS IN THE FILE. - -######################################################################## -# The standard OMakeroot file. -# You will not normally need to modify this file. -# By default, your changes should be placed in the -# OMakefile in this directory. -# -# If you decide to modify this file, note that it uses exactly -# the same syntax as the OMakefile. -# - -# -# Include the standard installed configuration files. -# Any of these can be deleted if you are not using them, -# but you probably want to keep the Common file. -# -open build/C -open build/OCaml -open build/LaTeX - -# -# The command-line variables are defined *after* the -# standard configuration has been loaded. -# -DefineCommandVars() - -# -# Include the OMakefile in this directory. -# -.SUBDIRS: . diff --git a/erlang/README.md b/erlang/README.md deleted file mode 100644 index 8616d5e..0000000 --- a/erlang/README.md +++ /dev/null @@ -1,9 +0,0 @@ -MessagePack for Erlang -====================== -Binary-based efficient object serialization library. - -see wiki ( http://redmine.msgpack.org/projects/msgpack/wiki/QuickStartErlang ) for details - -# Status - -0.1.0 released. diff --git a/erlang/edoc/.gitignore b/erlang/edoc/.gitignore deleted file mode 100644 index 97f4246..0000000 --- a/erlang/edoc/.gitignore +++ /dev/null @@ -1,4 +0,0 @@ -*.html -*.css -*.png -edoc-info diff --git a/erlang/msgpack.erl b/erlang/msgpack.erl deleted file mode 100644 index 8c85458..0000000 --- a/erlang/msgpack.erl +++ /dev/null @@ -1,395 +0,0 @@ -%% -%% MessagePack for Erlang -%% -%% Copyright (C) 2009-2010 UENISHI Kota -%% -%% Licensed under the Apache License, Version 2.0 (the "License"); -%% you may not use this file except in compliance with the License. -%% You may obtain a copy of the License at -%% -%% http://www.apache.org/licenses/LICENSE-2.0 -%% -%% Unless required by applicable law or agreed to in writing, software -%% distributed under the License is distributed on an "AS IS" BASIS, -%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -%% See the License for the specific language governing permissions and -%% limitations under the License. - - -%% @doc MessagePack codec for Erlang. -%% -%% APIs are almost compatible with C API -%% except for buffering functions (both copying and zero-copying), which are unavailable. -%% -%% -%% -%% -%% -%% -%% -%% -%% -%% -%% -%%
Equivalence between Erlang and Msgpack type :
erlang msgpack
integer() pos_fixnum/neg_fixnum/uint8/uint16/uint32/uint64/int8/int16/int32/int64
float() float/double
nil nil
boolean() boolean
binary() fix_raw/raw16/raw32
list() fix_array/array16/array32
{proplist()} fix_map/map16/map32
-%% @end - --module(msgpack). --author('kuenishi+msgpack@gmail.com'). - --export([pack/1, unpack/1, unpack_all/1]). - -% @type msgpack_term() = [msgpack_term()] -% | {[{msgpack_term(),msgpack_term()}]} -% | integer() | float() | binary(). -% Erlang representation of msgpack data. --type msgpack_term() :: [msgpack_term()] - | {[{msgpack_term(),msgpack_term()}]} - | integer() | float() | binary(). - - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -% external APIs -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -% @doc Encode an erlang term into an msgpack binary. -% Returns {error, {badarg, term()}} if the input is illegal. -% @spec pack(Term::msgpack_term()) -> binary() | {error, {badarg, term()}} --spec pack(Term::msgpack_term()) -> binary() | {error, {badarg, term()}}. -pack(Term)-> - try - pack_(Term) - catch - throw:Exception -> - {error, Exception} - end. - -% @doc Decode an msgpack binary into an erlang term. -% It only decodes the first msgpack packet contained in the binary; the rest is returned as is. -% Returns {error, {badarg, term()}} if the input is corrupted. -% Returns {error, incomplete} if the input is not a full msgpack packet (caller should gather more data and try again). -% @spec unpack(Bin::binary()) -> {msgpack_term(), binary()} | {error, incomplete} | {error, {badarg, term()}} --spec unpack(Bin::binary()) -> {msgpack_term(), binary()} | {error, incomplete} | {error, {badarg, term()}}. -unpack(Bin) when is_binary(Bin) -> - try - unpack_(Bin) - catch - throw:Exception -> - {error, Exception} - end; -unpack(Other) -> - {error, {badarg, Other}}. - -% @doc Decode an msgpack binary into an erlang terms. -% It only decodes ALL msgpack packets contained in the binary. No packets should not remain. -% Returns {error, {badarg, term()}} if the input is corrupted. -% Returns {error, incomplete} if the input is not a full msgpack packet (caller should gather more data and try again). -% @spec unpack_all(binary()) -> [msgpack_term()] | {error, incomplete} | {error, {badarg, term()}} --spec unpack_all(binary()) -> [msgpack_term()] | {error, incomplete} | {error, {badarg, term()}}. -unpack_all(Data)-> - try - unpack_all_(Data) - catch - throw:Exception -> - {error, Exception} - end. -unpack_all_(Data)-> - case unpack_(Data) of - { Term, <<>> } -> - [Term]; - { Term, Binary } when is_binary(Binary) -> - [Term|unpack_all_(Binary)] - end. - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -% internal APIs -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -% pack them all --spec pack_(msgpack_term()) -> binary() | no_return(). -pack_(I) when is_integer(I) andalso I < 0 -> - pack_int_(I); -pack_(I) when is_integer(I) -> - pack_uint_(I); -pack_(F) when is_float(F) -> - pack_double(F); -pack_(nil) -> - << 16#C0:8 >>; -pack_(true) -> - << 16#C3:8 >>; -pack_(false) -> - << 16#C2:8 >>; -pack_(Bin) when is_binary(Bin) -> - pack_raw(Bin); -pack_(List) when is_list(List) -> - pack_array(List); -pack_({Map}) when is_list(Map) -> - pack_map(Map); -pack_(Other) -> - throw({badarg, Other}). - - --spec pack_uint_(non_neg_integer()) -> binary(). -% positive fixnum -pack_uint_(N) when N < 128 -> - << 2#0:1, N:7 >>; -% uint 8 -pack_uint_(N) when N < 256 -> - << 16#CC:8, N:8 >>; -% uint 16 -pack_uint_(N) when N < 65536 -> - << 16#CD:8, N:16/big-unsigned-integer-unit:1 >>; -% uint 32 -pack_uint_(N) when N < 16#FFFFFFFF-> - << 16#CE:8, N:32/big-unsigned-integer-unit:1 >>; -% uint 64 -pack_uint_(N) -> - << 16#CF:8, N:64/big-unsigned-integer-unit:1 >>. - --spec pack_int_(integer()) -> binary(). -% negative fixnum -pack_int_(N) when N >= -32-> - << 2#111:3, N:5 >>; -% int 8 -pack_int_(N) when N > -128 -> - << 16#D0:8, N:8/big-signed-integer-unit:1 >>; -% int 16 -pack_int_(N) when N > -32768 -> - << 16#D1:8, N:16/big-signed-integer-unit:1 >>; -% int 32 -pack_int_(N) when N > -16#FFFFFFFF -> - << 16#D2:8, N:32/big-signed-integer-unit:1 >>; -% int 64 -pack_int_(N) -> - << 16#D3:8, N:64/big-signed-integer-unit:1 >>. - - --spec pack_double(float()) -> binary(). -% float : erlang's float is always IEEE 754 64bit format. -% pack_float(F) when is_float(F)-> -% << 16#CA:8, F:32/big-float-unit:1 >>. -% pack_double(F). -% double -pack_double(F) -> - << 16#CB:8, F:64/big-float-unit:1 >>. - - --spec pack_raw(binary()) -> binary(). -% raw bytes -pack_raw(Bin) -> - case byte_size(Bin) of - Len when Len < 6-> - << 2#101:3, Len:5, Bin/binary >>; - Len when Len < 16#10000 -> % 65536 - << 16#DA:8, Len:16/big-unsigned-integer-unit:1, Bin/binary >>; - Len -> - << 16#DB:8, Len:32/big-unsigned-integer-unit:1, Bin/binary >> - end. - - --spec pack_array([msgpack_term()]) -> binary() | no_return(). -% list -pack_array(L) -> - case length(L) of - Len when Len < 16 -> - << 2#1001:4, Len:4/integer-unit:1, (pack_array_(L, <<>>))/binary >>; - Len when Len < 16#10000 -> % 65536 - << 16#DC:8, Len:16/big-unsigned-integer-unit:1, (pack_array_(L, <<>>))/binary >>; - Len -> - << 16#DD:8, Len:32/big-unsigned-integer-unit:1, (pack_array_(L, <<>>))/binary >> - end. - -pack_array_([], Acc) -> Acc; -pack_array_([Head|Tail], Acc) -> - pack_array_(Tail, <>). - -% Users SHOULD NOT send too long list: this uses lists:reverse/1 --spec unpack_array_(binary(), non_neg_integer(), [msgpack_term()]) -> {[msgpack_term()], binary()} | no_return(). -unpack_array_(Bin, 0, Acc) -> {lists:reverse(Acc), Bin}; -unpack_array_(Bin, Len, Acc) -> - {Term, Rest} = unpack_(Bin), - unpack_array_(Rest, Len-1, [Term|Acc]). - - --spec pack_map(M::[{msgpack_term(),msgpack_term()}]) -> binary() | no_return(). -pack_map(M)-> - case length(M) of - Len when Len < 16 -> - << 2#1000:4, Len:4/integer-unit:1, (pack_map_(M, <<>>))/binary >>; - Len when Len < 16#10000 -> % 65536 - << 16#DE:8, Len:16/big-unsigned-integer-unit:1, (pack_map_(M, <<>>))/binary >>; - Len -> - << 16#DF:8, Len:32/big-unsigned-integer-unit:1, (pack_map_(M, <<>>))/binary >> - end. - -pack_map_([], Acc) -> Acc; -pack_map_([{Key,Value}|Tail], Acc) -> - pack_map_(Tail, << Acc/binary, (pack_(Key))/binary, (pack_(Value))/binary>>). - -% Users SHOULD NOT send too long list: this uses lists:reverse/1 --spec unpack_map_(binary(), non_neg_integer(), [{msgpack_term(), msgpack_term()}]) -> - {{[{msgpack_term(), msgpack_term()}]}, binary()} | no_return(). -unpack_map_(Bin, 0, Acc) -> {{lists:reverse(Acc)}, Bin}; -unpack_map_(Bin, Len, Acc) -> - {Key, Rest} = unpack_(Bin), - {Value, Rest2} = unpack_(Rest), - unpack_map_(Rest2, Len-1, [{Key,Value}|Acc]). - -% unpack them all --spec unpack_(Bin::binary()) -> {msgpack_term(), binary()} | no_return(). -unpack_(Bin) -> - case Bin of -% ATOMS - <<16#C0, Rest/binary>> -> {nil, Rest}; - <<16#C2, Rest/binary>> -> {false, Rest}; - <<16#C3, Rest/binary>> -> {true, Rest}; -% Floats - <<16#CA, V:32/float-unit:1, Rest/binary>> -> {V, Rest}; - <<16#CB, V:64/float-unit:1, Rest/binary>> -> {V, Rest}; -% Unsigned integers - <<16#CC, V:8/unsigned-integer, Rest/binary>> -> {V, Rest}; - <<16#CD, V:16/big-unsigned-integer-unit:1, Rest/binary>> -> {V, Rest}; - <<16#CE, V:32/big-unsigned-integer-unit:1, Rest/binary>> -> {V, Rest}; - <<16#CF, V:64/big-unsigned-integer-unit:1, Rest/binary>> -> {V, Rest}; -% Signed integers - <<16#D0, V:8/signed-integer, Rest/binary>> -> {V, Rest}; - <<16#D1, V:16/big-signed-integer-unit:1, Rest/binary>> -> {V, Rest}; - <<16#D2, V:32/big-signed-integer-unit:1, Rest/binary>> -> {V, Rest}; - <<16#D3, V:64/big-signed-integer-unit:1, Rest/binary>> -> {V, Rest}; -% Raw bytes - <<16#DA, L:16/unsigned-integer-unit:1, V:L/binary, Rest/binary>> -> {V, Rest}; - <<16#DB, L:32/unsigned-integer-unit:1, V:L/binary, Rest/binary>> -> {V, Rest}; -% Arrays - <<16#DC, L:16/big-unsigned-integer-unit:1, Rest/binary>> -> unpack_array_(Rest, L, []); - <<16#DD, L:32/big-unsigned-integer-unit:1, Rest/binary>> -> unpack_array_(Rest, L, []); -% Maps - <<16#DE, L:16/big-unsigned-integer-unit:1, Rest/binary>> -> unpack_map_(Rest, L, []); - <<16#DF, L:32/big-unsigned-integer-unit:1, Rest/binary>> -> unpack_map_(Rest, L, []); - -% Tag-encoded lengths (kept last, for speed) - <<0:1, V:7, Rest/binary>> -> {V, Rest}; % positive int - <<2#111:3, V:5, Rest/binary>> -> {V - 2#100000, Rest}; % negative int - <<2#101:3, L:5, V:L/binary, Rest/binary>> -> {V, Rest}; % raw bytes - <<2#1001:4, L:4, Rest/binary>> -> unpack_array_(Rest, L, []); % array - <<2#1000:4, L:4, Rest/binary>> -> unpack_map_(Rest, L, []); % map - -% Invalid data - <> when F==16#C1; - F==16#C4; F==16#C5; F==16#C6; F==16#C7; F==16#C8; F==16#C9; - F==16#D4; F==16#D5; F==16#D6; F==16#D7; F==16#D8; F==16#D9 -> - throw({badarg, <>}); -% Incomplete data (we've covered every complete/invalid case; anything left is incomplete) - _ -> - throw(incomplete) - end. - - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -% unit tests -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --include_lib("eunit/include/eunit.hrl"). --ifdef(EUNIT). - -compare_all([], [])-> ok; -compare_all([], R)-> {toomuchrhs, R}; -compare_all(L, [])-> {toomuchlhs, L}; -compare_all([LH|LTL], [RH|RTL]) -> - ?assertEqual(LH, RH), - compare_all(LTL, RTL). - -port_receive(Port) -> - port_receive(Port, <<>>). -port_receive(Port, Acc) -> - receive - {Port, {data, Data}} -> port_receive(Port, <>); - {Port, eof} -> Acc - after 1000 -> Acc - end. - -test_([]) -> 0; -test_([Term|Rest])-> - Pack = msgpack:pack(Term), - ?assertEqual({Term, <<>>}, msgpack:unpack( Pack )), - 1+test_(Rest). - -test_data()-> - [true, false, nil, - 0, 1, 2, 123, 512, 1230, 678908, 16#FFFFFFFFFF, - -1, -23, -512, -1230, -567898, -16#FFFFFFFFFF, - 123.123, -234.4355, 1.0e-34, 1.0e64, - [23, 234, 0.23], - <<"hogehoge">>, <<"243546rf7g68h798j", 0, 23, 255>>, - <<"hoasfdafdas][">>, - [0,42, <<"sum">>, [1,2]], [1,42, nil, [3]], - -234, -40000, -16#10000000, -16#100000000, - 42 - ]. - -basic_test()-> - Tests = test_data(), - Passed = test_(Tests), - Passed = length(Tests). - -port_test()-> - Tests = test_data(), - ?assertEqual({[Tests],<<>>}, msgpack:unpack(msgpack:pack([Tests]))), - - Port = open_port({spawn, "ruby ../test/crosslang.rb"}, [binary, eof]), - true = port_command(Port, msgpack:pack(Tests)), - ?assertEqual({Tests, <<>>}, msgpack:unpack(port_receive(Port))), - port_close(Port). - -test_p(Len,Term,OrigBin,Len) -> - {Term, <<>>}=msgpack:unpack(OrigBin); -test_p(I,_,OrigBin,Len) when I < Len-> - <> = OrigBin, - ?assertEqual({error,incomplete}, msgpack:unpack(Bin)). - -partial_test()-> % error handling test. - Term = lists:seq(0, 45), - Bin=msgpack:pack(Term), - BinLen = byte_size(Bin), - [test_p(X, Term, Bin, BinLen) || X <- lists:seq(0,BinLen)]. - -long_test()-> - Longer = lists:seq(0, 655), - {Longer, <<>>} = msgpack:unpack(msgpack:pack(Longer)). - -map_test()-> - Ints = lists:seq(0, 65), - Map = {[ {X, X*2} || X <- Ints ] ++ [{<<"hage">>, 324}, {43542, [nil, true, false]}]}, - {Map2, <<>>} = msgpack:unpack(msgpack:pack(Map)), - ?assertEqual(Map, Map2), - ok. - -unknown_test()-> - Port = open_port({spawn, "ruby testcase_generator.rb"}, [binary, eof]), - Tests = [0, 1, 2, 123, 512, 1230, 678908, - -1, -23, -512, -1230, -567898, - <<"hogehoge">>, <<"243546rf7g68h798j">>, - 123.123, - -234.4355, 1.0e-34, 1.0e64, - [23, 234, 0.23], - [0,42,<<"sum">>, [1,2]], [1,42, nil, [3]], - {[{1,2},{<<"hoge">>,nil}]}, % map - -234, -50000, - 42 - ], - ?assertEqual(ok, compare_all(Tests, msgpack:unpack_all(port_receive(Port)))), - port_close(Port). - -other_test()-> - ?assertEqual({error,incomplete},msgpack:unpack(<<>>)). - -benchmark_test()-> - Data=[test_data() || _ <- lists:seq(0, 10000)], - S=?debugTime(" serialize", msgpack:pack(Data)), - {Data,<<>>}=?debugTime("deserialize", msgpack:unpack(S)), - ?debugFmt("for ~p KB test data.", [byte_size(S) div 1024]). - -error_test()-> - ?assertEqual({error,{badarg, atom}}, msgpack:pack(atom)), - Term = {"hoge", "hage", atom}, - ?assertEqual({error,{badarg, Term}}, msgpack:pack(Term)). - --endif. diff --git a/erlang/testcase_generator.rb b/erlang/testcase_generator.rb deleted file mode 100644 index 8445bdd..0000000 --- a/erlang/testcase_generator.rb +++ /dev/null @@ -1,65 +0,0 @@ -begin -require 'rubygems' -rescue LoadError -end -require 'msgpack' - -def usage - puts < (default: stdout) - -EOF - exit 1 -end - -code = 1 -outio = $stdout - -if ARGV.length > 2 - usage -end - -if fname = ARGV[0] - unless fname == "-" - begin - outio = File.open(fname, "w") - rescue - puts "can't open output file: #{$!}" - exit 1 - end - end -end - -objs = [0, 1, 2, 123, 512, 1230, 678908, - -1, -23, -512, -1230, -567898, - "hogehoge", "243546rf7g68h798j", - 123.123, - -234.4355, 1.0e-34, 1.0e64, - [23, 234, 0.23], - [0,42,"sum", [1,2]], [1,42, nil, [3]], - { 1 => 2, "hoge" => nil }, - -234, -50000, - 42 - ] -begin - objs.each do |obj| - outio.write MessagePack.pack(obj) - outio.flush - end -rescue EOFError - code=0 -rescue - $stderr.puts $! - code=1 -end - -outio.close -exit code - diff --git a/example/custom.cc b/example/custom.cc deleted file mode 100644 index 835ebed..0000000 --- a/example/custom.cc +++ /dev/null @@ -1,58 +0,0 @@ -#include -#include -#include - -class old_class { -public: - old_class() : value("default") { } - - std::string value; - - MSGPACK_DEFINE(value); -}; - -class new_class { -public: - new_class() : value("default"), flag(-1) { } - - std::string value; - int flag; - - MSGPACK_DEFINE(value, flag); -}; - -int main(void) -{ - { - old_class oc; - new_class nc; - - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, oc); - - msgpack::zone zone; - msgpack::object obj; - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &zone, &obj); - - obj.convert(&nc); - - std::cout << obj << " value=" << nc.value << " flag=" << nc.flag << std::endl; - } - - { - new_class nc; - old_class oc; - - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, nc); - - msgpack::zone zone; - msgpack::object obj; - msgpack::unpack(sbuf.data(), sbuf.size(), NULL, &zone, &obj); - - obj.convert(&oc); - - std::cout << obj << " value=" << oc.value << std::endl; - } -} - diff --git a/example/protocol.cc b/example/protocol.cc deleted file mode 100644 index e7f2a38..0000000 --- a/example/protocol.cc +++ /dev/null @@ -1,86 +0,0 @@ -#include -#include -#include -#include - -namespace myprotocol { - using namespace msgpack::type; - using msgpack::define; - - struct Get : define< tuple > { - Get() { } - Get(uint32_t f, const std::string& k) : - define_type(msgpack_type(f, k)) { } - uint32_t& flags() { return get<0>(); } - std::string& key() { return get<1>(); } - }; - - struct Put : define< tuple > { - Put() { } - Put(uint32_t f, const std::string& k, const char* valref, size_t vallen) : - define_type(msgpack_type( f, k, raw_ref(valref,vallen) )) { } - uint32_t& flags() { return get<0>(); } - std::string& key() { return get<1>(); } - raw_ref& value() { return get<2>(); } - }; - - struct MultiGet : define< std::vector > { - }; -} - - -int main(void) -{ - // send Get request - std::stringstream stream; - { - myprotocol::Get req; - req.flags() = 0; - req.key() = "key0"; - msgpack::pack(stream, req); - } - - stream.seekg(0); - - // receive Get request - { - std::string buffer(stream.str()); - - msgpack::zone mempool; - msgpack::object o = - msgpack::unpack(buffer.data(), buffer.size(), mempool); - - myprotocol::Get req; - msgpack::convert(req, o); - std::cout << "received: " << o << std::endl; - } - - - stream.str(""); - - - // send MultiGet request - { - myprotocol::MultiGet req; - req.push_back( myprotocol::Get(1, "key1") ); - req.push_back( myprotocol::Get(2, "key2") ); - req.push_back( myprotocol::Get(3, "key3") ); - msgpack::pack(stream, req); - } - - stream.seekg(0); - - // receive MultiGet request - { - std::string buffer(stream.str()); - - msgpack::zone mempool; - msgpack::object o = - msgpack::unpack(buffer.data(), buffer.size(), mempool); - - myprotocol::MultiGet req; - msgpack::convert(req, o); - std::cout << "received: " << o << std::endl; - } -} - diff --git a/example/simple.c b/example/simple.c deleted file mode 100644 index 41d8bb7..0000000 --- a/example/simple.c +++ /dev/null @@ -1,37 +0,0 @@ -#include -#include - -int main(void) -{ - /* msgpack::sbuffer is a simple buffer implementation. */ - msgpack_sbuffer sbuf; - msgpack_sbuffer_init(&sbuf); - - /* serialize values into the buffer using msgpack_sbuffer_write callback function. */ - msgpack_packer pk; - msgpack_packer_init(&pk, &sbuf, msgpack_sbuffer_write); - - msgpack_pack_array(&pk, 3); - msgpack_pack_int(&pk, 1); - msgpack_pack_true(&pk); - msgpack_pack_raw(&pk, 7); - msgpack_pack_raw_body(&pk, "example", 7); - - /* deserialize the buffer into msgpack_object instance. */ - /* deserialized object is valid during the msgpack_zone instance alive. */ - msgpack_zone mempool; - msgpack_zone_init(&mempool, 2048); - - msgpack_object deserialized; - msgpack_unpack(sbuf.data, sbuf.size, NULL, &mempool, &deserialized); - - /* print the deserialized object. */ - msgpack_object_print(stdout, deserialized); - puts(""); - - msgpack_zone_destroy(&mempool); - msgpack_sbuffer_destroy(&sbuf); - - return 0; -} - diff --git a/example/simple.cc b/example/simple.cc deleted file mode 100644 index 55ecdf9..0000000 --- a/example/simple.cc +++ /dev/null @@ -1,37 +0,0 @@ -#include -#include -#include -#include - -int main(void) -{ - msgpack::type::tuple src(1, true, "example"); - - // serialize the object into the buffer. - // any classes that implements write(const char*,size_t) can be a buffer. - std::stringstream buffer; - msgpack::pack(buffer, src); - - // send the buffer ... - buffer.seekg(0); - - // deserialize the buffer into msgpack::object instance. - std::string str(buffer.str()); - - // deserialized object is valid during the msgpack::zone instance alive. - msgpack::zone mempool; - - msgpack::object deserialized; - msgpack::unpack(str.data(), str.size(), NULL, &mempool, &deserialized); - - // msgpack::object supports ostream. - std::cout << deserialized << std::endl; - - // convert msgpack::object instance into the original type. - // if the type is mismatched, it throws msgpack::type_error exception. - msgpack::type::tuple dst; - deserialized.convert(&dst); - - return 0; -} - diff --git a/example/simple.rb b/example/simple.rb deleted file mode 100644 index 90b4696..0000000 --- a/example/simple.rb +++ /dev/null @@ -1,5 +0,0 @@ -require 'msgpack' - -serialized = [1, -1, true, false, nil, {"key" => "value"}].to_msgpack -p MessagePack.unpack(serialized) - diff --git a/example/stream.cc b/example/stream.cc deleted file mode 100644 index 2241935..0000000 --- a/example/stream.cc +++ /dev/null @@ -1,136 +0,0 @@ -#include -#include -#include -#include -#include -#include -#include -#include - -class Server { -public: - Server(int sock) : m_sock(sock) { } - - ~Server() { } - - typedef std::auto_ptr auto_zone; - - void socket_readable() - { - m_pac.reserve_buffer(1024); - - ssize_t count = - read(m_sock, m_pac.buffer(), m_pac.buffer_capacity()); - - if(count <= 0) { - if(count == 0) { - throw std::runtime_error("connection closed"); - } - if(errno == EAGAIN || errno == EINTR) { - return; - } - throw std::runtime_error(strerror(errno)); - } - - m_pac.buffer_consumed(count); - - while(m_pac.execute()) { - msgpack::object msg = m_pac.data(); - - auto_zone life( m_pac.release_zone() ); - - m_pac.reset(); - - process_message(msg, life); - } - - if(m_pac.message_size() > 10*1024*1024) { - throw std::runtime_error("message is too large"); - } - } - -private: - void process_message(msgpack::object msg, auto_zone& life) - { - std::cout << "message reached: " << msg << std::endl; - } - -private: - int m_sock; - msgpack::unpacker m_pac; -}; - - -static void* run_server(void* arg) -try { - Server* srv = reinterpret_cast(arg); - - while(true) { - srv->socket_readable(); - } - return NULL; - -} catch (std::exception& e) { - std::cerr << "error while processing client packet: " - << e.what() << std::endl; - return NULL; - -} catch (...) { - std::cerr << "error while processing client packet: " - << "unknown error" << std::endl; - return NULL; -} - - -struct fwriter { - fwriter(int fd) : m_fp( fdopen(fd, "w") ) { } - - void write(const char* buf, size_t buflen) - { - size_t count = fwrite(buf, buflen, 1, m_fp); - if(count < 1) { - std::cout << buflen << std::endl; - std::cout << count << std::endl; - throw std::runtime_error(strerror(errno)); - } - } - - void flush() { fflush(m_fp); } - - void close() { fclose(m_fp); } - -private: - FILE* m_fp; -}; - - -int main(void) -{ - int pair[2]; - pipe(pair); - - // run server thread - Server srv(pair[0]); - pthread_t thread; - pthread_create(&thread, NULL, - run_server, reinterpret_cast(&srv)); - - // client thread: - fwriter writer(pair[1]); - msgpack::packer pk(writer); - - typedef msgpack::type::tuple put_t; - typedef msgpack::type::tuple get_t; - - put_t req1("put", "apple", "red"); - put_t req2("put", "lemon", "yellow"); - get_t req3("get", "apple"); - pk.pack(req1); - pk.pack(req2); - pk.pack(req3); - writer.flush(); - writer.close(); - - pthread_join(thread, NULL); -} - diff --git a/example/stream.rb b/example/stream.rb deleted file mode 100644 index a72f5b9..0000000 --- a/example/stream.rb +++ /dev/null @@ -1,72 +0,0 @@ -require 'msgpack' - -class Server - def initialize(sock) - @sock = sock - @pk = MessagePack::Unpacker.new - @buffer = '' - @nread = 0 - end - - def run - while true - begin - data = @sock.sysread(1024) - rescue - puts "connection closed (#{$!})" - return - end - receive_data(data) - end - end - - private - def receive_data(data) - @buffer << data - - while true - @nread = @pk.execute(@buffer, @nread) - - if @pk.finished? - msg = @pk.data - process_message(msg) - - @pk.reset - @buffer.slice!(0, @nread) - @nread = 0 - - next unless @buffer.empty? - end - - break - end - - if @buffer.length > 10*1024*1024 - raise "message is too large" - end - - rescue - puts "error while processing client packet: #{$!}" - end - - def process_message(msg) - puts "message reached: #{msg.inspect}" - end -end - - -rpipe, wpipe = IO.pipe - -# run server thread -thread = Thread.new(Server.new(rpipe)) {|srv| - srv.run -} - -# client thread: -wpipe.write ["put", "apple", "red"].to_msgpack -wpipe.write ["put", "lemon", "yellow"].to_msgpack -wpipe.write ["get", "apple"].to_msgpack -wpipe.close - -thread.join - diff --git a/haskell/LICENSE b/haskell/LICENSE deleted file mode 100644 index 3cb4d8c..0000000 --- a/haskell/LICENSE +++ /dev/null @@ -1,24 +0,0 @@ -Copyright (c) 2009-2010, Hideyuki Tanaka -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are met: - * Redistributions of source code must retain the above copyright - notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above copyright - notice, this list of conditions and the following disclaimer in the - documentation and/or other materials provided with the distribution. - * Neither the name of the Hideyuki Tanaka nor the - names of its contributors may be used to endorse or promote products - derived from this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY Hideyuki Tanaka ''AS IS'' AND ANY -EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED -WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE -DISCLAIMED. IN NO EVENT SHALL BE LIABLE FOR ANY -DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES -(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; -LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND -ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS -SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/haskell/README b/haskell/README deleted file mode 100644 index e69de29..0000000 diff --git a/haskell/Setup.lhs b/haskell/Setup.lhs deleted file mode 100644 index 5bde0de..0000000 --- a/haskell/Setup.lhs +++ /dev/null @@ -1,3 +0,0 @@ -#!/usr/bin/env runhaskell -> import Distribution.Simple -> main = defaultMain diff --git a/haskell/msgpack.cabal b/haskell/msgpack.cabal deleted file mode 100644 index 98133a9..0000000 --- a/haskell/msgpack.cabal +++ /dev/null @@ -1,48 +0,0 @@ -Name: msgpack -Version: 0.4.0.1 -Synopsis: A Haskell binding to MessagePack -Description: - A Haskell binding to MessagePack - -License: BSD3 -License-File: LICENSE -Copyright: Copyright (c) 2009-2010, Hideyuki Tanaka -Category: Data -Author: Hideyuki Tanaka -Maintainer: Hideyuki Tanaka -Homepage: http://github.com/msgpack/msgpack -Stability: Experimental -Cabal-Version: >= 1.6 -Build-Type: Simple - -Extra-source-files: - test/Test.hs - test/UserData.hs - -Library - Build-depends: base >=4 && <5, - transformers >= 0.2.1 && < 0.2.2, - MonadCatchIO-transformers >= 0.2.2 && < 0.2.3, - bytestring >= 0.9 && < 0.10, - vector >= 0.6.0 && < 0.6.1, - iteratee >= 0.4 && < 0.5, - attoparsec >= 0.8.1 && < 0.8.2, - binary >= 0.5.0 && < 0.5.1, - data-binary-ieee754 >= 0.4 && < 0.5, - deepseq >= 1.1 && <1.2, - template-haskell >= 2.4 && < 2.5 - - Ghc-options: -Wall - Hs-source-dirs: src - - Exposed-modules: - Data.MessagePack - Data.MessagePack.Pack - Data.MessagePack.Unpack - Data.MessagePack.Object - Data.MessagePack.Iteratee - Data.MessagePack.Derive - -Source-repository head - Type: git - Location: git://github.com/msgpack/msgpack.git diff --git a/haskell/src/Data/MessagePack.hs b/haskell/src/Data/MessagePack.hs deleted file mode 100644 index b71190d..0000000 --- a/haskell/src/Data/MessagePack.hs +++ /dev/null @@ -1,103 +0,0 @@ --------------------------------------------------------------------- --- | --- Module : Data.MessagePack --- Copyright : (c) Hideyuki Tanaka, 2009-2010 --- License : BSD3 --- --- Maintainer: tanaka.hideyuki@gmail.com --- Stability : experimental --- Portability: portable --- --- Simple interface to pack and unpack MessagePack data. --- --------------------------------------------------------------------- - -module Data.MessagePack( - module Data.MessagePack.Pack, - module Data.MessagePack.Unpack, - module Data.MessagePack.Object, - module Data.MessagePack.Iteratee, - module Data.MessagePack.Derive, - - -- * Pack functions - packToString, - packToHandle, - packToHandle', - packToFile, - - -- * Unpack functions - unpackFromString, - unpackFromHandle, - unpackFromFile, - unpackFromStringI, - unpackFromHandleI, - unpackFromFileI, - - ) where - -import qualified Control.Monad.CatchIO as CIO -import Control.Monad.IO.Class -import qualified Data.Attoparsec as A -import Data.Binary.Put -import qualified Data.ByteString as B -import qualified Data.ByteString.Lazy as L -import qualified Data.Iteratee as I -import System.IO - -import Data.MessagePack.Pack -import Data.MessagePack.Unpack -import Data.MessagePack.Object -import Data.MessagePack.Iteratee -import Data.MessagePack.Derive - -bufferSize :: Int -bufferSize = 4 * 1024 - --- | Pack to ByteString. -packToString :: Put -> L.ByteString -packToString = runPut - --- | Pack to Handle -packToHandle :: Handle -> Put -> IO () -packToHandle h = L.hPutStr h . packToString - --- | Pack to Handle and Flush Handle -packToHandle' :: Handle -> Put -> IO () -packToHandle' h p = packToHandle h p >> hFlush h - --- | Pack to File -packToFile :: FilePath -> Put -> IO () -packToFile path = L.writeFile path . packToString - --- | Unpack from ByteString -unpackFromString :: (Monad m, IsByteString s) => s -> A.Parser a -> m a -unpackFromString bs = - unpackFromStringI bs . parserToIteratee - --- | Unpack from Handle -unpackFromHandle :: CIO.MonadCatchIO m => Handle -> A.Parser a -> m a -unpackFromHandle h = - unpackFromHandleI h .parserToIteratee - --- | Unpack from File -unpackFromFile :: CIO.MonadCatchIO m => FilePath -> A.Parser a -> m a -unpackFromFile path = - unpackFromFileI path . parserToIteratee - --- | Iteratee interface to unpack from ByteString -unpackFromStringI :: (Monad m, IsByteString s) => s -> I.Iteratee B.ByteString m a -> m a -unpackFromStringI bs = - I.run . I.joinIM . I.enumPure1Chunk (toBS bs) - --- | Iteratee interface to unpack from Handle -unpackFromHandleI :: CIO.MonadCatchIO m => Handle -> I.Iteratee B.ByteString m a -> m a -unpackFromHandleI h = - I.run . I.joinIM . enumHandleNonBlocking bufferSize h - --- | Iteratee interface to unpack from File -unpackFromFileI :: CIO.MonadCatchIO m => FilePath -> I.Iteratee B.ByteString m a -> m a -unpackFromFileI path p = - CIO.bracket - (liftIO $ openBinaryFile path ReadMode) - (liftIO . hClose) - (flip unpackFromHandleI p) diff --git a/haskell/src/Data/MessagePack/Derive.hs b/haskell/src/Data/MessagePack/Derive.hs deleted file mode 100644 index 74943e9..0000000 --- a/haskell/src/Data/MessagePack/Derive.hs +++ /dev/null @@ -1,106 +0,0 @@ -{-# Language TemplateHaskell #-} - -module Data.MessagePack.Derive ( - derivePack, - deriveUnpack, - deriveObject, - ) where - -import Control.Applicative -import Control.Monad -import Language.Haskell.TH - -import Data.MessagePack.Pack -import Data.MessagePack.Unpack -import Data.MessagePack.Object - -deriveUnpack :: Name -> Q [Dec] -deriveUnpack typName = do - TyConI (DataD _ name _ cons _) <- reify typName - - return - [ InstanceD [] (AppT (ConT ''Unpackable) (ConT name)) - [ FunD 'get [Clause [] (NormalB $ ch $ map body cons) []] - ]] - - where - body (NormalC conName elms) = - DoE $ - tupOrListP (map VarP names) (VarE 'get) ++ - [ NoBindS $ AppE (VarE 'return) $ foldl AppE (ConE conName) $ map VarE names ] - where - names = zipWith (\ix _ -> mkName $ "a" ++ show (ix :: Int)) [1..] elms - - body (RecC conName elms) = - body (NormalC conName $ map (\(_, b, c) -> (b, c)) elms) - - ch = foldl1 (\e f -> AppE (AppE (VarE '(<|>)) e) f) - -derivePack :: Name -> Q [Dec] -derivePack typName = do - TyConI (DataD _ name _ cons _) <- reify typName - - return - [ InstanceD [] (AppT (ConT ''Packable) (ConT name)) - [ FunD 'put (map body cons) - ]] - - where - body (NormalC conName elms) = - Clause - [ ConP conName $ map VarP names ] - (NormalB $ AppE (VarE 'put) $ tupOrListE $ map VarE names) [] - where - names = zipWith (\ix _ -> mkName $ "a" ++ show (ix :: Int)) [1..] elms - - body (RecC conName elms) = - body (NormalC conName $ map (\(_, b, c) -> (b, c)) elms) - -deriveObject :: Name -> Q [Dec] -deriveObject typName = do - g <- derivePack typName - p <- deriveUnpack typName - - TyConI (DataD _ name _ cons _) <- reify typName - let o = InstanceD [] (AppT (ConT ''OBJECT) (ConT name)) - [ FunD 'toObject (map toObjectBody cons), - FunD 'tryFromObject [Clause [ VarP oname ] - (NormalB $ ch $ map tryFromObjectBody cons) []]] - - return $ g ++ p ++ [o] - where - toObjectBody (NormalC conName elms) = - Clause - [ ConP conName $ map VarP names ] - (NormalB $ AppE (VarE 'toObject) $ tupOrListE $ map VarE names) [] - where - names = zipWith (\ix _ -> mkName $ "a" ++ show (ix :: Int)) [1..] elms - toObjectBody (RecC conName elms) = - toObjectBody (NormalC conName $ map (\(_, b, c) -> (b, c)) elms) - - tryFromObjectBody (NormalC conName elms) = - DoE $ - tupOrListP (map VarP names) (AppE (VarE 'tryFromObject) (VarE oname)) ++ - [ NoBindS $ AppE (VarE 'return) $ foldl AppE (ConE conName) $ map VarE names ] - where - names = zipWith (\ix _ -> mkName $ "a" ++ show (ix :: Int)) [1..] elms - tryFromObjectBody (RecC conName elms) = - tryFromObjectBody (NormalC conName $ map (\(_, b, c) -> (b, c)) elms) - - oname = mkName "o" - ch = foldl1 (\e f -> AppE (AppE (VarE '(<|>)) e) f) - -tupOrListP :: [Pat] -> Exp -> [Stmt] -tupOrListP ls e - | length ls == 0 = - let lsname = mkName "ls" in - [ BindS (VarP lsname) e - , NoBindS $ AppE (VarE 'guard) $ AppE (VarE 'null) $ SigE (VarE lsname) (AppT ListT (ConT ''())) ] - | length ls == 1 = [ BindS (ListP ls) e ] - | otherwise = [ BindS (TupP ls) e ] - -tupOrListE :: [Exp] -> Exp -tupOrListE ls - | length ls == 0 = SigE (ListE []) (AppT ListT (ConT ''())) - | length ls == 1 = ListE ls - | otherwise = TupE ls diff --git a/haskell/src/Data/MessagePack/Iteratee.hs b/haskell/src/Data/MessagePack/Iteratee.hs deleted file mode 100644 index 6bc0898..0000000 --- a/haskell/src/Data/MessagePack/Iteratee.hs +++ /dev/null @@ -1,82 +0,0 @@ --------------------------------------------------------------------- --- | --- Module : Data.MessagePack.Iteratee --- Copyright : (c) Hideyuki Tanaka, 2009-2010 --- License : BSD3 --- --- Maintainer: tanaka.hideyuki@gmail.com --- Stability : experimental --- Portability: portable --- --- MessagePack Deserializer interface to @Data.Iteratee@ --- --------------------------------------------------------------------- - -module Data.MessagePack.Iteratee( - -- * Iteratee version of deserializer - getI, - -- * Non Blocking Enumerator - enumHandleNonBlocking, - -- * Convert Parser to Iteratee - parserToIteratee, - ) where - -import Control.Exception -import Control.Monad.IO.Class -import qualified Data.Attoparsec as A -import qualified Data.ByteString as B -import qualified Data.Iteratee as I -import System.IO - -import Data.MessagePack.Unpack - --- | Deserialize a value -getI :: (Monad m, Unpackable a) => I.Iteratee B.ByteString m a -getI = parserToIteratee get - --- | Enumerator -enumHandleNonBlocking :: MonadIO m => Int -> Handle -> I.Enumerator B.ByteString m a -enumHandleNonBlocking bufSize h = - I.enumFromCallback $ readSome bufSize h - -readSome :: MonadIO m => Int -> Handle -> m (Either SomeException (Bool, B.ByteString)) -readSome bufSize h = liftIO $ do - ebs <- try $ hGetSome bufSize h - case ebs of - Left exc -> - return $ Left (exc :: SomeException) - Right bs | B.null bs -> - return $ Right (False, B.empty) - Right bs -> - return $ Right (True, bs) - -hGetSome :: Int -> Handle -> IO B.ByteString -hGetSome bufSize h = do - bs <- B.hGetNonBlocking h bufSize - if B.null bs - then do - hd <- B.hGet h 1 - if B.null hd - then do - return B.empty - else do - rest <- B.hGetNonBlocking h (bufSize - 1) - return $ B.cons (B.head hd) rest - else do - return bs - --- | Convert Parser to Iteratee -parserToIteratee :: Monad m => A.Parser a -> I.Iteratee B.ByteString m a -parserToIteratee p = I.icont (itr (A.parse p)) Nothing - where - itr pcont s = case s of - I.EOF _ -> - I.throwErr (I.setEOF s) - I.Chunk bs -> - case pcont bs of - A.Fail _ _ msg -> - I.throwErr (I.iterStrExc msg) - A.Partial cont -> - I.icont (itr cont) Nothing - A.Done remain ret -> - I.idone ret (I.Chunk remain) diff --git a/haskell/src/Data/MessagePack/Object.hs b/haskell/src/Data/MessagePack/Object.hs deleted file mode 100644 index 5111ebb..0000000 --- a/haskell/src/Data/MessagePack/Object.hs +++ /dev/null @@ -1,301 +0,0 @@ -{-# Language TypeSynonymInstances #-} -{-# Language FlexibleInstances #-} -{-# Language OverlappingInstances #-} -{-# Language IncoherentInstances #-} -{-# Language DeriveDataTypeable #-} - --------------------------------------------------------------------- --- | --- Module : Data.MessagePack.Object --- Copyright : (c) Hideyuki Tanaka, 2009-2010 --- License : BSD3 --- --- Maintainer: tanaka.hideyuki@gmail.com --- Stability : experimental --- Portability: portable --- --- MessagePack object definition --- --------------------------------------------------------------------- - -module Data.MessagePack.Object( - -- * MessagePack Object - Object(..), - - -- * Serialization to and from Object - OBJECT(..), - -- Result, - ) where - -import Control.DeepSeq -import Control.Exception -import Control.Monad -import Control.Monad.Trans.Error () -import qualified Data.Attoparsec as A -import qualified Data.ByteString as B -import qualified Data.ByteString.Char8 as C8 -import Data.Typeable - -import Data.MessagePack.Pack -import Data.MessagePack.Unpack - --- | Object Representation of MessagePack data. -data Object = - ObjectNil - | ObjectBool Bool - | ObjectInteger Int - | ObjectDouble Double - | ObjectRAW B.ByteString - | ObjectArray [Object] - | ObjectMap [(Object, Object)] - deriving (Show, Eq, Ord, Typeable) - -instance NFData Object where - rnf obj = - case obj of - ObjectNil -> () - ObjectBool b -> rnf b - ObjectInteger n -> rnf n - ObjectDouble d -> rnf d - ObjectRAW bs -> bs `seq` () - ObjectArray a -> rnf a - ObjectMap m -> rnf m - -instance Unpackable Object where - get = - A.choice - [ liftM ObjectInteger get - , liftM (\() -> ObjectNil) get - , liftM ObjectBool get - , liftM ObjectDouble get - , liftM ObjectRAW get - , liftM ObjectArray get - , liftM ObjectMap get - ] - -instance Packable Object where - put obj = - case obj of - ObjectInteger n -> - put n - ObjectNil -> - put () - ObjectBool b -> - put b - ObjectDouble d -> - put d - ObjectRAW raw -> - put raw - ObjectArray arr -> - put arr - ObjectMap m -> - put m - --- | The class of types serializable to and from MessagePack object -class (Unpackable a, Packable a) => OBJECT a where - -- | Encode a value to MessagePack object - toObject :: a -> Object - toObject = unpack . pack - - -- | Decode a value from MessagePack object - fromObject :: Object -> a - fromObject a = - case tryFromObject a of - Left err -> - throw $ UnpackError err - Right ret -> - ret - - -- | Decode a value from MessagePack object - tryFromObject :: Object -> Either String a - tryFromObject = tryUnpack . pack - -instance OBJECT Object where - toObject = id - tryFromObject = Right - -tryFromObjectError :: Either String a -tryFromObjectError = Left "tryFromObject: cannot cast" - -instance OBJECT () where - toObject = const ObjectNil - tryFromObject ObjectNil = Right () - tryFromObject _ = tryFromObjectError - -instance OBJECT Int where - toObject = ObjectInteger - tryFromObject (ObjectInteger n) = Right n - tryFromObject _ = tryFromObjectError - -instance OBJECT Bool where - toObject = ObjectBool - tryFromObject (ObjectBool b) = Right b - tryFromObject _ = tryFromObjectError - -instance OBJECT Double where - toObject = ObjectDouble - tryFromObject (ObjectDouble d) = Right d - tryFromObject _ = tryFromObjectError - -instance OBJECT B.ByteString where - toObject = ObjectRAW - tryFromObject (ObjectRAW bs) = Right bs - tryFromObject _ = tryFromObjectError - -instance OBJECT String where - toObject = toObject . C8.pack - tryFromObject obj = liftM C8.unpack $ tryFromObject obj - -instance OBJECT a => OBJECT [a] where - toObject = ObjectArray . map toObject - tryFromObject (ObjectArray arr) = - mapM tryFromObject arr - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2) => OBJECT (a1, a2) where - toObject (a1, a2) = ObjectArray [toObject a1, toObject a2] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - return (v1, v2) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2, OBJECT a3) => OBJECT (a1, a2, a3) where - toObject (a1, a2, a3) = ObjectArray [toObject a1, toObject a2, toObject a3] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2, o3] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - v3 <- tryFromObject o3 - return (v1, v2, v3) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2, OBJECT a3, OBJECT a4) => OBJECT (a1, a2, a3, a4) where - toObject (a1, a2, a3, a4) = ObjectArray [toObject a1, toObject a2, toObject a3, toObject a4] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2, o3, o4] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - v3 <- tryFromObject o3 - v4 <- tryFromObject o4 - return (v1, v2, v3, v4) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2, OBJECT a3, OBJECT a4, OBJECT a5) => OBJECT (a1, a2, a3, a4, a5) where - toObject (a1, a2, a3, a4, a5) = ObjectArray [toObject a1, toObject a2, toObject a3, toObject a4, toObject a5] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2, o3, o4, o5] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - v3 <- tryFromObject o3 - v4 <- tryFromObject o4 - v5 <- tryFromObject o5 - return (v1, v2, v3, v4, v5) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2, OBJECT a3, OBJECT a4, OBJECT a5, OBJECT a6) => OBJECT (a1, a2, a3, a4, a5, a6) where - toObject (a1, a2, a3, a4, a5, a6) = ObjectArray [toObject a1, toObject a2, toObject a3, toObject a4, toObject a5, toObject a6] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2, o3, o4, o5, o6] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - v3 <- tryFromObject o3 - v4 <- tryFromObject o4 - v5 <- tryFromObject o5 - v6 <- tryFromObject o6 - return (v1, v2, v3, v4, v5, v6) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2, OBJECT a3, OBJECT a4, OBJECT a5, OBJECT a6, OBJECT a7) => OBJECT (a1, a2, a3, a4, a5, a6, a7) where - toObject (a1, a2, a3, a4, a5, a6, a7) = ObjectArray [toObject a1, toObject a2, toObject a3, toObject a4, toObject a5, toObject a6, toObject a7] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2, o3, o4, o5, o6, o7] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - v3 <- tryFromObject o3 - v4 <- tryFromObject o4 - v5 <- tryFromObject o5 - v6 <- tryFromObject o6 - v7 <- tryFromObject o7 - return (v1, v2, v3, v4, v5, v6, v7) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2, OBJECT a3, OBJECT a4, OBJECT a5, OBJECT a6, OBJECT a7, OBJECT a8) => OBJECT (a1, a2, a3, a4, a5, a6, a7, a8) where - toObject (a1, a2, a3, a4, a5, a6, a7, a8) = ObjectArray [toObject a1, toObject a2, toObject a3, toObject a4, toObject a5, toObject a6, toObject a7, toObject a8] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2, o3, o4, o5, o6, o7, o8] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - v3 <- tryFromObject o3 - v4 <- tryFromObject o4 - v5 <- tryFromObject o5 - v6 <- tryFromObject o6 - v7 <- tryFromObject o7 - v8 <- tryFromObject o8 - return (v1, v2, v3, v4, v5, v6, v7, v8) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a1, OBJECT a2, OBJECT a3, OBJECT a4, OBJECT a5, OBJECT a6, OBJECT a7, OBJECT a8, OBJECT a9) => OBJECT (a1, a2, a3, a4, a5, a6, a7, a8, a9) where - toObject (a1, a2, a3, a4, a5, a6, a7, a8, a9) = ObjectArray [toObject a1, toObject a2, toObject a3, toObject a4, toObject a5, toObject a6, toObject a7, toObject a8, toObject a9] - tryFromObject (ObjectArray arr) = - case arr of - [o1, o2, o3, o4, o5, o6, o7, o8, o9] -> do - v1 <- tryFromObject o1 - v2 <- tryFromObject o2 - v3 <- tryFromObject o3 - v4 <- tryFromObject o4 - v5 <- tryFromObject o5 - v6 <- tryFromObject o6 - v7 <- tryFromObject o7 - v8 <- tryFromObject o8 - v9 <- tryFromObject o9 - return (v1, v2, v3, v4, v5, v6, v7, v8, v9) - _ -> - tryFromObjectError - tryFromObject _ = - tryFromObjectError - -instance (OBJECT a, OBJECT b) => OBJECT [(a, b)] where - toObject = - ObjectMap . map (\(a, b) -> (toObject a, toObject b)) - tryFromObject (ObjectMap mem) = do - mapM (\(a, b) -> liftM2 (,) (tryFromObject a) (tryFromObject b)) mem - tryFromObject _ = - tryFromObjectError - -instance OBJECT a => OBJECT (Maybe a) where - toObject (Just a) = toObject a - toObject Nothing = ObjectNil - - tryFromObject ObjectNil = return Nothing - tryFromObject obj = liftM Just $ tryFromObject obj diff --git a/haskell/src/Data/MessagePack/Pack.hs b/haskell/src/Data/MessagePack/Pack.hs deleted file mode 100644 index 16243ad..0000000 --- a/haskell/src/Data/MessagePack/Pack.hs +++ /dev/null @@ -1,186 +0,0 @@ -{-# Language FlexibleInstances #-} -{-# Language IncoherentInstances #-} -{-# Language OverlappingInstances #-} -{-# Language TypeSynonymInstances #-} - --------------------------------------------------------------------- --- | --- Module : Data.MessagePack.Pack --- Copyright : (c) Hideyuki Tanaka, 2009-2010 --- License : BSD3 --- --- Maintainer: tanaka.hideyuki@gmail.com --- Stability : experimental --- Portability: portable --- --- MessagePack Serializer using @Data.Binary.Pack@ --- --------------------------------------------------------------------- - -module Data.MessagePack.Pack ( - -- * Serializable class - Packable(..), - -- * Simple function to pack a Haskell value - pack, - ) where - -import Data.Binary.Put -import Data.Binary.IEEE754 -import Data.Bits -import qualified Data.ByteString as B -import qualified Data.ByteString.Char8 as B8 -import qualified Data.ByteString.Lazy as L -import qualified Data.Vector as V - --- | Serializable class -class Packable a where - -- | Serialize a value - put :: a -> Put - --- | Pack Haskell data to MessagePack string. -pack :: Packable a => a -> L.ByteString -pack = runPut . put - -instance Packable Int where - put n = - case n of - _ | n >= 0 && n <= 127 -> - putWord8 $ fromIntegral n - _ | n >= -32 && n <= -1 -> - putWord8 $ fromIntegral n - _ | n >= 0 && n < 0x100 -> do - putWord8 0xCC - putWord8 $ fromIntegral n - _ | n >= 0 && n < 0x10000 -> do - putWord8 0xCD - putWord16be $ fromIntegral n - _ | n >= 0 && n < 0x100000000 -> do - putWord8 0xCE - putWord32be $ fromIntegral n - _ | n >= 0 -> do - putWord8 0xCF - putWord64be $ fromIntegral n - _ | n >= -0x80 -> do - putWord8 0xD0 - putWord8 $ fromIntegral n - _ | n >= -0x8000 -> do - putWord8 0xD1 - putWord16be $ fromIntegral n - _ | n >= -0x80000000 -> do - putWord8 0xD2 - putWord32be $ fromIntegral n - _ -> do - putWord8 0xD3 - putWord64be $ fromIntegral n - -instance Packable () where - put _ = - putWord8 0xC0 - -instance Packable Bool where - put True = putWord8 0xC3 - put False = putWord8 0xC2 - -instance Packable Double where - put d = do - putWord8 0xCB - putFloat64be d - -instance Packable String where - put = putString length (putByteString . B8.pack) - -instance Packable B.ByteString where - put = putString B.length putByteString - -instance Packable L.ByteString where - put = putString (fromIntegral . L.length) putLazyByteString - -putString :: (s -> Int) -> (s -> Put) -> s -> Put -putString lf pf str = do - case lf str of - len | len <= 31 -> do - putWord8 $ 0xA0 .|. fromIntegral len - len | len < 0x10000 -> do - putWord8 0xDA - putWord16be $ fromIntegral len - len -> do - putWord8 0xDB - putWord32be $ fromIntegral len - pf str - -instance Packable a => Packable [a] where - put = putArray length (mapM_ put) - -instance Packable a => Packable (V.Vector a) where - put = putArray V.length (V.mapM_ put) - -instance (Packable a1, Packable a2) => Packable (a1, a2) where - put = putArray (const 2) f where - f (a1, a2) = put a1 >> put a2 - -instance (Packable a1, Packable a2, Packable a3) => Packable (a1, a2, a3) where - put = putArray (const 3) f where - f (a1, a2, a3) = put a1 >> put a2 >> put a3 - -instance (Packable a1, Packable a2, Packable a3, Packable a4) => Packable (a1, a2, a3, a4) where - put = putArray (const 4) f where - f (a1, a2, a3, a4) = put a1 >> put a2 >> put a3 >> put a4 - -instance (Packable a1, Packable a2, Packable a3, Packable a4, Packable a5) => Packable (a1, a2, a3, a4, a5) where - put = putArray (const 5) f where - f (a1, a2, a3, a4, a5) = put a1 >> put a2 >> put a3 >> put a4 >> put a5 - -instance (Packable a1, Packable a2, Packable a3, Packable a4, Packable a5, Packable a6) => Packable (a1, a2, a3, a4, a5, a6) where - put = putArray (const 6) f where - f (a1, a2, a3, a4, a5, a6) = put a1 >> put a2 >> put a3 >> put a4 >> put a5 >> put a6 - -instance (Packable a1, Packable a2, Packable a3, Packable a4, Packable a5, Packable a6, Packable a7) => Packable (a1, a2, a3, a4, a5, a6, a7) where - put = putArray (const 7) f where - f (a1, a2, a3, a4, a5, a6, a7) = put a1 >> put a2 >> put a3 >> put a4 >> put a5 >> put a6 >> put a7 - -instance (Packable a1, Packable a2, Packable a3, Packable a4, Packable a5, Packable a6, Packable a7, Packable a8) => Packable (a1, a2, a3, a4, a5, a6, a7, a8) where - put = putArray (const 8) f where - f (a1, a2, a3, a4, a5, a6, a7, a8) = put a1 >> put a2 >> put a3 >> put a4 >> put a5 >> put a6 >> put a7 >> put a8 - -instance (Packable a1, Packable a2, Packable a3, Packable a4, Packable a5, Packable a6, Packable a7, Packable a8, Packable a9) => Packable (a1, a2, a3, a4, a5, a6, a7, a8, a9) where - put = putArray (const 9) f where - f (a1, a2, a3, a4, a5, a6, a7, a8, a9) = put a1 >> put a2 >> put a3 >> put a4 >> put a5 >> put a6 >> put a7 >> put a8 >> put a9 - -putArray :: (a -> Int) -> (a -> Put) -> a -> Put -putArray lf pf arr = do - case lf arr of - len | len <= 15 -> - putWord8 $ 0x90 .|. fromIntegral len - len | len < 0x10000 -> do - putWord8 0xDC - putWord16be $ fromIntegral len - len -> do - putWord8 0xDD - putWord32be $ fromIntegral len - pf arr - -instance (Packable k, Packable v) => Packable [(k, v)] where - put = putMap length (mapM_ putPair) - -instance (Packable k, Packable v) => Packable (V.Vector (k, v)) where - put = putMap V.length (V.mapM_ putPair) - -putPair :: (Packable a, Packable b) => (a, b) -> Put -putPair (a, b) = put a >> put b - -putMap :: (a -> Int) -> (a -> Put) -> a -> Put -putMap lf pf m = do - case lf m of - len | len <= 15 -> - putWord8 $ 0x80 .|. fromIntegral len - len | len < 0x10000 -> do - putWord8 0xDE - putWord16be $ fromIntegral len - len -> do - putWord8 0xDF - putWord32be $ fromIntegral len - pf m - -instance Packable a => Packable (Maybe a) where - put Nothing = put () - put (Just a) = put a diff --git a/haskell/src/Data/MessagePack/Unpack.hs b/haskell/src/Data/MessagePack/Unpack.hs deleted file mode 100644 index a0d618e..0000000 --- a/haskell/src/Data/MessagePack/Unpack.hs +++ /dev/null @@ -1,308 +0,0 @@ -{-# Language FlexibleInstances #-} -{-# Language IncoherentInstances #-} -{-# Language OverlappingInstances #-} -{-# Language TypeSynonymInstances #-} -{-# Language DeriveDataTypeable #-} - --------------------------------------------------------------------- --- | --- Module : Data.MessagePack.Unpack --- Copyright : (c) Hideyuki Tanaka, 2009-2010 --- License : BSD3 --- --- Maintainer: tanaka.hideyuki@gmail.com --- Stability : experimental --- Portability: portable --- --- MessagePack Deserializer using @Data.Attoparsec@ --- --------------------------------------------------------------------- - -module Data.MessagePack.Unpack( - -- * MessagePack deserializer - Unpackable(..), - -- * Simple function to unpack a Haskell value - unpack, - tryUnpack, - -- * Unpack exception - UnpackError(..), - -- * ByteString utils - IsByteString(..), - ) where - -import Control.Exception -import Control.Monad -import qualified Data.Attoparsec as A -import Data.Binary.Get -import Data.Binary.IEEE754 -import Data.Bits -import qualified Data.ByteString as B -import qualified Data.ByteString.Char8 as B8 -import qualified Data.ByteString.Lazy as L -import Data.Int -import Data.Typeable -import qualified Data.Vector as V -import Data.Word -import Text.Printf - --- | Deserializable class -class Unpackable a where - -- | Deserialize a value - get :: A.Parser a - -class IsByteString s where - toBS :: s -> B.ByteString - -instance IsByteString B.ByteString where - toBS = id - -instance IsByteString L.ByteString where - toBS = B.concat . L.toChunks - --- | The exception of unpack -data UnpackError = - UnpackError String - deriving (Show, Typeable) - -instance Exception UnpackError - --- | Unpack MessagePack string to Haskell data. -unpack :: (Unpackable a, IsByteString s) => s -> a -unpack bs = - case tryUnpack bs of - Left err -> - throw $ UnpackError err - Right ret -> - ret - --- | Unpack MessagePack string to Haskell data. -tryUnpack :: (Unpackable a, IsByteString s) => s -> Either String a -tryUnpack bs = - case A.parse get (toBS bs) of - A.Fail _ _ err -> - Left err - A.Partial _ -> - Left "not enough input" - A.Done _ ret -> - Right ret - -instance Unpackable Int where - get = do - c <- A.anyWord8 - case c of - _ | c .&. 0x80 == 0x00 -> - return $ fromIntegral c - _ | c .&. 0xE0 == 0xE0 -> - return $ fromIntegral (fromIntegral c :: Int8) - 0xCC -> - return . fromIntegral =<< A.anyWord8 - 0xCD -> - return . fromIntegral =<< parseUint16 - 0xCE -> - return . fromIntegral =<< parseUint32 - 0xCF -> - return . fromIntegral =<< parseUint64 - 0xD0 -> - return . fromIntegral =<< parseInt8 - 0xD1 -> - return . fromIntegral =<< parseInt16 - 0xD2 -> - return . fromIntegral =<< parseInt32 - 0xD3 -> - return . fromIntegral =<< parseInt64 - _ -> - fail $ printf "invlid integer tag: 0x%02X" c - -instance Unpackable () where - get = do - c <- A.anyWord8 - case c of - 0xC0 -> - return () - _ -> - fail $ printf "invlid nil tag: 0x%02X" c - -instance Unpackable Bool where - get = do - c <- A.anyWord8 - case c of - 0xC3 -> - return True - 0xC2 -> - return False - _ -> - fail $ printf "invlid bool tag: 0x%02X" c - -instance Unpackable Double where - get = do - c <- A.anyWord8 - case c of - 0xCA -> - return . realToFrac . runGet getFloat32be . toLBS =<< A.take 4 - 0xCB -> - return . runGet getFloat64be . toLBS =<< A.take 8 - _ -> - fail $ printf "invlid double tag: 0x%02X" c - -instance Unpackable String where - get = parseString (\n -> return . B8.unpack =<< A.take n) - -instance Unpackable B.ByteString where - get = parseString A.take - -instance Unpackable L.ByteString where - get = parseString (\n -> do bs <- A.take n; return $ L.fromChunks [bs]) - -parseString :: (Int -> A.Parser a) -> A.Parser a -parseString aget = do - c <- A.anyWord8 - case c of - _ | c .&. 0xE0 == 0xA0 -> - aget . fromIntegral $ c .&. 0x1F - 0xDA -> - aget . fromIntegral =<< parseUint16 - 0xDB -> - aget . fromIntegral =<< parseUint32 - _ -> - fail $ printf "invlid raw tag: 0x%02X" c - -instance Unpackable a => Unpackable [a] where - get = parseArray (flip replicateM get) - -instance Unpackable a => Unpackable (V.Vector a) where - get = parseArray (flip V.replicateM get) - -instance (Unpackable a1, Unpackable a2) => Unpackable (a1, a2) where - get = parseArray f where - f 2 = get >>= \a1 -> get >>= \a2 -> return (a1, a2) - f n = fail $ printf "wrong tupple size: expected 2 but got " n - -instance (Unpackable a1, Unpackable a2, Unpackable a3) => Unpackable (a1, a2, a3) where - get = parseArray f where - f 3 = get >>= \a1 -> get >>= \a2 -> get >>= \a3 -> return (a1, a2, a3) - f n = fail $ printf "wrong tupple size: expected 3 but got " n - -instance (Unpackable a1, Unpackable a2, Unpackable a3, Unpackable a4) => Unpackable (a1, a2, a3, a4) where - get = parseArray f where - f 4 = get >>= \a1 -> get >>= \a2 -> get >>= \a3 -> get >>= \a4 -> return (a1, a2, a3, a4) - f n = fail $ printf "wrong tupple size: expected 4 but got " n - -instance (Unpackable a1, Unpackable a2, Unpackable a3, Unpackable a4, Unpackable a5) => Unpackable (a1, a2, a3, a4, a5) where - get = parseArray f where - f 5 = get >>= \a1 -> get >>= \a2 -> get >>= \a3 -> get >>= \a4 -> get >>= \a5 -> return (a1, a2, a3, a4, a5) - f n = fail $ printf "wrong tupple size: expected 5 but got " n - -instance (Unpackable a1, Unpackable a2, Unpackable a3, Unpackable a4, Unpackable a5, Unpackable a6) => Unpackable (a1, a2, a3, a4, a5, a6) where - get = parseArray f where - f 6 = get >>= \a1 -> get >>= \a2 -> get >>= \a3 -> get >>= \a4 -> get >>= \a5 -> get >>= \a6 -> return (a1, a2, a3, a4, a5, a6) - f n = fail $ printf "wrong tupple size: expected 6 but got " n - -instance (Unpackable a1, Unpackable a2, Unpackable a3, Unpackable a4, Unpackable a5, Unpackable a6, Unpackable a7) => Unpackable (a1, a2, a3, a4, a5, a6, a7) where - get = parseArray f where - f 7 = get >>= \a1 -> get >>= \a2 -> get >>= \a3 -> get >>= \a4 -> get >>= \a5 -> get >>= \a6 -> get >>= \a7 -> return (a1, a2, a3, a4, a5, a6, a7) - f n = fail $ printf "wrong tupple size: expected 7 but got " n - -instance (Unpackable a1, Unpackable a2, Unpackable a3, Unpackable a4, Unpackable a5, Unpackable a6, Unpackable a7, Unpackable a8) => Unpackable (a1, a2, a3, a4, a5, a6, a7, a8) where - get = parseArray f where - f 8 = get >>= \a1 -> get >>= \a2 -> get >>= \a3 -> get >>= \a4 -> get >>= \a5 -> get >>= \a6 -> get >>= \a7 -> get >>= \a8 -> return (a1, a2, a3, a4, a5, a6, a7, a8) - f n = fail $ printf "wrong tupple size: expected 8 but got " n - -instance (Unpackable a1, Unpackable a2, Unpackable a3, Unpackable a4, Unpackable a5, Unpackable a6, Unpackable a7, Unpackable a8, Unpackable a9) => Unpackable (a1, a2, a3, a4, a5, a6, a7, a8, a9) where - get = parseArray f where - f 9 = get >>= \a1 -> get >>= \a2 -> get >>= \a3 -> get >>= \a4 -> get >>= \a5 -> get >>= \a6 -> get >>= \a7 -> get >>= \a8 -> get >>= \a9 -> return (a1, a2, a3, a4, a5, a6, a7, a8, a9) - f n = fail $ printf "wrong tupple size: expected 9 but got " n - -parseArray :: (Int -> A.Parser a) -> A.Parser a -parseArray aget = do - c <- A.anyWord8 - case c of - _ | c .&. 0xF0 == 0x90 -> - aget . fromIntegral $ c .&. 0x0F - 0xDC -> - aget . fromIntegral =<< parseUint16 - 0xDD -> - aget . fromIntegral =<< parseUint32 - _ -> - fail $ printf "invlid array tag: 0x%02X" c - -instance (Unpackable k, Unpackable v) => Unpackable [(k, v)] where - get = parseMap (flip replicateM parsePair) - -instance (Unpackable k, Unpackable v) => Unpackable (V.Vector (k, v)) where - get = parseMap (flip V.replicateM parsePair) - -parsePair :: (Unpackable k, Unpackable v) => A.Parser (k, v) -parsePair = do - a <- get - b <- get - return (a, b) - -parseMap :: (Int -> A.Parser a) -> A.Parser a -parseMap aget = do - c <- A.anyWord8 - case c of - _ | c .&. 0xF0 == 0x80 -> - aget . fromIntegral $ c .&. 0x0F - 0xDE -> - aget . fromIntegral =<< parseUint16 - 0xDF -> - aget . fromIntegral =<< parseUint32 - _ -> - fail $ printf "invlid map tag: 0x%02X" c - -instance Unpackable a => Unpackable (Maybe a) where - get = - A.choice - [ liftM Just get - , liftM (\() -> Nothing) get ] - -parseUint16 :: A.Parser Word16 -parseUint16 = do - b0 <- A.anyWord8 - b1 <- A.anyWord8 - return $ (fromIntegral b0 `shiftL` 8) .|. fromIntegral b1 - -parseUint32 :: A.Parser Word32 -parseUint32 = do - b0 <- A.anyWord8 - b1 <- A.anyWord8 - b2 <- A.anyWord8 - b3 <- A.anyWord8 - return $ (fromIntegral b0 `shiftL` 24) .|. - (fromIntegral b1 `shiftL` 16) .|. - (fromIntegral b2 `shiftL` 8) .|. - fromIntegral b3 - -parseUint64 :: A.Parser Word64 -parseUint64 = do - b0 <- A.anyWord8 - b1 <- A.anyWord8 - b2 <- A.anyWord8 - b3 <- A.anyWord8 - b4 <- A.anyWord8 - b5 <- A.anyWord8 - b6 <- A.anyWord8 - b7 <- A.anyWord8 - return $ (fromIntegral b0 `shiftL` 56) .|. - (fromIntegral b1 `shiftL` 48) .|. - (fromIntegral b2 `shiftL` 40) .|. - (fromIntegral b3 `shiftL` 32) .|. - (fromIntegral b4 `shiftL` 24) .|. - (fromIntegral b5 `shiftL` 16) .|. - (fromIntegral b6 `shiftL` 8) .|. - fromIntegral b7 - -parseInt8 :: A.Parser Int8 -parseInt8 = return . fromIntegral =<< A.anyWord8 - -parseInt16 :: A.Parser Int16 -parseInt16 = return . fromIntegral =<< parseUint16 - -parseInt32 :: A.Parser Int32 -parseInt32 = return . fromIntegral =<< parseUint32 - -parseInt64 :: A.Parser Int64 -parseInt64 = return . fromIntegral =<< parseUint64 - -toLBS :: B.ByteString -> L.ByteString -toLBS bs = L.fromChunks [bs] diff --git a/haskell/test/Monad.hs b/haskell/test/Monad.hs deleted file mode 100644 index 2ec4093..0000000 --- a/haskell/test/Monad.hs +++ /dev/null @@ -1,21 +0,0 @@ -{-# Language OverloadedStrings #-} - -import Control.Monad.IO.Class -import qualified Data.ByteString as B -import Data.MessagePack - -main = do - sb <- return $ packToString $ do - put [1,2,3::Int] - put (3.14 :: Double) - put ("Hoge" :: B.ByteString) - - print sb - - r <- unpackFromString sb $ do - arr <- get - dbl <- get - str <- get - return (arr :: [Int], dbl :: Double, str :: B.ByteString) - - print r diff --git a/haskell/test/Test.hs b/haskell/test/Test.hs deleted file mode 100644 index 43af2ef..0000000 --- a/haskell/test/Test.hs +++ /dev/null @@ -1,64 +0,0 @@ -import Test.Framework -import Test.Framework.Providers.QuickCheck2 -import Test.QuickCheck - -import Control.Monad -import qualified Data.ByteString.Char8 as B -import qualified Data.ByteString.Lazy.Char8 as L -import Data.MessagePack - -mid :: (Packable a, Unpackable a) => a -> a -mid = unpack . pack - -prop_mid_int a = a == mid a - where types = a :: Int -prop_mid_nil a = a == mid a - where types = a :: () -prop_mid_bool a = a == mid a - where types = a :: Bool -prop_mid_double a = a == mid a - where types = a :: Double -prop_mid_string a = a == mid a - where types = a :: String -prop_mid_bytestring a = B.pack a == mid (B.pack a) - where types = a :: String -prop_mid_lazy_bytestring a = (L.pack a) == mid (L.pack a) - where types = a :: String -prop_mid_array_int a = a == mid a - where types = a :: [Int] -prop_mid_array_string a = a == mid a - where types = a :: [String] -prop_mid_pair2 a = a == mid a - where types = a :: (Int, Int) -prop_mid_pair3 a = a == mid a - where types = a :: (Int, Int, Int) -prop_mid_pair4 a = a == mid a - where types = a :: (Int, Int, Int, Int) -prop_mid_pair5 a = a == mid a - where types = a :: (Int, Int, Int, Int, Int) -prop_mid_map_int_double a = a == mid a - where types = a :: [(Int, Double)] -prop_mid_map_string_string a = a == mid a - where types = a :: [(String, String)] - -tests = - [ testGroup "simple" - [ testProperty "int" prop_mid_int - , testProperty "nil" prop_mid_nil - , testProperty "bool" prop_mid_bool - , testProperty "double" prop_mid_double - , testProperty "string" prop_mid_string - , testProperty "bytestring" prop_mid_bytestring - , testProperty "lazy-bytestring" prop_mid_lazy_bytestring - , testProperty "[int]" prop_mid_array_int - , testProperty "[string]" prop_mid_array_string - , testProperty "(int, int)" prop_mid_pair2 - , testProperty "(int, int, int)" prop_mid_pair3 - , testProperty "(int, int, int, int)" prop_mid_pair4 - , testProperty "(int, int, int, int, int)" prop_mid_pair5 - , testProperty "[(int, double)]" prop_mid_map_int_double - , testProperty "[(string, string)]" prop_mid_map_string_string - ] - ] - -main = defaultMain tests diff --git a/haskell/test/UserData.hs b/haskell/test/UserData.hs deleted file mode 100644 index 5e5d0ea..0000000 --- a/haskell/test/UserData.hs +++ /dev/null @@ -1,43 +0,0 @@ -{-# Language TemplateHaskell #-} - -import Data.MessagePack -import Data.MessagePack.Derive - -data T - = A Int String - | B Double - deriving (Show, Eq) - -$(deriveObject ''T) - -data U - = C { c1 :: Int, c2 :: String } - | D { d1 :: Double } - deriving (Show, Eq) - -$(deriveObject ''U) - -data V - = E String | F - deriving (Show, Eq) - -$(deriveObject ''V) - -test :: (OBJECT a, Show a, Eq a) => a -> IO () -test v = do - let bs = pack v - print bs - print (unpack bs == v) - - let oa = toObject v - print oa - print (fromObject oa == v) - -main = do - test $ A 123 "hoge" - test $ B 3.14 - test $ C 123 "hoge" - test $ D 3.14 - test $ E "hello" - test $ F - return () \ No newline at end of file diff --git a/java/.gitignore b/java/.gitignore deleted file mode 100755 index 156d227..0000000 --- a/java/.gitignore +++ /dev/null @@ -1,4 +0,0 @@ -target -.project -.classpath -*~ diff --git a/java/.settings/org.eclipse.jdt.core.prefs b/java/.settings/org.eclipse.jdt.core.prefs deleted file mode 100755 index c75ad47..0000000 --- a/java/.settings/org.eclipse.jdt.core.prefs +++ /dev/null @@ -1,5 +0,0 @@ -#Mon Apr 19 22:18:48 JST 2010 -org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.6 -eclipse.preferences.version=1 -org.eclipse.jdt.core.compiler.source=1.6 -org.eclipse.jdt.core.compiler.compliance=1.6 diff --git a/java/CHANGES.txt b/java/CHANGES.txt deleted file mode 100644 index 77e9318..0000000 --- a/java/CHANGES.txt +++ /dev/null @@ -1,9 +0,0 @@ -Release 0.3 - 2010/05/23 - NEW FEATURES - Added Unbuffered API + Direct Conversion API to the Unpacker. - - BUG FIXES - Zero-length Array and Map is deserialized as List and Map, instead of the - array of the Object. - - fixed the bug around Packer.packByte(). diff --git a/java/LICENSE.txt b/java/LICENSE.txt deleted file mode 100644 index d645695..0000000 --- a/java/LICENSE.txt +++ /dev/null @@ -1,202 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/java/Makefile b/java/Makefile deleted file mode 100755 index 7885a13..0000000 --- a/java/Makefile +++ /dev/null @@ -1,24 +0,0 @@ - -.PHONY: compile test eclipse clean package - -all: - compile - -package: - mvn package - -install: - mvn install - -compile: - mvn compile - -test: - mvn test - -# generate .project and .classpath file for Eclipse -eclipse: - mvn eclipse:eclipse - -clean: - mvn clean diff --git a/java/README b/java/README deleted file mode 100755 index 33e6376..0000000 --- a/java/README +++ /dev/null @@ -1,28 +0,0 @@ - -To build the JAR file of Message Pack, you need to install Maven (http://maven.apache.org), then type the following command: - -$ mvn package - -To locally install the project, type -$ mvn install - -To generate project files (.project, .classpath) for Eclipse, do - -$ mvn eclipse:eclipse - -then import the folder from your Eclipse. - -Next, open the preference page in Eclipse and add the CLASSPATH variable: - -M2_REPO = $HOME/.m2/repository - -where $HOME is your home directory. In Windows XP, $HOME is: -C:/Documents and Settings/(user name)/.m2/repository - - -# How to release the project (compile, test, tagging, deploy) - -$ mvn release:prepare -$ mvn release:perform - - diff --git a/java/build.xml b/java/build.xml deleted file mode 100755 index bae8923..0000000 --- a/java/build.xml +++ /dev/null @@ -1,303 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Tests Failed! - - - - - - - - - - - - - - - -
- - -
- - - - - - - - - - - - - - - - - - - - - - Javadoc warnings! - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/java/ivy.xml b/java/ivy.xml deleted file mode 100644 index 0e07cca..0000000 --- a/java/ivy.xml +++ /dev/null @@ -1,19 +0,0 @@ - - - - - MessagePack - - - - - - - - - - - - diff --git a/java/pom.xml b/java/pom.xml deleted file mode 100755 index aa3e3ce..0000000 --- a/java/pom.xml +++ /dev/null @@ -1,162 +0,0 @@ - - - 4.0.0 - org.msgpack - msgpack - 0.4.0-devel - MessagePack for Java - - MessagePack for Java - http://msgpack.org/ - - - - The Apache Software License, Version 2.0 - http://www.apache.org/licenses/LICENSE-2.0.txt - repo - - - - - scm:git:git://github.com/msgpack/msgpack.git - scm:git:git://github.com/msgpack/msgpack.git - - - - - junit - junit - 4.8.1 - test - - - org.slf4j - slf4j-api - 1.4.3 - - - org.slf4j - slf4j-log4j12 - 1.4.3 - - - javassist - javassist - 3.12.1.GA - compile - - - - - - - src/main/resources - - - - - src/test/resources - - - - - - maven-compiler-plugin - - 1.6 - 1.6 - - - - - maven-eclipse-plugin - 2.5.1 - - - - maven-release-plugin - - - deploy - scm:git://github.com/msgpack/msgpack.git - - - - - - - - - - - org.apache.maven.plugins - maven-javadoc-plugin - - ${project.name} ${project.version} API - true - en_US - UTF-8 - - - - - org.apache.maven.plugins - maven-jxr-plugin - - - - org.apache.maven.plugins - maven-surefire-report-plugin - - - - - - - msgpack.org - MessagePack Maven2 Repository - http://msgpack.org/maven2 - - - repository.jboss.org - https://repository.jboss.org/nexus/content/groups/public/ - - false - - - - - - - false - msgpack.org - Repository at msgpack.org - file://${project.build.directory}/website/maven2/ - - - true - msgpack.org - Repository at msgpack.org - file://${project.build.directory}/website/maven2/ - - - - - - release - - - - true - org.apache.maven.plugins - maven-deploy-plugin - 2.4 - - true - - - - - - - diff --git a/java/src/main/java/org/msgpack/AbstractTemplate.java b/java/src/main/java/org/msgpack/AbstractTemplate.java deleted file mode 100644 index 5b4442e..0000000 --- a/java/src/main/java/org/msgpack/AbstractTemplate.java +++ /dev/null @@ -1,27 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; - -public abstract class AbstractTemplate implements Template { - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return convert(pac.unpackObject()); - } -} - diff --git a/java/src/main/java/org/msgpack/BufferedUnpackerImpl.java b/java/src/main/java/org/msgpack/BufferedUnpackerImpl.java deleted file mode 100644 index 5b449c7..0000000 --- a/java/src/main/java/org/msgpack/BufferedUnpackerImpl.java +++ /dev/null @@ -1,445 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; -import java.nio.ByteBuffer; -import java.math.BigInteger; - -abstract class BufferedUnpackerImpl extends UnpackerImpl { - int offset = 0; - int filled = 0; - byte[] buffer = null; - private ByteBuffer castBuffer = ByteBuffer.allocate(8); - - abstract boolean fill() throws IOException; - - final boolean next(UnpackResult result) throws IOException, UnpackException { - if(filled == 0) { - if(!fill()) { - return false; - } - } - - do { - int noffset = super.execute(buffer, offset, filled); - if(noffset <= offset) { - if(!fill()) { - return false; - } - continue; - } - offset = noffset; - } while(!super.isFinished()); - - MessagePackObject obj = super.getData(); - super.reset(); - result.done(obj); - - return true; - } - - private final void more(int require) throws IOException, UnpackException { - while(filled - offset < require) { - if(!fill()) { - // FIXME - throw new UnpackException("insufficient buffer"); - } - } - } - - private final boolean tryMore(int require) throws IOException, UnpackException { - while(filled - offset < require) { - if(!fill()) { - return false; - } - } - return true; - } - - private final void advance(int length) { - offset += length; - } - - final byte unpackByte() throws IOException, MessageTypeException { - int o = unpackInt(); - if(0x7f < o || o < -0x80) { - throw new MessageTypeException(); - } - return (byte)o; - } - - final short unpackShort() throws IOException, MessageTypeException { - int o = unpackInt(); - if(0x7fff < o || o < -0x8000) { - throw new MessageTypeException(); - } - return (short)o; - } - - final int unpackInt() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - if((b & 0x80) == 0 || (b & 0xe0) == 0xe0) { // Fixnum - advance(1); - return (int)b; - } - switch(b & 0xff) { - case 0xcc: // unsigned int 8 - more(2); - advance(2); - return (int)((short)(buffer[offset-1]) & 0xff); - case 0xcd: // unsigned int 16 - more(3); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 2); - advance(3); - return (int)((int)castBuffer.getShort(0) & 0xffff); - case 0xce: // unsigned int 32 - more(5); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - { - int o = castBuffer.getInt(0); - if(o < 0) { - throw new MessageTypeException(); - } - advance(5); - return o; - } - case 0xcf: // unsigned int 64 - more(9); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 8); - { - long o = castBuffer.getLong(0); - if(o < 0 || o > 0x7fffffffL) { - throw new MessageTypeException(); - } - advance(9); - return (int)o; - } - case 0xd0: // signed int 8 - more(2); - advance(2); - return (int)buffer[offset-1]; - case 0xd1: // signed int 16 - more(3); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 2); - advance(3); - return (int)castBuffer.getShort(0); - case 0xd2: // signed int 32 - more(4); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(4); - return (int)castBuffer.getInt(0); - case 0xd3: // signed int 64 - more(9); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 8); - { - long o = castBuffer.getLong(0); - if(0x7fffffffL < o || o < -0x80000000L) { - throw new MessageTypeException(); - } - advance(9); - return (int)o; - } - default: - throw new MessageTypeException(); - } - } - - final long unpackLong() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - if((b & 0x80) == 0 || (b & 0xe0) == 0xe0) { // Fixnum - advance(1); - return (long)b; - } - switch(b & 0xff) { - case 0xcc: // unsigned int 8 - more(2); - advance(2); - return (long)((short)(buffer[offset-1]) & 0xff); - case 0xcd: // unsigned int 16 - more(3); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 2); - advance(3); - return (long)((int)castBuffer.getShort(0) & 0xffff); - case 0xce: // unsigned int 32 - more(5); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(5); - return ((long)castBuffer.getInt(0) & 0xffffffffL); - case 0xcf: // unsigned int 64 - more(9); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 8); - { - long o = castBuffer.getLong(0); - if(o < 0) { - throw new MessageTypeException(); - } - advance(9); - return o; - } - case 0xd0: // signed int 8 - more(2); - advance(2); - return (long)buffer[offset-1]; - case 0xd1: // signed int 16 - more(3); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 2); - advance(3); - return (long)castBuffer.getShort(0); - case 0xd2: // signed int 32 - more(4); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(4); - return (long)castBuffer.getInt(0); - case 0xd3: // signed int 64 - more(9); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 8); - advance(9); - return (long)castBuffer.getLong(0); - default: - throw new MessageTypeException(); - } - } - - final BigInteger unpackBigInteger() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - if((b & 0xff) != 0xcf) { - return BigInteger.valueOf(unpackLong()); - } - - // unsigned int 64 - more(9); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 8); - advance(9); - long o = castBuffer.getLong(0); - if(o < 0) { - return new BigInteger(1, castBuffer.array()); - } else { - return BigInteger.valueOf(o); - } - } - - final float unpackFloat() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - switch(b & 0xff) { - case 0xca: // float - more(5); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(5); - return castBuffer.getFloat(0); - case 0xcb: // double - more(9); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 8); - advance(9); - // FIXME overflow check - return (float)castBuffer.getDouble(0); - default: - throw new MessageTypeException(); - } - } - - final double unpackDouble() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - switch(b & 0xff) { - case 0xca: // float - more(5); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(5); - return (double)castBuffer.getFloat(0); - case 0xcb: // double - more(9); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 8); - advance(9); - return castBuffer.getDouble(0); - default: - throw new MessageTypeException(); - } - } - - final Object unpackNull() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset] & 0xff; - if(b != 0xc0) { // nil - throw new MessageTypeException(); - } - advance(1); - return null; - } - - final boolean tryUnpackNull() throws IOException { - if(!tryMore(1)) { - return false; - } - int b = buffer[offset] & 0xff; - if(b != 0xc0) { // nil - return false; - } - advance(1); - return true; - } - - final boolean unpackBoolean() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset] & 0xff; - if(b == 0xc2) { // false - advance(1); - return false; - } else if(b == 0xc3) { // true - advance(1); - return true; - } else { - throw new MessageTypeException(); - } - } - - final int unpackArray() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - if((b & 0xf0) == 0x90) { // FixArray - advance(1); - return (int)(b & 0x0f); - } - switch(b & 0xff) { - case 0xdc: // array 16 - more(3); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 2); - advance(3); - return (int)castBuffer.getShort(0) & 0xffff; - case 0xdd: // array 32 - more(5); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(5); - // FIXME overflow check - return castBuffer.getInt(0) & 0x7fffffff; - default: - throw new MessageTypeException(); - } - } - - final int unpackMap() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - if((b & 0xf0) == 0x80) { // FixMap - advance(1); - return (int)(b & 0x0f); - } - switch(b & 0xff) { - case 0xde: // map 16 - more(3); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 2); - advance(3); - return (int)castBuffer.getShort(0) & 0xffff; - case 0xdf: // map 32 - more(5); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(5); - // FIXME overflow check - return castBuffer.getInt(0) & 0x7fffffff; - default: - throw new MessageTypeException(); - } - } - - final int unpackRaw() throws IOException, MessageTypeException { - more(1); - int b = buffer[offset]; - if((b & 0xe0) == 0xa0) { // FixRaw - advance(1); - return (int)(b & 0x1f); - } - switch(b & 0xff) { - case 0xda: // raw 16 - more(3); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 2); - advance(3); - return (int)castBuffer.getShort(0) & 0xffff; - case 0xdb: // raw 32 - more(5); - castBuffer.rewind(); - castBuffer.put(buffer, offset+1, 4); - advance(5); - // FIXME overflow check - return castBuffer.getInt(0) & 0x7fffffff; - default: - throw new MessageTypeException(); - } - } - - final byte[] unpackRawBody(int length) throws IOException { - more(length); - byte[] bytes = new byte[length]; - System.arraycopy(buffer, offset, bytes, 0, length); - advance(length); - return bytes; - } - - final byte[] unpackByteArray() throws IOException, MessageTypeException { - int length = unpackRaw(); - return unpackRawBody(length); - } - - final String unpackString() throws IOException, MessageTypeException { - int length = unpackRaw(); - more(length); - String s; - try { - s = new String(buffer, offset, length, "UTF-8"); - } catch (Exception e) { - throw new MessageTypeException(); - } - advance(length); - return s; - } - - final MessagePackObject unpackObject() throws IOException { - UnpackResult result = new UnpackResult(); - if(!next(result)) { - super.reset(); - throw new UnpackException("insufficient buffer"); - } - return result.getData(); - } -} - diff --git a/java/src/main/java/org/msgpack/CustomConverter.java b/java/src/main/java/org/msgpack/CustomConverter.java deleted file mode 100644 index b9fb0b3..0000000 --- a/java/src/main/java/org/msgpack/CustomConverter.java +++ /dev/null @@ -1,44 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.util.concurrent.ConcurrentHashMap; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -public class CustomConverter { - private static Logger LOG = LoggerFactory.getLogger(CustomConverter.class); - - private static ConcurrentHashMap, MessageConverter> map = new ConcurrentHashMap, MessageConverter>(); - - public static void register(Class target, MessageConverter converter) { - LOG.debug("register a MessageConverter object for the type: " - + target.getName()); - map.put(target, converter); - } - - public static MessageConverter get(Class target) { - return map.get(target); - } - - public static boolean isRegistered(Class target) { - return map.containsKey(target); - } -} - diff --git a/java/src/main/java/org/msgpack/CustomMessage.java b/java/src/main/java/org/msgpack/CustomMessage.java deleted file mode 100644 index 832aa59..0000000 --- a/java/src/main/java/org/msgpack/CustomMessage.java +++ /dev/null @@ -1,44 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.lang.annotation.Annotation; - -public class CustomMessage { - public static void registerPacker(Class target, MessagePacker packer) { - CustomPacker.register(target, packer); - } - - public static void registerConverter(Class target, MessageConverter converter) { - CustomConverter.register(target, converter); - } - - public static void registerUnpacker(Class target, MessageUnpacker unpacker) { - CustomUnpacker.register(target, unpacker); - } - - public static void register(Class target, Template tmpl) { - CustomPacker.register(target, tmpl); - CustomConverter.register(target, tmpl); - CustomUnpacker.register(target, tmpl); - } - - public static boolean isAnnotated(Class target, Class with) { - return target.getAnnotation(with) != null; - } -} diff --git a/java/src/main/java/org/msgpack/CustomPacker.java b/java/src/main/java/org/msgpack/CustomPacker.java deleted file mode 100644 index 0c128b8..0000000 --- a/java/src/main/java/org/msgpack/CustomPacker.java +++ /dev/null @@ -1,43 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.util.concurrent.ConcurrentHashMap; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -public class CustomPacker { - private static Logger LOG = LoggerFactory.getLogger(CustomPacker.class); - - private static ConcurrentHashMap, MessagePacker> map = new ConcurrentHashMap, MessagePacker>(); - - public static void register(Class target, MessagePacker packer) { - LOG.debug("register a MessagePacker object for the type: " - + target.getName()); - map.put(target, packer); - } - - public static MessagePacker get(Class target) { - return map.get(target); - } - - public static boolean isRegistered(Class target) { - return map.containsKey(target); - } -} diff --git a/java/src/main/java/org/msgpack/CustomUnpacker.java b/java/src/main/java/org/msgpack/CustomUnpacker.java deleted file mode 100644 index fbf64b7..0000000 --- a/java/src/main/java/org/msgpack/CustomUnpacker.java +++ /dev/null @@ -1,43 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.util.concurrent.ConcurrentHashMap; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -public class CustomUnpacker { - private static Logger LOG = LoggerFactory.getLogger(CustomUnpacker.class); - - private static ConcurrentHashMap, MessageUnpacker> map = new ConcurrentHashMap, MessageUnpacker>(); - - public static void register(Class target, MessageUnpacker converter) { - LOG.debug("register a MessageUnpacker object for the type: " - + target.getName()); - map.put(target, converter); - } - - public static MessageUnpacker get(Class target) { - return map.get(target); - } - - public static boolean isRegistered(Class target) { - return map.containsKey(target); - } -} diff --git a/java/src/main/java/org/msgpack/MessageConvertable.java b/java/src/main/java/org/msgpack/MessageConvertable.java deleted file mode 100644 index 8acf1f2..0000000 --- a/java/src/main/java/org/msgpack/MessageConvertable.java +++ /dev/null @@ -1,23 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -public interface MessageConvertable { - public void messageConvert(MessagePackObject obj) throws MessageTypeException; -} - diff --git a/java/src/main/java/org/msgpack/MessageConverter.java b/java/src/main/java/org/msgpack/MessageConverter.java deleted file mode 100644 index 5e5f437..0000000 --- a/java/src/main/java/org/msgpack/MessageConverter.java +++ /dev/null @@ -1,23 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -public interface MessageConverter { - Object convert(MessagePackObject from) throws MessageTypeException; -} - diff --git a/java/src/main/java/org/msgpack/MessagePack.java b/java/src/main/java/org/msgpack/MessagePack.java deleted file mode 100644 index e4bc627..0000000 --- a/java/src/main/java/org/msgpack/MessagePack.java +++ /dev/null @@ -1,156 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.OutputStream; -import java.io.InputStream; -import java.io.ByteArrayOutputStream; -import java.io.IOException; -//import org.msgpack.util.codegen.DynamicTemplate; // FIXME -import org.msgpack.util.codegen.DynamicPacker; -import org.msgpack.util.codegen.DynamicConverter; -import org.msgpack.util.codegen.DynamicUnpacker; - -public class MessagePack { - public static byte[] pack(Object obj) { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - try { - new Packer(out).pack(obj); - } catch (IOException e) { - throw new RuntimeException(e); - } - return out.toByteArray(); - } - - public static void pack(OutputStream out, Object obj) throws IOException { - new Packer(out).pack(obj); - } - - public static byte[] pack(Object obj, Template tmpl) throws MessageTypeException { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - try { - new Packer(out).pack(obj, tmpl); - } catch (IOException e) { - throw new RuntimeException(e); - } - return out.toByteArray(); - } - - public static void pack(OutputStream out, Object obj, Template tmpl) throws IOException { - new Packer(out).pack(obj, tmpl); - } - - - public static MessagePackObject unpack(byte[] buffer) throws MessageTypeException { - Unpacker pac = new Unpacker(); - pac.wrap(buffer); - try { - return pac.unpackObject(); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - public static Object unpack(byte[] buffer, Template tmpl) throws MessageTypeException { - Unpacker pac = new Unpacker(); - pac.wrap(buffer); - try { - return pac.unpack(tmpl); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - public static T unpack(byte[] buffer, Class klass) throws MessageTypeException { - Unpacker pac = new Unpacker(); - pac.wrap(buffer); - try { - return pac.unpack(klass); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - public static MessagePackObject unpack(InputStream in) { - Unpacker pac = new Unpacker(in); - try { - return pac.unpackObject(); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - public static Object unpack(InputStream in, Template tmpl) throws IOException, MessageTypeException { - Unpacker pac = new Unpacker(in); - try { - return pac.unpack(tmpl); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - public static T unpack(InputStream in, Class klass) throws IOException, MessageTypeException { - Unpacker pac = new Unpacker(in); - try { - return pac.unpack(klass); - } catch (IOException e) { - throw new RuntimeException(e); - } - - } - - public static void register(Class target) { // auto-detect - // FIXME - //Template tmpl; - //if(List.isAssignableFrom(target)) { - //} else if(Set.isAssignableFrom(target)) { - //} else if(Map.isAssignableFrom(target)) { - //} else if(Collection.isAssignableFrom(target)) { - //} else if(BigInteger.isAssignableFrom(target)) { - //} else { - //} - - // FIXME - //Template tmpl = DynamicTemplate.create(target); - //register(target, tmpl); - - // FIXME - CustomPacker.register(target, DynamicPacker.create(target)); - CustomConverter.register(target, DynamicConverter.create(target)); - CustomUnpacker.register(target, DynamicUnpacker.create(target)); - } - - public static void register(Class target, Template tmpl) { - CustomPacker.register(target, tmpl); - CustomConverter.register(target, tmpl); - CustomUnpacker.register(target, tmpl); - } - - public static void registerPacker(Class target, MessagePacker packer) { - CustomPacker.register(target, packer); - } - - public static void registerConverter(Class target, MessageConverter converter) { - CustomConverter.register(target, converter); - } - - public static void registerUnpacker(Class target, MessageUnpacker unpacker) { - CustomUnpacker.register(target, unpacker); - } -} - diff --git a/java/src/main/java/org/msgpack/MessagePackObject.java b/java/src/main/java/org/msgpack/MessagePackObject.java deleted file mode 100644 index 8dd9d8b..0000000 --- a/java/src/main/java/org/msgpack/MessagePackObject.java +++ /dev/null @@ -1,144 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.util.List; -import java.util.Set; -import java.util.Map; -import java.math.BigInteger; - -public abstract class MessagePackObject implements Cloneable, MessagePackable { - static { - Templates.load(); - } - - public boolean isNil() { - return false; - } - - public boolean isBooleanType() { - return false; - } - - public boolean isIntegerType() { - return false; - } - - public boolean isFloatType() { - return false; - } - - public boolean isArrayType() { - return false; - } - - public boolean isMapType() { - return false; - } - - public boolean isRawType() { - return false; - } - - public boolean asBoolean() { - throw new MessageTypeException("type error"); - } - - public byte asByte() { - throw new MessageTypeException("type error"); - } - - public short asShort() { - throw new MessageTypeException("type error"); - } - - public int asInt() { - throw new MessageTypeException("type error"); - } - - public long asLong() { - throw new MessageTypeException("type error"); - } - - public BigInteger asBigInteger() { - throw new MessageTypeException("type error"); - } - - public float asFloat() { - throw new MessageTypeException("type error"); - } - - public double asDouble() { - throw new MessageTypeException("type error"); - } - - public byte[] asByteArray() { - throw new MessageTypeException("type error"); - } - - public String asString() { - throw new MessageTypeException("type error"); - } - - public MessagePackObject[] asArray() { - throw new MessageTypeException("type error"); - } - - public List asList() { - throw new MessageTypeException("type error"); - } - - public Map asMap() { - throw new MessageTypeException("type error"); - } - - public byte byteValue() { - throw new MessageTypeException("type error"); - } - - public short shortValue() { - throw new MessageTypeException("type error"); - } - - public int intValue() { - throw new MessageTypeException("type error"); - } - - public long longValue() { - throw new MessageTypeException("type error"); - } - - public BigInteger bigIntegerValue() { - throw new MessageTypeException("type error"); - } - - public float floatValue() { - throw new MessageTypeException("type error"); - } - - public double doubleValue() { - throw new MessageTypeException("type error"); - } - - abstract public Object clone(); - - public Object convert(Template tmpl) throws MessageTypeException { - return tmpl.convert(this); - } -} - diff --git a/java/src/main/java/org/msgpack/MessagePackable.java b/java/src/main/java/org/msgpack/MessagePackable.java deleted file mode 100644 index 9e9852a..0000000 --- a/java/src/main/java/org/msgpack/MessagePackable.java +++ /dev/null @@ -1,25 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; - -public interface MessagePackable { - public void messagePack(Packer pk) throws IOException; -} - diff --git a/java/src/main/java/org/msgpack/MessagePacker.java b/java/src/main/java/org/msgpack/MessagePacker.java deleted file mode 100644 index e5d387e..0000000 --- a/java/src/main/java/org/msgpack/MessagePacker.java +++ /dev/null @@ -1,25 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; - -public interface MessagePacker { - void pack(Packer pk, Object target) throws IOException; -} - diff --git a/java/src/main/java/org/msgpack/MessageTypeException.java b/java/src/main/java/org/msgpack/MessageTypeException.java deleted file mode 100644 index 7a06a3e..0000000 --- a/java/src/main/java/org/msgpack/MessageTypeException.java +++ /dev/null @@ -1,31 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -public class MessageTypeException extends RuntimeException { - public MessageTypeException() { } - - public MessageTypeException(String s) { - super(s); - } - - public MessageTypeException(String s, Throwable t) { - super(s, t); - } -} - diff --git a/java/src/main/java/org/msgpack/MessageUnpackable.java b/java/src/main/java/org/msgpack/MessageUnpackable.java deleted file mode 100644 index cc206e7..0000000 --- a/java/src/main/java/org/msgpack/MessageUnpackable.java +++ /dev/null @@ -1,25 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; - -public interface MessageUnpackable { - public void messageUnpack(Unpacker pac) throws IOException, MessageTypeException; -} - diff --git a/java/src/main/java/org/msgpack/MessageUnpacker.java b/java/src/main/java/org/msgpack/MessageUnpacker.java deleted file mode 100644 index 2a89e45..0000000 --- a/java/src/main/java/org/msgpack/MessageUnpacker.java +++ /dev/null @@ -1,25 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; - -public interface MessageUnpacker { - Object unpack(Unpacker pac) throws IOException, MessageTypeException; -} - diff --git a/java/src/main/java/org/msgpack/Packer.java b/java/src/main/java/org/msgpack/Packer.java deleted file mode 100644 index 8349a30..0000000 --- a/java/src/main/java/org/msgpack/Packer.java +++ /dev/null @@ -1,461 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.OutputStream; -import java.io.IOException; -import java.nio.ByteBuffer; -import java.util.List; -import java.util.Set; -import java.util.Map; -import java.util.Collection; -import java.math.BigInteger; - -import org.msgpack.annotation.MessagePackDelegate; -import org.msgpack.annotation.MessagePackMessage; -import org.msgpack.annotation.MessagePackOrdinalEnum; -import org.msgpack.util.codegen.DynamicTemplate; - -/** - * Packer enables you to serialize objects into OutputStream. - * - * 
- * // create a packer with output stream
- * Packer pk = new Packer(System.out);
- *
- * // store an object with pack() method.
- * pk.pack(1);
- *
- * // you can store String, List, Map, byte[] and primitive types.
- * pk.pack(new ArrayList());
- *
- * - * You can serialize objects that implements {@link MessagePackable} interface. - */ -public class Packer { - static { - Templates.load(); - } - - public static void load() { } - - protected byte[] castBytes = new byte[9]; - protected ByteBuffer castBuffer = ByteBuffer.wrap(castBytes); - protected OutputStream out; - - public Packer(OutputStream out) { - this.out = out; - } - - public Packer packByte(byte d) throws IOException { - if(d < -(1<<5)) { - castBytes[0] = (byte)0xd0; - castBytes[1] = d; - out.write(castBytes, 0, 2); - } else { - out.write(d); - } - return this; - } - - public Packer packShort(short d) throws IOException { - if(d < -(1<<5)) { - if(d < -(1<<7)) { - // signed 16 - castBytes[0] = (byte)0xd1; - castBuffer.putShort(1, d); - out.write(castBytes, 0, 3); - } else { - // signed 8 - castBytes[0] = (byte)0xd0; - castBytes[1] = (byte)d; - out.write(castBytes, 0, 2); - } - } else if(d < (1<<7)) { - // fixnum - out.write((byte)d); - } else { - if(d < (1<<8)) { - // unsigned 8 - castBytes[0] = (byte)0xcc; - castBytes[1] = (byte)d; - out.write(castBytes, 0, 2); - } else { - // unsigned 16 - castBytes[0] = (byte)0xcd; - castBuffer.putShort(1, d); - out.write(castBytes, 0, 3); - } - } - return this; - } - - public Packer packInt(int d) throws IOException { - if(d < -(1<<5)) { - if(d < -(1<<15)) { - // signed 32 - castBytes[0] = (byte)0xd2; - castBuffer.putInt(1, d); - out.write(castBytes, 0, 5); - } else if(d < -(1<<7)) { - // signed 16 - castBytes[0] = (byte)0xd1; - castBuffer.putShort(1, (short)d); - out.write(castBytes, 0, 3); - } else { - // signed 8 - castBytes[0] = (byte)0xd0; - castBytes[1] = (byte)d; - out.write(castBytes, 0, 2); - } - } else if(d < (1<<7)) { - // fixnum - out.write((byte)d); - } else { - if(d < (1<<8)) { - // unsigned 8 - castBytes[0] = (byte)0xcc; - castBytes[1] = (byte)d; - out.write(castBytes, 0, 2); - } else if(d < (1<<16)) { - // unsigned 16 - castBytes[0] = (byte)0xcd; - castBuffer.putShort(1, (short)d); - out.write(castBytes, 0, 3); - } else { - // unsigned 32 - castBytes[0] = (byte)0xce; - castBuffer.putInt(1, d); - out.write(castBytes, 0, 5); - } - } - return this; - } - - public Packer packLong(long d) throws IOException { - if(d < -(1L<<5)) { - if(d < -(1L<<15)) { - if(d < -(1L<<31)) { - // signed 64 - castBytes[0] = (byte)0xd3; - castBuffer.putLong(1, d); - out.write(castBytes, 0, 9); - } else { - // signed 32 - castBytes[0] = (byte)0xd2; - castBuffer.putInt(1, (int)d); - out.write(castBytes, 0, 5); - } - } else { - if(d < -(1<<7)) { - // signed 16 - castBytes[0] = (byte)0xd1; - castBuffer.putShort(1, (short)d); - out.write(castBytes, 0, 3); - } else { - // signed 8 - castBytes[0] = (byte)0xd0; - castBytes[1] = (byte)d; - out.write(castBytes, 0, 2); - } - } - } else if(d < (1<<7)) { - // fixnum - out.write((byte)d); - } else { - if(d < (1L<<16)) { - if(d < (1<<8)) { - // unsigned 8 - castBytes[0] = (byte)0xcc; - castBytes[1] = (byte)d; - out.write(castBytes, 0, 2); - } else { - // unsigned 16 - castBytes[0] = (byte)0xcd; - castBuffer.putShort(1, (short)d); - out.write(castBytes, 0, 3); - //System.out.println("pack uint 16 "+(short)d); - } - } else { - if(d < (1L<<32)) { - // unsigned 32 - castBytes[0] = (byte)0xce; - castBuffer.putInt(1, (int)d); - out.write(castBytes, 0, 5); - } else { - // unsigned 64 - castBytes[0] = (byte)0xcf; - castBuffer.putLong(1, d); - out.write(castBytes, 0, 9); - } - } - } - return this; - } - - public Packer packBigInteger(BigInteger d) throws IOException { - if(d.bitLength() <= 63) { - return packLong(d.longValue()); - } else if(d.bitLength() <= 64 && d.signum() >= 0) { - castBytes[0] = (byte)0xcf; - byte[] barray = d.toByteArray(); - castBytes[1] = barray[barray.length-8]; - castBytes[2] = barray[barray.length-7]; - castBytes[3] = barray[barray.length-6]; - castBytes[4] = barray[barray.length-5]; - castBytes[5] = barray[barray.length-4]; - castBytes[6] = barray[barray.length-3]; - castBytes[7] = barray[barray.length-2]; - castBytes[8] = barray[barray.length-1]; - out.write(castBytes); - return this; - } else { - throw new MessageTypeException("can't pack BigInteger larger than 0xffffffffffffffff"); - } - } - - public Packer packFloat(float d) throws IOException { - castBytes[0] = (byte)0xca; - castBuffer.putFloat(1, d); - out.write(castBytes, 0, 5); - return this; - } - - public Packer packDouble(double d) throws IOException { - castBytes[0] = (byte)0xcb; - castBuffer.putDouble(1, d); - out.write(castBytes, 0, 9); - return this; - } - - public Packer packNil() throws IOException { - out.write((byte)0xc0); - return this; - } - - public Packer packTrue() throws IOException { - out.write((byte)0xc3); - return this; - } - - public Packer packFalse() throws IOException { - out.write((byte)0xc2); - return this; - } - - public Packer packBoolean(boolean d) throws IOException { - return d ? packTrue() : packFalse(); - } - - public Packer packArray(int n) throws IOException { - if(n < 16) { - final int d = 0x90 | n; - out.write((byte)d); - } else if(n < 65536) { - castBytes[0] = (byte)0xdc; - castBuffer.putShort(1, (short)n); - out.write(castBytes, 0, 3); - } else { - castBytes[0] = (byte)0xdd; - castBuffer.putInt(1, n); - out.write(castBytes, 0, 5); - } - return this; - } - - public Packer packMap(int n) throws IOException { - if(n < 16) { - final int d = 0x80 | n; - out.write((byte)d); - } else if(n < 65536) { - castBytes[0] = (byte)0xde; - castBuffer.putShort(1, (short)n); - out.write(castBytes, 0, 3); - } else { - castBytes[0] = (byte)0xdf; - castBuffer.putInt(1, n); - out.write(castBytes, 0, 5); - } - return this; - } - - public Packer packRaw(int n) throws IOException { - if(n < 32) { - final int d = 0xa0 | n; - out.write((byte)d); - } else if(n < 65536) { - castBytes[0] = (byte)0xda; - castBuffer.putShort(1, (short)n); - out.write(castBytes, 0, 3); - } else { - castBytes[0] = (byte)0xdb; - castBuffer.putInt(1, n); - out.write(castBytes, 0, 5); - } - return this; - } - - public Packer packRawBody(byte[] b) throws IOException { - out.write(b); - return this; - } - - public Packer packRawBody(byte[] b, int off, int length) throws IOException { - out.write(b, off, length); - return this; - } - - - public Packer packByteArray(byte[] b) throws IOException { - packRaw(b.length); - return packRawBody(b, 0, b.length); - } - - public Packer packByteArray(byte[] b, int off, int length) throws IOException { - packRaw(length); - return packRawBody(b, off, length); - } - - public Packer packString(String s) throws IOException { - byte[] b = ((String)s).getBytes("UTF-8"); - packRaw(b.length); - return packRawBody(b); - } - - - public Packer pack(boolean o) throws IOException { - if(o) { - return packTrue(); - } else { - return packFalse(); - } - } - - public Packer pack(byte o) throws IOException { - return packByte(o); - } - - public Packer pack(short o) throws IOException { - return packShort(o); - } - - public Packer pack(int o) throws IOException { - return packInt(o); - } - - public Packer pack(long o) throws IOException { - return packLong(o); - } - - public Packer pack(float o) throws IOException { - return packFloat(o); - } - - public Packer pack(double o) throws IOException { - return packDouble(o); - } - - public Packer pack(Boolean o) throws IOException { - if(o == null) { return packNil(); } - if(o) { - return packTrue(); - } else { - return packFalse(); - } - } - - public Packer pack(Byte o) throws IOException { - if(o == null) { return packNil(); } - return packByte(o); - } - - public Packer pack(Short o) throws IOException { - if(o == null) { return packNil(); } - return packShort(o); - } - - public Packer pack(Integer o) throws IOException { - if(o == null) { return packNil(); } - return packInt(o); - } - - public Packer pack(Long o) throws IOException { - if(o == null) { return packNil(); } - return packLong(o); - } - - public Packer pack(BigInteger o) throws IOException { - if(o == null) { return packNil(); } - return packBigInteger(o); - } - - public Packer pack(Float o) throws IOException { - if(o == null) { return packNil(); } - return packFloat(o); - } - - public Packer pack(Double o) throws IOException { - if(o == null) { return packNil(); } - return packDouble(o); - } - - public Packer pack(String o) throws IOException { - if(o == null) { return packNil(); } - return packString(o); - } - - public Packer pack(byte[] o) throws IOException { - if(o == null) { return packNil(); } - packRaw(o.length); - return packRawBody(o); - } - - public Packer pack(List o) throws IOException { - if(o == null) { return packNil(); } - packArray(o.size()); - for(Object i : o) { pack(i); } - return this; - } - - public Packer pack(Map o) throws IOException { - if(o == null) { return packNil(); } - packMap(o.size()); - for(Map.Entry e : ((Map)o).entrySet()) { - pack(e.getKey()); - pack(e.getValue()); - } - return this; - } - - public Packer pack(MessagePackable o) throws IOException { - if(o == null) { return packNil(); } - o.messagePack(this); - return this; - } - - public Packer pack(Object o) throws IOException { - Templates.TAny.pack(this, o); - return this; - } - - public Packer pack(Object o, Template tmpl) throws IOException { - tmpl.pack(this, o); - return this; - } -} - diff --git a/java/src/main/java/org/msgpack/Template.java b/java/src/main/java/org/msgpack/Template.java deleted file mode 100644 index 19808af..0000000 --- a/java/src/main/java/org/msgpack/Template.java +++ /dev/null @@ -1,22 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -public interface Template extends MessagePacker, MessageUnpacker, MessageConverter { -} - diff --git a/java/src/main/java/org/msgpack/Templates.java b/java/src/main/java/org/msgpack/Templates.java deleted file mode 100644 index 3d7ccc5..0000000 --- a/java/src/main/java/org/msgpack/Templates.java +++ /dev/null @@ -1,108 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import org.msgpack.template.*; - -public class Templates { - public static void load() { } - - - public static final Template TAny = AnyTemplate.getInstance(); - public static Template tAny() { - return TAny; - } - - public static Template tOptional(Template elementTemplate) { - return new OptionalTemplate(elementTemplate); - } - - public static Template tOptional(Template elementTemplate, Object defaultObject) { - return new OptionalTemplate(elementTemplate, defaultObject); - } - - - public static Template tList(Template elementTemplate) { - return new ListTemplate(elementTemplate); - } - - public static Template tMap(Template keyTemplate, Template valueTemplate) { - return new MapTemplate(keyTemplate, valueTemplate); - } - - public static Template tCollection(Template elementTemplate) { - return new CollectionTemplate(elementTemplate); - } - - public static Template tClass(Class target) { - return new ClassTemplate(target); - } - - - public static final Template TByte = ByteTemplate.getInstance(); - public static Template tByte() { - return TByte; - } - - public static final Template TShort = ShortTemplate.getInstance(); - public static Template tShort() { - return TShort; - } - - public static final Template TInteger = IntegerTemplate.getInstance(); - public static Template tInteger() { - return TInteger; - } - - public static final Template TLong = LongTemplate.getInstance(); - public static Template tLong() { - return TLong; - } - - public static final Template TBigInteger = BigIntegerTemplate.getInstance(); - public static Template tBigInteger() { - return TBigInteger; - } - - public static final Template TFloat = FloatTemplate.getInstance(); - public static Template tFloat() { - return TFloat; - } - - public static final Template TDouble = DoubleTemplate.getInstance(); - public static Template tDouble() { - return TDouble; - } - - public static final Template TBoolean = BooleanTemplate.getInstance(); - public static Template tBoolean() { - return TBoolean; - } - - public static final Template TString = StringTemplate.getInstance(); - public static Template tString() { - return TString; - } - - public static final Template TByteArray = ByteArrayTemplate.getInstance(); - public static Template tByteArray() { - return TByteArray; - } - -} - diff --git a/java/src/main/java/org/msgpack/UnpackException.java b/java/src/main/java/org/msgpack/UnpackException.java deleted file mode 100644 index 35e3e44..0000000 --- a/java/src/main/java/org/msgpack/UnpackException.java +++ /dev/null @@ -1,29 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; - -public class UnpackException extends IOException { - public UnpackException() { } - - public UnpackException(String s) { - super(s); - } -} - diff --git a/java/src/main/java/org/msgpack/UnpackIterator.java b/java/src/main/java/org/msgpack/UnpackIterator.java deleted file mode 100644 index 8c778b6..0000000 --- a/java/src/main/java/org/msgpack/UnpackIterator.java +++ /dev/null @@ -1,53 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.io.IOException; -import java.util.Iterator; -import java.util.NoSuchElementException; - -public class UnpackIterator extends UnpackResult implements Iterator { - private Unpacker pac; - - UnpackIterator(Unpacker pac) { - super(); - this.pac = pac; - } - - public boolean hasNext() { - if(finished) { return true; } - try { - return pac.next(this); - } catch (IOException e) { - return false; - } - } - - public MessagePackObject next() { - if(!finished && !hasNext()) { - throw new NoSuchElementException(); - } - finished = false; - return data; - } - - public void remove() { - throw new UnsupportedOperationException(); - } -} - diff --git a/java/src/main/java/org/msgpack/UnpackResult.java b/java/src/main/java/org/msgpack/UnpackResult.java deleted file mode 100644 index bb981c1..0000000 --- a/java/src/main/java/org/msgpack/UnpackResult.java +++ /dev/null @@ -1,42 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -public class UnpackResult { - protected boolean finished = false; - protected MessagePackObject data = null; - - public boolean isFinished() { - return finished; - } - - public MessagePackObject getData() { - return data; - } - - public void reset() { - finished = false; - data = null; - } - - void done(MessagePackObject obj) { - finished = true; - data = obj; - } -} - diff --git a/java/src/main/java/org/msgpack/Unpacker.java b/java/src/main/java/org/msgpack/Unpacker.java deleted file mode 100644 index d07de1e..0000000 --- a/java/src/main/java/org/msgpack/Unpacker.java +++ /dev/null @@ -1,588 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.lang.Iterable; -import java.io.InputStream; -import java.io.IOException; -import java.util.Iterator; -import java.nio.ByteBuffer; -import java.math.BigInteger; - -/** - * Unpacker enables you to deserialize objects from stream. - * - * Unpacker provides Buffered API, Unbuffered API and - * Direct Conversion API. - * - * Buffered API uses the internal buffer of the Unpacker. - * Following code uses Buffered API with an InputStream: - * 
- * // create an unpacker with input stream
- * Unpacker pac = new Unpacker(System.in);
- *
- * // take a object out using next() method, or ...
- * UnpackResult result = pac.next();
- *
- * // use an iterator.
- * for(MessagePackObject obj : pac) {
- *   // use MessageConvertable interface to convert the
- *   // the generic object to the specific type.
- * }
- *
- * - * Following code doesn't use the input stream and feeds buffer - * using {@link feed(byte[])} method. This is useful to use - * special stream like zlib or event-driven I/O library. - * 
- * // create an unpacker without input stream
- * Unpacker pac = new Unpacker();
- *
- * // feed buffer to the internal buffer.
- * pac.feed(input_bytes);
- *
- * // use next() method or iterators.
- * for(MessagePackObject obj : pac) {
- *   // ...
- * }
- *
- * - * The combination of {@link reserveBuffer()}, {@link getBuffer()}, - * {@link getBufferOffset()}, {@link getBufferCapacity()} and - * {@link bufferConsumed()} is useful to omit copying. - * 
- * // create an unpacker without input stream
- * Unpacker pac = new Unpacker();
- *
- * // reserve internal buffer at least 1024 bytes.
- * pac.reserveBuffer(1024);
- *
- * // feed buffer to the internal buffer upto pac.getBufferCapacity() bytes.
- * System.in.read(pac.getBuffer(), pac.getBufferOffset(), pac.getBufferCapacity());
- *
- * // use next() method or iterators.
- * for(MessagePackObject obj : pac) {
- *     // ...
- * }
- *
- * - * Unbuffered API doesn't initialize the internal buffer. - * You can manage the buffer manually. - * 
- * // create an unpacker with input stream
- * Unpacker pac = new Unpacker(System.in);
- *
- * // manage the buffer manually.
- * byte[] buffer = new byte[1024];
- * int filled = System.in.read(buffer);
- * int offset = 0;
- *
- * // deserialize objects using execute() method.
- * int nextOffset = pac.execute(buffer, offset, filled);
- *
- * // take out object if deserialized object is ready.
- * if(pac.isFinished()) {
- *     MessagePackObject obj = pac.getData();
- *     // ...
- * }
- *
- */ -public class Unpacker implements Iterable { - static { - Templates.load(); - } - - // buffer: - // +---------------------------------------------+ - // | [object] | [obje| unparsed ... | unused ...| - // +---------------------------------------------+ - // ^ parsed - // ^ offset - // ^ filled - // ^ buffer.length - - private static final int DEFAULT_BUFFER_SIZE = 32*1024; - - protected int parsed; - protected int bufferReserveSize; - protected InputStream stream; - - final class BufferedUnpackerMixin extends BufferedUnpackerImpl { - boolean fill() throws IOException { - if(stream == null) { - return false; - } - reserveBuffer(bufferReserveSize); - int rl = stream.read(buffer, filled, buffer.length - filled); - // equals: stream.read(getBuffer(), getBufferOffset(), getBufferCapacity()); - if(rl <= 0) { - return false; - } - bufferConsumed(rl); - return true; - } - }; - - final BufferedUnpackerMixin impl = new BufferedUnpackerMixin(); - - - /** - * Calls {@link Unpacker(DEFAULT_BUFFER_SIZE)} - */ - public Unpacker() { - this(DEFAULT_BUFFER_SIZE); - } - - /** - * Calls {@link Unpacker(null, bufferReserveSize)} - */ - public Unpacker(int bufferReserveSize) { - this(null, bufferReserveSize); - } - - /** - * Calls {@link Unpacker(stream, DEFAULT_BUFFER_SIZE)} - */ - public Unpacker(InputStream stream) { - this(stream, DEFAULT_BUFFER_SIZE); - } - - /** - * Constructs the unpacker. - * The stream is used to fill the buffer when more buffer is required by {@link next()} or {@link UnpackIterator#hasNext()} method. - * @param stream input stream to fill the buffer - * @param bufferReserveSize threshold size to expand the size of buffer - */ - public Unpacker(InputStream stream, int bufferReserveSize) { - this.parsed = 0; - this.bufferReserveSize = bufferReserveSize/2; - this.stream = stream; - } - - - /** - * Gets the input stream. - * @return the input stream. it may be null. - */ - public InputStream getStream() { - return this.stream; - } - - /** - * Sets the input stream. - * @param stream the input stream to set. - */ - public void setStream(InputStream stream) { - this.stream = stream; - } - - - /** - * Fills the buffer with the specified buffer. - */ - public void feed(byte[] buffer) { - feed(buffer, 0, buffer.length); - } - - /** - * Fills the buffer with the specified buffer. - */ - public void feed(byte[] buffer, int offset, int length) { - reserveBuffer(length); - System.arraycopy(buffer, offset, impl.buffer, impl.offset, length); - bufferConsumed(length); - } - - /** - * Fills the buffer with the specified buffer. - */ - public void feed(ByteBuffer buffer) { - int length = buffer.remaining(); - if (length == 0) return; - reserveBuffer(length); - buffer.get(impl.buffer, impl.offset, length); - bufferConsumed(length); - } - - /** - * Swaps the internal buffer with the specified buffer. - * This method doesn't copy the buffer and the its contents will be rewritten by {@link fill()} or {@link feed(byte[])} method. - */ - public void wrap(byte[] buffer) { - wrap(buffer, 0, buffer.length); - } - - /** - * Swaps the internal buffer with the specified buffer. - * This method doesn't copy the buffer and the its contents will be rewritten by {@link fill()} or {@link feed(byte[])} method. - */ - public void wrap(byte[] buffer, int offset, int length) { - impl.buffer = buffer; - impl.offset = offset; - impl.filled = length; - } - - /** - * Fills the internal using the input stream. - * @return false if the stream is null or stream.read returns <= 0. - */ - public boolean fill() throws IOException { - return impl.fill(); - } - - - /** - * Returns the iterator that calls {@link next()} method repeatedly. - */ - public Iterator iterator() { - return new UnpackIterator(this); - } - - /** - * Deserializes one object and returns it. - * @return {@link UnpackResult#isFinished()} returns false if the buffer is insufficient to deserialize one object. - */ - public UnpackResult next() throws IOException, UnpackException { - UnpackResult result = new UnpackResult(); - impl.next(result); - return result; - } - - /** - * Deserializes one object and returns it. - * @return false if the buffer is insufficient to deserialize one object. - */ - public boolean next(UnpackResult result) throws IOException, UnpackException { - return impl.next(result); - } - - - /** - * Reserve free space of the internal buffer at least specified size and expands {@link getBufferCapacity()}. - */ - public void reserveBuffer(int require) { - if(impl.buffer == null) { - int nextSize = (bufferReserveSize < require) ? require : bufferReserveSize; - impl.buffer = new byte[nextSize]; - return; - } - - if(impl.filled <= impl.offset) { - // rewind the buffer - impl.filled = 0; - impl.offset = 0; - } - - if(impl.buffer.length - impl.filled >= require) { - return; - } - - int nextSize = impl.buffer.length * 2; - int notParsed = impl.filled - impl.offset; - while(nextSize < require + notParsed) { - nextSize *= 2; - } - - byte[] tmp = new byte[nextSize]; - System.arraycopy(impl.buffer, impl.offset, tmp, 0, impl.filled - impl.offset); - - impl.buffer = tmp; - impl.filled = notParsed; - impl.offset = 0; - } - - /** - * Returns the internal buffer. - */ - public byte[] getBuffer() { - return impl.buffer; - } - - /** - * Returns the size of free space of the internal buffer. - */ - public int getBufferCapacity() { - return impl.buffer.length - impl.filled; - } - - /** - * Returns the offset of free space in the internal buffer. - */ - public int getBufferOffset() { - return impl.filled; - } - - /** - * Moves front the offset of the free space in the internal buffer. - * Call this method after fill the buffer manually using {@link reserveBuffer()}, {@link getBuffer()}, {@link getBufferOffset()} and {@link getBufferCapacity()} methods. - */ - public void bufferConsumed(int size) { - impl.filled += size; - } - - /** - * Deserializes one object upto the offset of the internal buffer. - * Call {@link reset()} method before calling this method again. - * @return true if one object is deserialized. Use {@link getData()} to get the deserialized object. - */ - public boolean execute() throws UnpackException { - int noffset = impl.execute(impl.buffer, impl.offset, impl.filled); - if(noffset <= impl.offset) { - return false; - } - parsed += noffset - impl.offset; - impl.offset = noffset; - return impl.isFinished(); - } - - - /** - * Deserializes one object over the specified buffer. - * This method doesn't use the internal buffer. - * Use {@link isFinished()} method to known a object is ready to get. - * Call {@link reset()} method before calling this method again. - * @return offset position that is parsed. - */ - public int execute(byte[] buffer) throws UnpackException { - return execute(buffer, 0, buffer.length); - } - - /** - * Deserializes one object over the specified buffer. - * This method doesn't use the internal buffer. - * Use {@link isFinished()} method to known a object is ready to get. - * Call {@link reset()} method before calling this method again. - * @return offset position that is parsed. - */ - public int execute(byte[] buffer, int offset, int length) throws UnpackException { - int noffset = impl.execute(buffer, offset + impl.offset, length); - impl.offset = noffset - offset; - if(impl.isFinished()) { - impl.resetState(); - } - return noffset; - } - - /** - * Gets the object deserialized by {@link execute(byte[])} method. - */ - public MessagePackObject getData() { - return impl.getData(); - } - - /** - * Returns true if an object is ready to get with {@link getData()} method. - */ - public boolean isFinished() { - return impl.isFinished(); - } - - /** - * Resets the internal state of the unpacker. - */ - public void reset() { - impl.reset(); - } - - public int getMessageSize() { - return parsed - impl.offset + impl.filled; - } - - public int getParsedSize() { - return parsed; - } - - public int getNonParsedSize() { - return impl.filled - impl.offset; - } - - public void skipNonparsedBuffer(int size) { - impl.offset += size; - } - - public void removeNonparsedBuffer() { - impl.filled = impl.offset; - } - - - /** - * Gets one {@code byte} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code byte}. - */ - public byte unpackByte() throws IOException, MessageTypeException { - return impl.unpackByte(); - } - - /** - * Gets one {@code short} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code short}. - */ - public short unpackShort() throws IOException, MessageTypeException { - return impl.unpackShort(); - } - - /** - * Gets one {@code int} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code int}. - */ - public int unpackInt() throws IOException, MessageTypeException { - return impl.unpackInt(); - } - - /** - * Gets one {@code long} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code long}. - */ - public long unpackLong() throws IOException, MessageTypeException { - return impl.unpackLong(); - } - - /** - * Gets one {@code BigInteger} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code BigInteger}. - */ - public BigInteger unpackBigInteger() throws IOException, MessageTypeException { - return impl.unpackBigInteger(); - } - - /** - * Gets one {@code float} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code float}. - */ - public float unpackFloat() throws IOException, MessageTypeException { - return impl.unpackFloat(); - } - - /** - * Gets one {@code double} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code double}. - */ - public double unpackDouble() throws IOException, MessageTypeException { - return impl.unpackDouble(); - } - - /** - * Gets one {@code null} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code null}. - */ - public Object unpackNull() throws IOException, MessageTypeException { - return impl.unpackNull(); - } - - /** - * Gets one {@code boolean} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code boolean}. - */ - public boolean unpackBoolean() throws IOException, MessageTypeException { - return impl.unpackBoolean(); - } - - /** - * Gets one array header from the buffer. - * This method calls {@link fill()} method if needed. - * @return the length of the map. There are {@code retval} objects to get. - * @throws MessageTypeException the first value of the buffer is not a array. - */ - public int unpackArray() throws IOException, MessageTypeException { - return impl.unpackArray(); - } - - /** - * Gets one map header from the buffer. - * This method calls {@link fill()} method if needed. - * @return the length of the map. There are {@code retval * 2} objects to get. - * @throws MessageTypeException the first value of the buffer is not a map. - */ - public int unpackMap() throws IOException, MessageTypeException { - return impl.unpackMap(); - } - - /** - * Gets one raw header from the buffer. - * This method calls {@link fill()} method if needed. - * @return the length of the raw bytes. There are {@code retval} bytes to get. - * @throws MessageTypeException the first value of the buffer is not a raw bytes. - */ - public int unpackRaw() throws IOException, MessageTypeException { - return impl.unpackRaw(); - } - - /** - * Gets one raw body from the buffer. - * This method calls {@link fill()} method if needed. - */ - public byte[] unpackRawBody(int length) throws IOException { - return impl.unpackRawBody(length); - } - - /** - * Gets one raw bytes from the buffer. - * This method calls {@link fill()} method if needed. - */ - public byte[] unpackByteArray() throws IOException { - return impl.unpackByteArray(); - } - - /** - * Gets one {@code String} value from the buffer. - * This method calls {@link fill()} method if needed. - * @throws MessageTypeException the first value of the buffer is not a {@code String}. - */ - final public String unpackString() throws IOException, MessageTypeException { - return impl.unpackString(); - } - - /** - * Gets one {@code Object} value from the buffer. - * This method calls {@link fill()} method if needed. - */ - final public MessagePackObject unpackObject() throws IOException { - return impl.unpackObject(); - } - - final public boolean tryUnpackNull() throws IOException { - return impl.tryUnpackNull(); - } - - final public void unpack(MessageUnpackable obj) throws IOException, MessageTypeException { - obj.messageUnpack(this); - } - - //final public MessagePackObject unpack() throws IOException { - // return unpackObject(); - //} - - final public Object unpack(Template tmpl) throws IOException, MessageTypeException { - return tmpl.unpack(this); - } - - final public T unpack(Class klass) throws IOException, MessageTypeException { - // FIXME optional? - return (T)unpack(Templates.tOptional(Templates.tClass(klass))); - } -} - diff --git a/java/src/main/java/org/msgpack/UnpackerImpl.java b/java/src/main/java/org/msgpack/UnpackerImpl.java deleted file mode 100644 index 6a7085f..0000000 --- a/java/src/main/java/org/msgpack/UnpackerImpl.java +++ /dev/null @@ -1,472 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack; - -import java.nio.ByteBuffer; -import java.math.BigInteger; -import org.msgpack.object.*; - -public class UnpackerImpl { - static final int CS_HEADER = 0x00; - static final int CS_FLOAT = 0x0a; - static final int CS_DOUBLE = 0x0b; - static final int CS_UINT_8 = 0x0c; - static final int CS_UINT_16 = 0x0d; - static final int CS_UINT_32 = 0x0e; - static final int CS_UINT_64 = 0x0f; - static final int CS_INT_8 = 0x10; - static final int CS_INT_16 = 0x11; - static final int CS_INT_32 = 0x12; - static final int CS_INT_64 = 0x13; - static final int CS_RAW_16 = 0x1a; - static final int CS_RAW_32 = 0x1b; - static final int CS_ARRAY_16 = 0x1c; - static final int CS_ARRAY_32 = 0x1d; - static final int CS_MAP_16 = 0x1e; - static final int CS_MAP_32 = 0x1f; - static final int ACS_RAW_VALUE = 0x20; - static final int CT_ARRAY_ITEM = 0x00; - static final int CT_MAP_KEY = 0x01; - static final int CT_MAP_VALUE = 0x02; - - static final int MAX_STACK_SIZE = 32; - - private int cs; - private int trail; - private int top; - private int[] stack_ct = new int[MAX_STACK_SIZE]; - private int[] stack_count = new int[MAX_STACK_SIZE]; - private Object[] stack_obj = new Object[MAX_STACK_SIZE]; - private int top_ct; - private int top_count; - private Object top_obj; - private ByteBuffer castBuffer = ByteBuffer.allocate(8); - private boolean finished = false; - private MessagePackObject data = null; - - public UnpackerImpl() - { - reset(); - } - - public final MessagePackObject getData() - { - return data; - } - - public final boolean isFinished() - { - return finished; - } - - public final void resetState() { - cs = CS_HEADER; - top = -1; - top_ct = 0; - top_count = 0; - top_obj = null; - } - - public final void reset() - { - resetState(); - finished = false; - data = null; - } - - @SuppressWarnings("unchecked") - public final int execute(byte[] src, int off, int length) throws UnpackException - { - if(off >= length) { return off; } - - int limit = length; - int i = off; - int count; - - Object obj = null; - - _out: do { - _header_again: { - //System.out.println("while i:"+i+" limit:"+limit); - - int b = src[i]; - - _push: { - _fixed_trail_again: - if(cs == CS_HEADER) { - - if((b & 0x80) == 0) { // Positive Fixnum - //System.out.println("positive fixnum "+b); - obj = IntegerType.create((byte)b); - break _push; - } - - if((b & 0xe0) == 0xe0) { // Negative Fixnum - //System.out.println("negative fixnum "+b); - obj = IntegerType.create((byte)b); - break _push; - } - - if((b & 0xe0) == 0xa0) { // FixRaw - trail = b & 0x1f; - if(trail == 0) { - obj = RawType.create(new byte[0]); - break _push; - } - cs = ACS_RAW_VALUE; - break _fixed_trail_again; - } - - if((b & 0xf0) == 0x90) { // FixArray - if(top >= MAX_STACK_SIZE) { - throw new UnpackException("parse error"); - } - count = b & 0x0f; - //System.out.println("fixarray count:"+count); - obj = new MessagePackObject[count]; - if(count == 0) { - obj = ArrayType.create((MessagePackObject[])obj); - break _push; - } - ++top; - stack_obj[top] = top_obj; - stack_ct[top] = top_ct; - stack_count[top] = top_count; - top_obj = obj; - top_ct = CT_ARRAY_ITEM; - top_count = count; - break _header_again; - } - - if((b & 0xf0) == 0x80) { // FixMap - if(top >= MAX_STACK_SIZE) { - throw new UnpackException("parse error"); - } - count = b & 0x0f; - obj = new MessagePackObject[count*2]; - if(count == 0) { - obj = MapType.create((MessagePackObject[])obj); - break _push; - } - //System.out.println("fixmap count:"+count); - ++top; - stack_obj[top] = top_obj; - stack_ct[top] = top_ct; - stack_count[top] = top_count; - top_obj = obj; - top_ct = CT_MAP_KEY; - top_count = count; - break _header_again; - } - - switch(b & 0xff) { // FIXME - case 0xc0: // nil - obj = NilType.create(); - break _push; - case 0xc2: // false - obj = BooleanType.create(false); - break _push; - case 0xc3: // true - obj = BooleanType.create(true); - break _push; - case 0xca: // float - case 0xcb: // double - case 0xcc: // unsigned int 8 - case 0xcd: // unsigned int 16 - case 0xce: // unsigned int 32 - case 0xcf: // unsigned int 64 - case 0xd0: // signed int 8 - case 0xd1: // signed int 16 - case 0xd2: // signed int 32 - case 0xd3: // signed int 64 - trail = 1 << (b & 0x03); - cs = b & 0x1f; - //System.out.println("a trail "+trail+" cs:"+cs); - break _fixed_trail_again; - case 0xda: // raw 16 - case 0xdb: // raw 32 - case 0xdc: // array 16 - case 0xdd: // array 32 - case 0xde: // map 16 - case 0xdf: // map 32 - trail = 2 << (b & 0x01); - cs = b & 0x1f; - //System.out.println("b trail "+trail+" cs:"+cs); - break _fixed_trail_again; - default: - //System.out.println("unknown b "+(b&0xff)); - throw new UnpackException("parse error"); - } - - } // _fixed_trail_again - - do { - _fixed_trail_again: { - - if(limit - i <= trail) { break _out; } - int n = i + 1; - i += trail; - - switch(cs) { - case CS_FLOAT: - castBuffer.rewind(); - castBuffer.put(src, n, 4); - obj = FloatType.create( castBuffer.getFloat(0) ); - //System.out.println("float "+obj); - break _push; - case CS_DOUBLE: - castBuffer.rewind(); - castBuffer.put(src, n, 8); - obj = FloatType.create( castBuffer.getDouble(0) ); - //System.out.println("double "+obj); - break _push; - case CS_UINT_8: - //System.out.println(n); - //System.out.println(src[n]); - //System.out.println(src[n+1]); - //System.out.println(src[n-1]); - obj = IntegerType.create( (short)((src[n]) & 0xff) ); - //System.out.println("uint8 "+obj); - break _push; - case CS_UINT_16: - //System.out.println(src[n]); - //System.out.println(src[n+1]); - castBuffer.rewind(); - castBuffer.put(src, n, 2); - obj = IntegerType.create( ((int)castBuffer.getShort(0)) & 0xffff ); - //System.out.println("uint 16 "+obj); - break _push; - case CS_UINT_32: - castBuffer.rewind(); - castBuffer.put(src, n, 4); - obj = IntegerType.create( ((long)castBuffer.getInt(0)) & 0xffffffffL ); - //System.out.println("uint 32 "+obj); - break _push; - case CS_UINT_64: - castBuffer.rewind(); - castBuffer.put(src, n, 8); - { - long o = castBuffer.getLong(0); - if(o < 0) { - obj = IntegerType.create(new BigInteger(1, castBuffer.array())); - } else { - obj = IntegerType.create(o); - } - } - break _push; - case CS_INT_8: - obj = IntegerType.create( src[n] ); - break _push; - case CS_INT_16: - castBuffer.rewind(); - castBuffer.put(src, n, 2); - obj = IntegerType.create( castBuffer.getShort(0) ); - break _push; - case CS_INT_32: - castBuffer.rewind(); - castBuffer.put(src, n, 4); - obj = IntegerType.create( castBuffer.getInt(0) ); - break _push; - case CS_INT_64: - castBuffer.rewind(); - castBuffer.put(src, n, 8); - obj = IntegerType.create( castBuffer.getLong(0) ); - break _push; - case CS_RAW_16: - castBuffer.rewind(); - castBuffer.put(src, n, 2); - trail = ((int)castBuffer.getShort(0)) & 0xffff; - if(trail == 0) { - obj = RawType.create(new byte[0]); - break _push; - } - cs = ACS_RAW_VALUE; - break _fixed_trail_again; - case CS_RAW_32: - castBuffer.rewind(); - castBuffer.put(src, n, 4); - // FIXME overflow check - trail = castBuffer.getInt(0) & 0x7fffffff; - if(trail == 0) { - obj = RawType.create(new byte[0]); - break _push; - } - cs = ACS_RAW_VALUE; - break _fixed_trail_again; - case ACS_RAW_VALUE: { - byte[] raw = new byte[trail]; - System.arraycopy(src, n, raw, 0, trail); - obj = RawType.create(raw); - } - break _push; - case CS_ARRAY_16: - if(top >= MAX_STACK_SIZE) { - throw new UnpackException("parse error"); - } - castBuffer.rewind(); - castBuffer.put(src, n, 2); - count = ((int)castBuffer.getShort(0)) & 0xffff; - obj = new MessagePackObject[count]; - if(count == 0) { - obj = ArrayType.create((MessagePackObject[])obj); - break _push; - } - ++top; - stack_obj[top] = top_obj; - stack_ct[top] = top_ct; - stack_count[top] = top_count; - top_obj = obj; - top_ct = CT_ARRAY_ITEM; - top_count = count; - break _header_again; - case CS_ARRAY_32: - if(top >= MAX_STACK_SIZE) { - throw new UnpackException("parse error"); - } - castBuffer.rewind(); - castBuffer.put(src, n, 4); - // FIXME overflow check - count = castBuffer.getInt(0) & 0x7fffffff; - obj = new MessagePackObject[count]; - if(count == 0) { - obj = ArrayType.create((MessagePackObject[])obj); - break _push; - } - ++top; - stack_obj[top] = top_obj; - stack_ct[top] = top_ct; - stack_count[top] = top_count; - top_obj = obj; - top_ct = CT_ARRAY_ITEM; - top_count = count; - break _header_again; - case CS_MAP_16: - if(top >= MAX_STACK_SIZE) { - throw new UnpackException("parse error"); - } - castBuffer.rewind(); - castBuffer.put(src, n, 2); - count = ((int)castBuffer.getShort(0)) & 0xffff; - obj = new MessagePackObject[count*2]; - if(count == 0) { - obj = MapType.create((MessagePackObject[])obj); - break _push; - } - //System.out.println("fixmap count:"+count); - ++top; - stack_obj[top] = top_obj; - stack_ct[top] = top_ct; - stack_count[top] = top_count; - top_obj = obj; - top_ct = CT_MAP_KEY; - top_count = count; - break _header_again; - case CS_MAP_32: - if(top >= MAX_STACK_SIZE) { - throw new UnpackException("parse error"); - } - castBuffer.rewind(); - castBuffer.put(src, n, 4); - // FIXME overflow check - count = castBuffer.getInt(0) & 0x7fffffff; - obj = new MessagePackObject[count*2]; - if(count == 0) { - obj = MapType.create((MessagePackObject[])obj); - break _push; - } - //System.out.println("fixmap count:"+count); - ++top; - stack_obj[top] = top_obj; - stack_ct[top] = top_ct; - stack_count[top] = top_count; - top_obj = obj; - top_ct = CT_MAP_KEY; - top_count = count; - break _header_again; - default: - throw new UnpackException("parse error"); - } - - } // _fixed_trail_again - } while(true); - } // _push - - do { - _push: { - //System.out.println("push top:"+top); - if(top == -1) { - ++i; - data = (MessagePackObject)obj; - finished = true; - break _out; - } - - switch(top_ct) { - case CT_ARRAY_ITEM: { - //System.out.println("array item "+obj); - Object[] ar = (Object[])top_obj; - ar[ar.length - top_count] = obj; - if(--top_count == 0) { - top_obj = stack_obj[top]; - top_ct = stack_ct[top]; - top_count = stack_count[top]; - obj = ArrayType.create((MessagePackObject[])ar); - stack_obj[top] = null; - --top; - break _push; - } - break _header_again; - } - case CT_MAP_KEY: { - //System.out.println("map key:"+top+" "+obj); - Object[] mp = (Object[])top_obj; - mp[mp.length - top_count*2] = obj; - top_ct = CT_MAP_VALUE; - break _header_again; - } - case CT_MAP_VALUE: { - //System.out.println("map value:"+top+" "+obj); - Object[] mp = (Object[])top_obj; - mp[mp.length - top_count*2 + 1] = obj; - if(--top_count == 0) { - top_obj = stack_obj[top]; - top_ct = stack_ct[top]; - top_count = stack_count[top]; - obj = MapType.create((MessagePackObject[])mp); - stack_obj[top] = null; - --top; - break _push; - } - top_ct = CT_MAP_KEY; - break _header_again; - } - default: - throw new UnpackException("parse error"); - } - } // _push - } while(true); - - } // _header_again - cs = CS_HEADER; - ++i; - } while(i < limit); // _out - - return i; - } -} - diff --git a/java/src/main/java/org/msgpack/annotation/MessagePackDelegate.java b/java/src/main/java/org/msgpack/annotation/MessagePackDelegate.java deleted file mode 100644 index 88c6f8c..0000000 --- a/java/src/main/java/org/msgpack/annotation/MessagePackDelegate.java +++ /dev/null @@ -1,28 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.annotation; - -import java.lang.annotation.ElementType; -import java.lang.annotation.Retention; -import java.lang.annotation.RetentionPolicy; -import java.lang.annotation.Target; - -@Target(ElementType.TYPE) -@Retention(RetentionPolicy.RUNTIME) -public @interface MessagePackDelegate { -} diff --git a/java/src/main/java/org/msgpack/annotation/MessagePackMessage.java b/java/src/main/java/org/msgpack/annotation/MessagePackMessage.java deleted file mode 100644 index 5f781e0..0000000 --- a/java/src/main/java/org/msgpack/annotation/MessagePackMessage.java +++ /dev/null @@ -1,28 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.annotation; - -import java.lang.annotation.ElementType; -import java.lang.annotation.Retention; -import java.lang.annotation.RetentionPolicy; -import java.lang.annotation.Target; - -@Target(ElementType.TYPE) -@Retention(RetentionPolicy.RUNTIME) -public @interface MessagePackMessage { -} diff --git a/java/src/main/java/org/msgpack/annotation/MessagePackOptional.java b/java/src/main/java/org/msgpack/annotation/MessagePackOptional.java deleted file mode 100644 index 9c1a0bb..0000000 --- a/java/src/main/java/org/msgpack/annotation/MessagePackOptional.java +++ /dev/null @@ -1,28 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.annotation; - -import java.lang.annotation.ElementType; -import java.lang.annotation.Retention; -import java.lang.annotation.RetentionPolicy; -import java.lang.annotation.Target; - -@Target(ElementType.FIELD) -@Retention(RetentionPolicy.RUNTIME) -public @interface MessagePackOptional { -} \ No newline at end of file diff --git a/java/src/main/java/org/msgpack/annotation/MessagePackOrdinalEnum.java b/java/src/main/java/org/msgpack/annotation/MessagePackOrdinalEnum.java deleted file mode 100644 index eac4767..0000000 --- a/java/src/main/java/org/msgpack/annotation/MessagePackOrdinalEnum.java +++ /dev/null @@ -1,28 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.annotation; - -import java.lang.annotation.ElementType; -import java.lang.annotation.Retention; -import java.lang.annotation.RetentionPolicy; -import java.lang.annotation.Target; - -@Target(ElementType.TYPE) -@Retention(RetentionPolicy.RUNTIME) -public @interface MessagePackOrdinalEnum { -} diff --git a/java/src/main/java/org/msgpack/object/ArrayType.java b/java/src/main/java/org/msgpack/object/ArrayType.java deleted file mode 100644 index 36134dc..0000000 --- a/java/src/main/java/org/msgpack/object/ArrayType.java +++ /dev/null @@ -1,81 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.util.List; -import java.util.Arrays; -import java.io.IOException; -import org.msgpack.*; - -public class ArrayType extends MessagePackObject { - private MessagePackObject[] array; - - ArrayType(MessagePackObject[] array) { - this.array = array; - } - - public static ArrayType create(MessagePackObject[] array) { - return new ArrayType(array); - } - - @Override - public boolean isArrayType() { - return true; - } - - @Override - public MessagePackObject[] asArray() { - return array; - } - - @Override - public List asList() { - return Arrays.asList(array); - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packArray(array.length); - for(int i=0; i < array.length; i++) { - array[i].messagePack(pk); - } - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - return false; - } - return Arrays.equals(((ArrayType)obj).array, array); - } - - @Override - public int hashCode() { - return array.hashCode(); - } - - @Override - public Object clone() { - MessagePackObject[] copy = new MessagePackObject[array.length]; - for(int i=0; i < array.length; i++) { - copy[i] = (MessagePackObject)array[i].clone(); - } - return copy; - } -} - diff --git a/java/src/main/java/org/msgpack/object/BigIntegerTypeIMPL.java b/java/src/main/java/org/msgpack/object/BigIntegerTypeIMPL.java deleted file mode 100644 index b29879f..0000000 --- a/java/src/main/java/org/msgpack/object/BigIntegerTypeIMPL.java +++ /dev/null @@ -1,131 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.math.BigInteger; -import java.io.IOException; -import org.msgpack.*; - -class BigIntegerTypeIMPL extends IntegerType { - private BigInteger value; - - BigIntegerTypeIMPL(BigInteger value) { - this.value = value; - } - - @Override - public byte asByte() { - if(value.compareTo(BigInteger.valueOf((long)Byte.MAX_VALUE)) > 0) { - throw new MessageTypeException("type error"); - } - return value.byteValue(); - } - - @Override - public short asShort() { - if(value.compareTo(BigInteger.valueOf((long)Short.MAX_VALUE)) > 0) { - throw new MessageTypeException("type error"); - } - return value.shortValue(); - } - - @Override - public int asInt() { - if(value.compareTo(BigInteger.valueOf((long)Integer.MAX_VALUE)) > 0) { - throw new MessageTypeException("type error"); - } - return value.intValue(); - } - - @Override - public long asLong() { - if(value.compareTo(BigInteger.valueOf(Long.MAX_VALUE)) > 0) { - throw new MessageTypeException("type error"); - } - return value.longValue(); - } - - @Override - public BigInteger asBigInteger() { - return value; - } - - @Override - public byte byteValue() { - return value.byteValue(); - } - - @Override - public short shortValue() { - return value.shortValue(); - } - - @Override - public int intValue() { - return value.intValue(); - } - - @Override - public long longValue() { - return value.longValue(); - } - - @Override - public BigInteger bigIntegerValue() { - return value; - } - - @Override - public float floatValue() { - return value.floatValue(); - } - - @Override - public double doubleValue() { - return value.doubleValue(); - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packBigInteger(value); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - if(obj.getClass() == ShortIntegerTypeIMPL.class) { - return BigInteger.valueOf(((ShortIntegerTypeIMPL)obj).longValue()).equals(value); - } else if(obj.getClass() == LongIntegerTypeIMPL.class) { - return BigInteger.valueOf(((LongIntegerTypeIMPL)obj).longValue()).equals(value); - } - return false; - } - return ((BigIntegerTypeIMPL)obj).value.equals(value); - } - - @Override - public int hashCode() { - return value.hashCode(); - } - - @Override - public Object clone() { - return new BigIntegerTypeIMPL(value); - } -} - diff --git a/java/src/main/java/org/msgpack/object/BooleanType.java b/java/src/main/java/org/msgpack/object/BooleanType.java deleted file mode 100644 index 65bd42b..0000000 --- a/java/src/main/java/org/msgpack/object/BooleanType.java +++ /dev/null @@ -1,71 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.io.IOException; -import org.msgpack.*; - -public class BooleanType extends MessagePackObject { - private boolean value; - - BooleanType(boolean value) { - this.value = value; - } - - public static BooleanType create(boolean value) { - return new BooleanType(value); - } - - @Override - public boolean isBooleanType() { - return true; - } - - @Override - public boolean asBoolean() { - return value; - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packBoolean(value); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - return false; - } - return ((BooleanType)obj).value == value; - } - - @Override - public int hashCode() { - if(value) { - return 1231; - } else { - return 1237; - } - } - - @Override - public Object clone() { - return new BooleanType(value); - } -} - diff --git a/java/src/main/java/org/msgpack/object/DoubleTypeIMPL.java b/java/src/main/java/org/msgpack/object/DoubleTypeIMPL.java deleted file mode 100644 index fd38089..0000000 --- a/java/src/main/java/org/msgpack/object/DoubleTypeIMPL.java +++ /dev/null @@ -1,101 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.math.BigInteger; -import java.io.IOException; -import org.msgpack.*; - -class DoubleTypeIMPL extends FloatType { - private double value; - - public DoubleTypeIMPL(double value) { - this.value = value; - } - - @Override - public float asFloat() { - // FIXME check overflow, underflow? - return (float)value; - } - - @Override - public double asDouble() { - return value; - } - - @Override - public byte byteValue() { - return (byte)value; - } - - @Override - public short shortValue() { - return (short)value; - } - - @Override - public int intValue() { - return (int)value; - } - - @Override - public long longValue() { - return (long)value; - } - - @Override - public BigInteger bigIntegerValue() { - return BigInteger.valueOf((long)value); - } - - @Override - public float floatValue() { - return (float)value; - } - - @Override - public double doubleValue() { - return (double)value; - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packDouble(value); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - return false; - } - return ((DoubleTypeIMPL)obj).value == value; - } - - @Override - public int hashCode() { - long v = Double.doubleToLongBits(value); - return (int)(v^(v>>>32)); - } - - @Override - public Object clone() { - return new DoubleTypeIMPL(value); - } -} - diff --git a/java/src/main/java/org/msgpack/object/FloatType.java b/java/src/main/java/org/msgpack/object/FloatType.java deleted file mode 100644 index 514efd5..0000000 --- a/java/src/main/java/org/msgpack/object/FloatType.java +++ /dev/null @@ -1,36 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import org.msgpack.*; - -public abstract class FloatType extends MessagePackObject { - @Override - public boolean isFloatType() { - return true; - } - - public static FloatType create(float value) { - return new FloatTypeIMPL(value); - } - - public static FloatType create(double value) { - return new DoubleTypeIMPL(value); - } -} - diff --git a/java/src/main/java/org/msgpack/object/FloatTypeIMPL.java b/java/src/main/java/org/msgpack/object/FloatTypeIMPL.java deleted file mode 100644 index 1d79961..0000000 --- a/java/src/main/java/org/msgpack/object/FloatTypeIMPL.java +++ /dev/null @@ -1,94 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.math.BigInteger; -import java.io.IOException; -import org.msgpack.*; - -class FloatTypeIMPL extends FloatType { - private float value; - - public FloatTypeIMPL(float value) { - this.value = value; - } - - @Override - public float asFloat() { - return value; - } - - @Override - public double asDouble() { - return (double)value; - } - - @Override - public byte byteValue() { - return (byte)value; - } - - @Override - public short shortValue() { - return (short)value; - } - - @Override - public int intValue() { - return (int)value; - } - - @Override - public long longValue() { - return (long)value; - } - - @Override - public float floatValue() { - return (float)value; - } - - @Override - public double doubleValue() { - return (double)value; - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packFloat(value); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - return false; - } - return ((FloatTypeIMPL)obj).value == value; - } - - @Override - public int hashCode() { - return Float.floatToIntBits(value); - } - - @Override - public Object clone() { - return new FloatTypeIMPL(value); - } -} - diff --git a/java/src/main/java/org/msgpack/object/IntegerType.java b/java/src/main/java/org/msgpack/object/IntegerType.java deleted file mode 100644 index 43357e8..0000000 --- a/java/src/main/java/org/msgpack/object/IntegerType.java +++ /dev/null @@ -1,49 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.math.BigInteger; -import org.msgpack.*; - -public abstract class IntegerType extends MessagePackObject { - @Override - public boolean isIntegerType() { - return true; - } - - public static IntegerType create(byte value) { - return new ShortIntegerTypeIMPL((int)value); - } - - public static IntegerType create(short value) { - return new ShortIntegerTypeIMPL((int)value); - } - - public static IntegerType create(int value) { - return new ShortIntegerTypeIMPL(value); - } - - public static IntegerType create(long value) { - return new LongIntegerTypeIMPL(value); - } - - public static IntegerType create(BigInteger value) { - return new BigIntegerTypeIMPL(value); - } -} - diff --git a/java/src/main/java/org/msgpack/object/LongIntegerTypeIMPL.java b/java/src/main/java/org/msgpack/object/LongIntegerTypeIMPL.java deleted file mode 100644 index d052e77..0000000 --- a/java/src/main/java/org/msgpack/object/LongIntegerTypeIMPL.java +++ /dev/null @@ -1,128 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.math.BigInteger; -import java.io.IOException; -import org.msgpack.*; - -class LongIntegerTypeIMPL extends IntegerType { - private long value; - - LongIntegerTypeIMPL(long value) { - this.value = value; - } - - @Override - public byte asByte() { - if(value > (long)Byte.MAX_VALUE) { - throw new MessageTypeException("type error"); - } - return (byte)value; - } - - @Override - public short asShort() { - if(value > (long)Short.MAX_VALUE) { - throw new MessageTypeException("type error"); - } - return (short)value; - } - - @Override - public int asInt() { - if(value > (long)Integer.MAX_VALUE) { - throw new MessageTypeException("type error"); - } - return (int)value; - } - - @Override - public long asLong() { - return value; - } - - @Override - public BigInteger asBigInteger() { - return BigInteger.valueOf(value); - } - - @Override - public byte byteValue() { - return (byte)value; - } - - @Override - public short shortValue() { - return (short)value; - } - - @Override - public int intValue() { - return (int)value; - } - - @Override - public long longValue() { - return (long)value; - } - - @Override - public BigInteger bigIntegerValue() { - return BigInteger.valueOf(value); - } - - @Override - public float floatValue() { - return (float)value; - } - - @Override - public double doubleValue() { - return (double)value; - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packLong(value); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - if(obj.getClass() == ShortIntegerTypeIMPL.class) { - return value == ((ShortIntegerTypeIMPL)obj).longValue(); - } else if(obj.getClass() == BigIntegerTypeIMPL.class) { - return BigInteger.valueOf(value).equals(((BigIntegerTypeIMPL)obj).bigIntegerValue()); - } - return false; - } - return ((LongIntegerTypeIMPL)obj).value == value; - } - - @Override - public int hashCode() { - return (int)(value^(value>>>32)); - } - - @Override - public Object clone() { - return new LongIntegerTypeIMPL(value); - } -} - diff --git a/java/src/main/java/org/msgpack/object/MapType.java b/java/src/main/java/org/msgpack/object/MapType.java deleted file mode 100644 index 148c0bf..0000000 --- a/java/src/main/java/org/msgpack/object/MapType.java +++ /dev/null @@ -1,84 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.util.HashMap; -import java.util.Map; -import java.util.Arrays; -import java.io.IOException; -import org.msgpack.*; - -public class MapType extends MessagePackObject { - private MessagePackObject[] map; - - MapType(MessagePackObject[] map) { - this.map = map; - } - - public static MapType create(MessagePackObject[] map) { - return new MapType(map); - } - - @Override - public boolean isMapType() { - return true; - } - - @Override - public Map asMap() { - HashMap m = new HashMap(map.length / 2); - int i = 0; - while(i < map.length) { - MessagePackObject k = map[i++]; - MessagePackObject v = map[i++]; - m.put(k, v); - } - return m; - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packMap(map.length / 2); - for(int i=0; i < map.length; i++) { - map[i].messagePack(pk); - } - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - return false; - } - return Arrays.equals(((MapType)obj).map, map); - } - - @Override - public int hashCode() { - return map.hashCode(); - } - - @Override - public Object clone() { - MessagePackObject[] copy = new MessagePackObject[map.length]; - for(int i=0; i < map.length; i++) { - copy[i] = (MessagePackObject)map[i].clone(); - } - return copy; - } -} - diff --git a/java/src/main/java/org/msgpack/object/NilType.java b/java/src/main/java/org/msgpack/object/NilType.java deleted file mode 100644 index c443db1..0000000 --- a/java/src/main/java/org/msgpack/object/NilType.java +++ /dev/null @@ -1,60 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.io.IOException; -import org.msgpack.*; - -public class NilType extends MessagePackObject { - private final static NilType INSTANCE = new NilType(); - - public static NilType create() { - return INSTANCE; - } - - private NilType() { } - - @Override - public boolean isNil() { - return true; - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packNil(); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - return false; - } - return true; - } - - @Override - public int hashCode() { - return 0; - } - - @Override - public Object clone() { - return INSTANCE; - } -} - diff --git a/java/src/main/java/org/msgpack/object/RawType.java b/java/src/main/java/org/msgpack/object/RawType.java deleted file mode 100644 index 26f6e0d..0000000 --- a/java/src/main/java/org/msgpack/object/RawType.java +++ /dev/null @@ -1,90 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.util.Arrays; -import java.io.IOException; -import org.msgpack.*; - -public class RawType extends MessagePackObject { - private byte[] bytes; - - RawType(byte[] bytes) { - this.bytes = bytes; - } - - RawType(String str) { - try { - this.bytes = str.getBytes("UTF-8"); - } catch (Exception e) { - throw new MessageTypeException("type error"); - } - } - - public static RawType create(byte[] bytes) { - return new RawType(bytes); - } - - public static RawType create(String str) { - return new RawType(str); - } - - @Override - public boolean isRawType() { - return true; - } - - @Override - public byte[] asByteArray() { - return bytes; - } - - @Override - public String asString() { - try { - return new String(bytes, "UTF-8"); - } catch (Exception e) { - throw new MessageTypeException("type error"); - } - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packRaw(bytes.length); - pk.packRawBody(bytes); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - return false; - } - return Arrays.equals(((RawType)obj).bytes, bytes); - } - - @Override - public int hashCode() { - return bytes.hashCode(); - } - - @Override - public Object clone() { - return new RawType((byte[])bytes.clone()); - } -} - diff --git a/java/src/main/java/org/msgpack/object/ShortIntegerTypeIMPL.java b/java/src/main/java/org/msgpack/object/ShortIntegerTypeIMPL.java deleted file mode 100644 index dbed426..0000000 --- a/java/src/main/java/org/msgpack/object/ShortIntegerTypeIMPL.java +++ /dev/null @@ -1,125 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.object; - -import java.math.BigInteger; -import java.io.IOException; -import org.msgpack.*; - -class ShortIntegerTypeIMPL extends IntegerType { - private int value; - - ShortIntegerTypeIMPL(int value) { - this.value = value; - } - - @Override - public byte asByte() { - if(value > (int)Byte.MAX_VALUE) { - throw new MessageTypeException("type error"); - } - return (byte)value; - } - - @Override - public short asShort() { - if(value > (int)Short.MAX_VALUE) { - throw new MessageTypeException("type error"); - } - return (short)value; - } - - @Override - public int asInt() { - return value; - } - - @Override - public long asLong() { - return value; - } - - @Override - public BigInteger asBigInteger() { - return BigInteger.valueOf((long)value); - } - - @Override - public byte byteValue() { - return (byte)value; - } - - @Override - public short shortValue() { - return (short)value; - } - - @Override - public int intValue() { - return (int)value; - } - - @Override - public long longValue() { - return (long)value; - } - - @Override - public BigInteger bigIntegerValue() { - return BigInteger.valueOf((long)value); - } - - @Override - public float floatValue() { - return (float)value; - } - - @Override - public double doubleValue() { - return (double)value; - } - - @Override - public void messagePack(Packer pk) throws IOException { - pk.packInt(value); - } - - @Override - public boolean equals(Object obj) { - if(obj.getClass() != getClass()) { - if(obj.getClass() == LongIntegerTypeIMPL.class) { - return (long)value == ((LongIntegerTypeIMPL)obj).longValue(); - } else if(obj.getClass() == BigIntegerTypeIMPL.class) { - return ((BigIntegerTypeIMPL)obj).bigIntegerValue().equals(BigInteger.valueOf((long)value)); - } - return false; - } - return ((ShortIntegerTypeIMPL)obj).value == value; - } - - @Override - public int hashCode() { - return value; - } - - @Override - public Object clone() { - return new ShortIntegerTypeIMPL(value); - } -} - diff --git a/java/src/main/java/org/msgpack/package-info.java b/java/src/main/java/org/msgpack/package-info.java deleted file mode 100644 index 7e9b8a2..0000000 --- a/java/src/main/java/org/msgpack/package-info.java +++ /dev/null @@ -1,8 +0,0 @@ -/** - * MessagePack is a binary-based efficient object serialization library. - * It enables to exchange structured objects between many languages like JSON. - * But unlike JSON, it is very fast and small. - * - * Use {@link Packer} to serialize and {@link Unpacker} to deserialize. - */ -package org.msgpack; diff --git a/java/src/main/java/org/msgpack/packer/BigIntegerPacker.java b/java/src/main/java/org/msgpack/packer/BigIntegerPacker.java deleted file mode 100644 index 7d4c0a6..0000000 --- a/java/src/main/java/org/msgpack/packer/BigIntegerPacker.java +++ /dev/null @@ -1,41 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import java.math.BigInteger; -import org.msgpack.*; - -public class BigIntegerPacker implements MessagePacker { - private BigIntegerPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packBigInteger((BigInteger)target); - } - - static public BigIntegerPacker getInstance() { - return instance; - } - - static final BigIntegerPacker instance = new BigIntegerPacker(); - - static { - CustomMessage.registerPacker(BigInteger.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/BooleanPacker.java b/java/src/main/java/org/msgpack/packer/BooleanPacker.java deleted file mode 100644 index 5392494..0000000 --- a/java/src/main/java/org/msgpack/packer/BooleanPacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class BooleanPacker implements MessagePacker { - private BooleanPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packBoolean((Boolean)target); - } - - static public BooleanPacker getInstance() { - return instance; - } - - static final BooleanPacker instance = new BooleanPacker(); - - static { - CustomMessage.registerPacker(Boolean.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/ByteArrayPacker.java b/java/src/main/java/org/msgpack/packer/ByteArrayPacker.java deleted file mode 100644 index 1c590fb..0000000 --- a/java/src/main/java/org/msgpack/packer/ByteArrayPacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class ByteArrayPacker implements MessagePacker { - private ByteArrayPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packByteArray((byte[])target); - } - - static public ByteArrayPacker getInstance() { - return instance; - } - - static final ByteArrayPacker instance = new ByteArrayPacker(); - - static { - CustomMessage.registerPacker(byte[].class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/BytePacker.java b/java/src/main/java/org/msgpack/packer/BytePacker.java deleted file mode 100644 index 79d5989..0000000 --- a/java/src/main/java/org/msgpack/packer/BytePacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class BytePacker implements MessagePacker { - private BytePacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packByte((Byte)target); - } - - static public BytePacker getInstance() { - return instance; - } - - static final BytePacker instance = new BytePacker(); - - static { - CustomMessage.registerPacker(Byte.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/DoublePacker.java b/java/src/main/java/org/msgpack/packer/DoublePacker.java deleted file mode 100644 index c555869..0000000 --- a/java/src/main/java/org/msgpack/packer/DoublePacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class DoublePacker implements MessagePacker { - private DoublePacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packDouble(((Double)target)); - } - - static public DoublePacker getInstance() { - return instance; - } - - static final DoublePacker instance = new DoublePacker(); - - static { - CustomMessage.registerPacker(Double.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/FloatPacker.java b/java/src/main/java/org/msgpack/packer/FloatPacker.java deleted file mode 100644 index d9dbc71..0000000 --- a/java/src/main/java/org/msgpack/packer/FloatPacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class FloatPacker implements MessagePacker { - private FloatPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packFloat((Float)target); - } - - static public FloatPacker getInstance() { - return instance; - } - - static final FloatPacker instance = new FloatPacker(); - - static { - CustomMessage.registerPacker(Float.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/IntegerPacker.java b/java/src/main/java/org/msgpack/packer/IntegerPacker.java deleted file mode 100644 index 4f9cde1..0000000 --- a/java/src/main/java/org/msgpack/packer/IntegerPacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class IntegerPacker implements MessagePacker { - private IntegerPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packInt((Integer)target); - } - - static public IntegerPacker getInstance() { - return instance; - } - - static final IntegerPacker instance = new IntegerPacker(); - - static { - CustomMessage.registerPacker(Integer.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/LongPacker.java b/java/src/main/java/org/msgpack/packer/LongPacker.java deleted file mode 100644 index bc7da8d..0000000 --- a/java/src/main/java/org/msgpack/packer/LongPacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class LongPacker implements MessagePacker { - private LongPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packLong((Long)target); - } - - static public LongPacker getInstance() { - return instance; - } - - static final LongPacker instance = new LongPacker(); - - static { - CustomMessage.registerPacker(Long.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/OptionalPacker.java b/java/src/main/java/org/msgpack/packer/OptionalPacker.java deleted file mode 100644 index e9550a4..0000000 --- a/java/src/main/java/org/msgpack/packer/OptionalPacker.java +++ /dev/null @@ -1,38 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class OptionalPacker implements MessagePacker { - private MessagePacker elementPacker; - - public OptionalPacker(MessagePacker elementPacker) { - this.elementPacker = elementPacker; - } - - public void pack(Packer pk, Object target) throws IOException { - if(target == null) { - pk.packNil(); - } else { - elementPacker.pack(pk, target); - } - } -} - diff --git a/java/src/main/java/org/msgpack/packer/ShortPacker.java b/java/src/main/java/org/msgpack/packer/ShortPacker.java deleted file mode 100644 index 4c55cc7..0000000 --- a/java/src/main/java/org/msgpack/packer/ShortPacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class ShortPacker implements MessagePacker { - private ShortPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packShort((Short)target); - } - - static public ShortPacker getInstance() { - return instance; - } - - static final ShortPacker instance = new ShortPacker(); - - static { - CustomMessage.registerPacker(Short.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/packer/StringPacker.java b/java/src/main/java/org/msgpack/packer/StringPacker.java deleted file mode 100644 index dfea620..0000000 --- a/java/src/main/java/org/msgpack/packer/StringPacker.java +++ /dev/null @@ -1,40 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.packer; - -import java.io.IOException; -import org.msgpack.*; - -public class StringPacker implements MessagePacker { - private StringPacker() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packString((String)target); - } - - static public StringPacker getInstance() { - return instance; - } - - static final StringPacker instance = new StringPacker(); - - static { - CustomMessage.registerPacker(String.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/AnyTemplate.java b/java/src/main/java/org/msgpack/template/AnyTemplate.java deleted file mode 100644 index 91eab90..0000000 --- a/java/src/main/java/org/msgpack/template/AnyTemplate.java +++ /dev/null @@ -1,52 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class AnyTemplate implements Template { - private AnyTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - if(target == null) { - pk.packNil(); - } else { - new ClassTemplate(target.getClass()).pack(pk, target); - } - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackObject(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from; - } - - static public AnyTemplate getInstance() { - return instance; - } - - static final AnyTemplate instance = new AnyTemplate(); - - static { - CustomMessage.register(MessagePackObject.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/BigIntegerTemplate.java b/java/src/main/java/org/msgpack/template/BigIntegerTemplate.java deleted file mode 100644 index 79b5c7d..0000000 --- a/java/src/main/java/org/msgpack/template/BigIntegerTemplate.java +++ /dev/null @@ -1,49 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import java.math.BigInteger; -import org.msgpack.*; - -public class BigIntegerTemplate implements Template { - private BigIntegerTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packBigInteger((BigInteger)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackBigInteger(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asBigInteger(); - } - - static public BigIntegerTemplate getInstance() { - return instance; - } - - static final BigIntegerTemplate instance = new BigIntegerTemplate(); - - static { - CustomMessage.register(BigInteger.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/BooleanTemplate.java b/java/src/main/java/org/msgpack/template/BooleanTemplate.java deleted file mode 100644 index dd3367f..0000000 --- a/java/src/main/java/org/msgpack/template/BooleanTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class BooleanTemplate implements Template { - private BooleanTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packBoolean((Boolean)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackBoolean(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asBoolean(); - } - - static public BooleanTemplate getInstance() { - return instance; - } - - static final BooleanTemplate instance = new BooleanTemplate(); - - static { - CustomMessage.register(Boolean.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/ByteArrayTemplate.java b/java/src/main/java/org/msgpack/template/ByteArrayTemplate.java deleted file mode 100644 index 2008b7c..0000000 --- a/java/src/main/java/org/msgpack/template/ByteArrayTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class ByteArrayTemplate implements Template { - private ByteArrayTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packByteArray((byte[])target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackByteArray(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asByteArray(); - } - - static public ByteArrayTemplate getInstance() { - return instance; - } - - static final ByteArrayTemplate instance = new ByteArrayTemplate(); - - static { - CustomMessage.register(byte[].class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/ByteTemplate.java b/java/src/main/java/org/msgpack/template/ByteTemplate.java deleted file mode 100644 index 0c8a31b..0000000 --- a/java/src/main/java/org/msgpack/template/ByteTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class ByteTemplate implements Template { - private ByteTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packByte((Byte)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackByte(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asByte(); - } - - static public ByteTemplate getInstance() { - return instance; - } - - static final ByteTemplate instance = new ByteTemplate(); - - static { - CustomMessage.register(Byte.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/ClassTemplate.java b/java/src/main/java/org/msgpack/template/ClassTemplate.java deleted file mode 100644 index 86e8fe8..0000000 --- a/java/src/main/java/org/msgpack/template/ClassTemplate.java +++ /dev/null @@ -1,246 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; -import org.msgpack.annotation.MessagePackDelegate; -import org.msgpack.annotation.MessagePackMessage; -import org.msgpack.annotation.MessagePackOrdinalEnum; -import org.msgpack.util.codegen.DynamicPacker; -import org.msgpack.util.codegen.DynamicConverter; -import org.msgpack.util.codegen.DynamicUnpacker; - -import java.util.*; -import java.math.BigInteger; - -public class ClassTemplate implements Template { - static { - Templates.load(); - } - - private Class klass; - - public ClassTemplate(Class klass) { - this.klass = klass; - } - - public void pack(Packer pk, Object o) throws IOException { - // FIXME - if(o == null) { - pk.packNil(); - return; - } - //if(o instanceof String) { - // pk.packString((String)o); - // return; - //} - if(o instanceof MessagePackable) { - ((MessagePackable)o).messagePack(pk); - return; - } - //if(o instanceof byte[]) { - // pk.packByteArray((byte[])o); - // return; - //} - if(o instanceof List) { - List l = (List)o; - pk.packArray(l.size()); - for(Object i : l) { - pk.pack(i); - } - return; - } - if(o instanceof Set) { - Set l = (Set)o; - pk.packArray(l.size()); - for(Object i : l) { - pk.pack(i); - } - return; - } - if(o instanceof Map) { - Map m = (Map)o; - pk.packMap(m.size()); - for(Map.Entry e : m.entrySet()) { - pk.pack(e.getKey()); - pk.pack(e.getValue()); - } - return; - } - if(o instanceof Collection) { - Collection l = (Collection)o; - pk.packArray(l.size()); - for(Object i : l) { - pk.pack(i); - } - return; - } - //if(o instanceof Boolean) { - // pk.packBoolean((Boolean)o); - // return; - //} - //if(o instanceof Integer) { - // pk.packInt((Integer)o); - // return; - //} - //if(o instanceof Long) { - // pk.packLong((Long)o); - // return; - //} - //if(o instanceof Short) { - // pk.packShort((Short)o); - // return; - //} - //if(o instanceof Byte) { - // pk.packByte((Byte)o); - // return; - //} - //if(o instanceof Float) { - // pk.packFloat((Float)o); - // return; - //} - //if(o instanceof Double) { - // pk.packDouble((Double)o); - // return; - //} - if(o instanceof BigInteger) { - pk.packBigInteger((BigInteger)o); - return; - } - - MessagePacker packer = CustomPacker.get(klass); - if(packer != null) { - packer.pack(pk, o); - return; - } - - if (CustomMessage.isAnnotated(klass, MessagePackMessage.class)) { - packer = DynamicPacker.create(klass); - } else if (CustomMessage.isAnnotated(klass, MessagePackDelegate.class)) { - // FIXME DelegatePacker - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } else if (CustomMessage.isAnnotated(klass, MessagePackOrdinalEnum.class)) { - // FIXME OrdinalEnumPacker - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } - - if (packer != null) { - CustomPacker.register(klass, packer); - packer.pack(pk, o); - return; - } - - throw new MessageTypeException("unknown object "+o+" ("+o.getClass()+")"); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - try { - MessageUnpacker unpacker = CustomUnpacker.get(klass); - if(unpacker != null) { - return unpacker.unpack(pac); - } - - if(MessageUnpackable.class.isAssignableFrom(klass)) { - Object obj = klass.newInstance(); - ((MessageUnpackable)obj).messageUnpack(pac); - return obj; - } - - if (CustomMessage.isAnnotated(klass, MessagePackMessage.class)) { - unpacker = DynamicUnpacker.create(klass); - } else if (CustomMessage.isAnnotated(klass, MessagePackDelegate.class)) { - // TODO DelegateUnpacker - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } else if (CustomMessage.isAnnotated(klass, MessagePackOrdinalEnum.class)) { - // TODO OrdinalEnumUnpacker - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } - - if (unpacker != null) { - CustomUnpacker.register(klass, unpacker); - return unpacker.unpack(pac); - } - - // fallback - { - MessageConverter converter = null; - - if (CustomMessage.isAnnotated(klass, MessagePackMessage.class)) { - converter = DynamicConverter.create(klass); - } else if (CustomMessage.isAnnotated(klass, MessagePackDelegate.class)) { - // TODO DelegateConverter - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } else if (CustomMessage.isAnnotated(klass, MessagePackOrdinalEnum.class)) { - // TODO OrdinalEnumConverter - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } - - if (converter != null) { - CustomConverter.register(klass, converter); - return converter.convert(pac.unpackObject()); - } - } - - throw new MessageTypeException(); - - } catch (IllegalAccessException e) { - throw new MessageTypeException(e.getMessage()); // FIXME - } catch (InstantiationException e) { - throw new MessageTypeException(e.getMessage()); // FIXME - } - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - try { - MessageConverter converter = CustomConverter.get(klass); - if(converter != null) { - return converter.convert(from); - } - - if(MessageConvertable.class.isAssignableFrom(klass)) { - Object obj = klass.newInstance(); - ((MessageConvertable)obj).messageConvert(from); - return obj; - } - - if (CustomMessage.isAnnotated(klass, MessagePackMessage.class)) { - converter = DynamicConverter.create(klass); - } else if (CustomMessage.isAnnotated(klass, MessagePackDelegate.class)) { - // TODO DelegateConverter - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } else if (CustomMessage.isAnnotated(klass, MessagePackOrdinalEnum.class)) { - // TODO OrdinalEnumConverter - throw new UnsupportedOperationException("not supported yet. : " + klass.getName()); - } - - if (converter != null) { - CustomConverter.register(klass, converter); - return converter.convert(from); - } - - throw new MessageTypeException(); - - } catch (IllegalAccessException e) { - throw new MessageTypeException(e.getMessage()); // FIXME - } catch (InstantiationException e) { - throw new MessageTypeException(e.getMessage()); // FIXME - } - } -} - diff --git a/java/src/main/java/org/msgpack/template/CollectionTemplate.java b/java/src/main/java/org/msgpack/template/CollectionTemplate.java deleted file mode 100644 index 50e6b13..0000000 --- a/java/src/main/java/org/msgpack/template/CollectionTemplate.java +++ /dev/null @@ -1,62 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.util.Collection; -import java.util.List; -import java.util.LinkedList; -import java.io.IOException; -import org.msgpack.*; - -public class CollectionTemplate implements Template { - private Template elementTemplate; - - public CollectionTemplate(Template elementTemplate) { - this.elementTemplate = elementTemplate; - } - - public void pack(Packer pk, Object target) throws IOException { - if(!(target instanceof Collection)) { - throw new MessageTypeException(); - } - Collection collection = (Collection)target; - pk.packArray(collection.size()); - for(Object element : collection) { - elementTemplate.pack(pk, element); - } - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - int length = pac.unpackArray(); - List list = new LinkedList(); - for(; length > 0; length--) { - list.add( elementTemplate.unpack(pac) ); - } - return list; - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - MessagePackObject[] array = from.asArray(); - List list = new LinkedList(); - for(MessagePackObject element : array) { - list.add( elementTemplate.convert(element) ); - } - return list; - } -} - diff --git a/java/src/main/java/org/msgpack/template/DoubleTemplate.java b/java/src/main/java/org/msgpack/template/DoubleTemplate.java deleted file mode 100644 index 94550eb..0000000 --- a/java/src/main/java/org/msgpack/template/DoubleTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class DoubleTemplate implements Template { - private DoubleTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packDouble(((Double)target)); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackDouble(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asDouble(); - } - - static public DoubleTemplate getInstance() { - return instance; - } - - static final DoubleTemplate instance = new DoubleTemplate(); - - static { - CustomMessage.register(Double.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/FloatTemplate.java b/java/src/main/java/org/msgpack/template/FloatTemplate.java deleted file mode 100644 index c247e29..0000000 --- a/java/src/main/java/org/msgpack/template/FloatTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class FloatTemplate implements Template { - private FloatTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packFloat((Float)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackFloat(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asFloat(); - } - - static public FloatTemplate getInstance() { - return instance; - } - - static final FloatTemplate instance = new FloatTemplate(); - - static { - CustomMessage.register(Float.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/IntegerTemplate.java b/java/src/main/java/org/msgpack/template/IntegerTemplate.java deleted file mode 100644 index 2dee8e0..0000000 --- a/java/src/main/java/org/msgpack/template/IntegerTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class IntegerTemplate implements Template { - private IntegerTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packInt((Integer)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackInt(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asInt(); - } - - static public IntegerTemplate getInstance() { - return instance; - } - - static final IntegerTemplate instance = new IntegerTemplate(); - - static { - CustomMessage.register(Integer.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/ListTemplate.java b/java/src/main/java/org/msgpack/template/ListTemplate.java deleted file mode 100644 index 34cbe35..0000000 --- a/java/src/main/java/org/msgpack/template/ListTemplate.java +++ /dev/null @@ -1,66 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.util.List; -import java.util.ArrayList; -import java.io.IOException; -import org.msgpack.*; - -public class ListTemplate implements Template { - private Template elementTemplate; - - public ListTemplate(Template elementTemplate) { - this.elementTemplate = elementTemplate; - } - - public Template getElementTemplate() { - return elementTemplate; - } - - @SuppressWarnings("unchecked") - public void pack(Packer pk, Object target) throws IOException { - if(!(target instanceof List)) { - throw new MessageTypeException(); - } - List list = (List)target; - pk.packArray(list.size()); - for(Object element : list) { - elementTemplate.pack(pk, element); - } - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - int length = pac.unpackArray(); - List list = new ArrayList(length); - for(; length > 0; length--) { - list.add( elementTemplate.unpack(pac) ); - } - return list; - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - MessagePackObject[] array = from.asArray(); - List list = new ArrayList(array.length); - for(MessagePackObject element : array) { - list.add( elementTemplate.convert(element) ); - } - return list; - } -} - diff --git a/java/src/main/java/org/msgpack/template/LongTemplate.java b/java/src/main/java/org/msgpack/template/LongTemplate.java deleted file mode 100644 index 930b7d0..0000000 --- a/java/src/main/java/org/msgpack/template/LongTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class LongTemplate implements Template { - private LongTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packLong((Long)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackLong(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asLong(); - } - - static public LongTemplate getInstance() { - return instance; - } - - static final LongTemplate instance = new LongTemplate(); - - static { - CustomMessage.register(Long.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/MapTemplate.java b/java/src/main/java/org/msgpack/template/MapTemplate.java deleted file mode 100644 index 3720292..0000000 --- a/java/src/main/java/org/msgpack/template/MapTemplate.java +++ /dev/null @@ -1,78 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.util.Map; -import java.util.HashMap; -import java.io.IOException; -import org.msgpack.*; - -public class MapTemplate implements Template { - private Template keyTemplate; - private Template valueTemplate; - - public MapTemplate(Template keyTemplate, Template valueTemplate) { - this.keyTemplate = keyTemplate; - this.valueTemplate = valueTemplate; - } - - public Template getKeyTemplate() { - return keyTemplate; - } - - public Template getValueTemplate() { - return valueTemplate; - } - - @SuppressWarnings("unchecked") - public void pack(Packer pk, Object target) throws IOException { - if(!(target instanceof Map)) { - throw new MessageTypeException(); - } - Map map = (Map)target; - pk.packMap(map.size()); - for(Map.Entry pair : map.entrySet()) { - keyTemplate.pack(pk, pair.getKey()); - valueTemplate.pack(pk, pair.getValue()); - } - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - int length = pac.unpackMap(); - Map map = new HashMap(length); - for(; length > 0; length--) { - Object key = keyTemplate.unpack(pac); - Object value = valueTemplate.unpack(pac); - map.put(key, value); - } - return map; - } - - @SuppressWarnings("unchecked") - public Object convert(MessagePackObject from) throws MessageTypeException { - Map src = from.asMap(); - Map map = new HashMap(); - for(Map.Entry pair : src.entrySet()) { - Object key = keyTemplate.convert(pair.getKey()); - Object value = valueTemplate.convert(pair.getValue()); - map.put(key, value); - } - return map; - } -} - diff --git a/java/src/main/java/org/msgpack/template/OptionalTemplate.java b/java/src/main/java/org/msgpack/template/OptionalTemplate.java deleted file mode 100644 index 6358d7d..0000000 --- a/java/src/main/java/org/msgpack/template/OptionalTemplate.java +++ /dev/null @@ -1,62 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class OptionalTemplate implements Template { - private Template elementTemplate; - private Object defaultObject; - - public OptionalTemplate(Template elementTemplate) { - this(elementTemplate, null); - } - - public OptionalTemplate(Template elementTemplate, Object defaultObject) { - this.elementTemplate = elementTemplate; - this.defaultObject = defaultObject; - } - - public Template getElementTemplate() { - return elementTemplate; - } - - public void pack(Packer pk, Object target) throws IOException { - if(target == null) { - pk.pack(defaultObject); - } else { - elementTemplate.pack(pk, target); - } - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - if(pac.tryUnpackNull()) { - return defaultObject; - } - return elementTemplate.unpack(pac); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - if(from.isNil()) { - return defaultObject; - } - return elementTemplate.convert(from); - } -} - diff --git a/java/src/main/java/org/msgpack/template/ShortTemplate.java b/java/src/main/java/org/msgpack/template/ShortTemplate.java deleted file mode 100644 index 10ac43b..0000000 --- a/java/src/main/java/org/msgpack/template/ShortTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class ShortTemplate implements Template { - private ShortTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packShort((Short)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackShort(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asShort(); - } - - static public ShortTemplate getInstance() { - return instance; - } - - static final ShortTemplate instance = new ShortTemplate(); - - static { - CustomMessage.register(Short.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/template/StringTemplate.java b/java/src/main/java/org/msgpack/template/StringTemplate.java deleted file mode 100644 index dd31d9e..0000000 --- a/java/src/main/java/org/msgpack/template/StringTemplate.java +++ /dev/null @@ -1,48 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.template; - -import java.io.IOException; -import org.msgpack.*; - -public class StringTemplate implements Template { - private StringTemplate() { } - - public void pack(Packer pk, Object target) throws IOException { - pk.packString((String)target); - } - - public Object unpack(Unpacker pac) throws IOException, MessageTypeException { - return pac.unpackString(); - } - - public Object convert(MessagePackObject from) throws MessageTypeException { - return from.asString(); - } - - static public StringTemplate getInstance() { - return instance; - } - - static final StringTemplate instance = new StringTemplate(); - - static { - CustomMessage.register(String.class, instance); - } -} - diff --git a/java/src/main/java/org/msgpack/util/codegen/Constants.java b/java/src/main/java/org/msgpack/util/codegen/Constants.java deleted file mode 100644 index fc6650f..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/Constants.java +++ /dev/null @@ -1,102 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -public interface Constants { - String POSTFIX_TYPE_NAME_PACKER = "_$$_Packer"; - - String POSTFIX_TYPE_NAME_UNPACKER = "_$$_Unpacker"; - - String POSTFIX_TYPE_NAME_CONVERTER = "_$$_Converter"; - - String POSTFIX_TYPE_NAME_TEMPLATE = "_$$_Template"; - - String STRING_NAME_COMMA_SPACE = ", "; - - String STRING_NAME_LEFT_RIGHT_SQUARE_BRACKET = "[]"; - - String CHAR_NAME_SPACE = " "; - - String CHAR_NAME_RIGHT_CURLY_BRACKET = "}"; - - String CHAR_NAME_LEFT_CURLY_BRACKET = "{"; - - String VARIABLE_NAME_TEMPLATES = "_$$_templates"; - - String VARIABLE_NAME_PACKERS = "_$$_packers"; - - String VARIABLE_NAME_CLIENT = "_$$_client"; - - String METHOD_NAME_BOOLEANVALUE = "booleanValue"; - - String METHOD_NAME_BYTEVALUE = "byteValue"; - - String METHOD_NAME_SHORTVALUE = "shortValue"; - - String METHOD_NAME_INTVALUE = "intValue"; - - String METHOD_NAME_FLOATVALUE = "floatValue"; - - String METHOD_NAME_LONGVALUE = "longValue"; - - String METHOD_NAME_DOUBLEVALUE = "doubleValue"; - - String METHOD_NAME_GETENUMCONSTANTS = "getEnumConstants"; - - String METHOD_NAME_CONVERT = "convert"; - - String METHOD_NAME_SETTEMPLATES = "setTemplates"; - - String METHOD_NAME_SETMESSAGEPACKERS = "setMessagePackers"; - - String METHOD_NAME_PACK = "pack"; - - String METHOD_NAME_UNPACK = "unpack"; - - String STATEMENT_PACKER_PACKERMETHODBODY_01 = "%s _$$_t = (%s)$2; "; - - String STATEMENT_PACKER_PACKERMETHODBODY_02 = "$1.packArray(%d); "; - - String STATEMENT_PACKER_PACKERMETHODBODY_03 = "_$$_templates[%d].pack($1, %s_$$_t.%s%s); "; - - String STATEMENT_PACKER_PACKERMETHODBODY_04 = "$1.pack(((java.lang.Enum)_$$_t).ordinal()); "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_01 = "%s _$$_t = new %s(); "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_02 = "int _$$_L = $1.unpackArray(); "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_03 = "_$$_t.%s = %s(%s)_$$_templates[%d].unpack($1)%s; "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_04 = "return _$$_t; "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_05 = "int i = $1.unpackInt(); "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_06 = "return %s.class.getEnumConstants()[i]; "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_07 = "if(_$$_L <= %d) { throw new org.msgpack.MessageTypeException(); } "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_08 = "if(_$$_L > %d && !$1.tryUnpackNull()) "; - - String STATEMENT_TMPL_UNPACKERMETHODBODY_09 = "for(int _$$_n = %d; _$$_n < _$$_L; _$$_n++) { $1.unpackObject(); } "; - - String STATEMENT_TMPL_CONVERTMETHODBODY_01 = "%s _$$_ary = $1.asArray(); "; - - String STATEMENT_TMPL_CONVERTMETHODBODY_02 = "_$$_t.%s = %s(%s)_$$_templates[%d].convert(_$$_ary[%d])%s; "; - - String STATEMENT_TMPL_CONVERTMETHODBODY_03 = "int i = _$$_ary[0].asInt(); "; -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGen.java b/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGen.java deleted file mode 100644 index edd23d8..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGen.java +++ /dev/null @@ -1,567 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import java.io.IOException; -import java.lang.annotation.Annotation; -import java.lang.reflect.Constructor; -import java.lang.reflect.Field; -import java.lang.reflect.Modifier; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.concurrent.ConcurrentHashMap; - -import javassist.CannotCompileException; -import javassist.CtClass; -import javassist.CtMethod; -import javassist.CtNewMethod; -import javassist.NotFoundException; - -import org.msgpack.MessagePackObject; -import org.msgpack.MessageTypeException; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Unpacker; -import org.msgpack.annotation.MessagePackOptional; -import org.msgpack.template.OptionalTemplate; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -class DynamicCodeGen extends DynamicCodeGenBase implements Constants { - - private static Logger LOG = LoggerFactory.getLogger(DynamicCodeGen.class); - - private static DynamicCodeGen INSTANCE; - - public static DynamicCodeGen getInstance() { - if (INSTANCE == null) { - LOG.info("create an instance of the type: " - + DynamicCodeGen.class.getName()); - INSTANCE = new DynamicCodeGen(); - } - return INSTANCE; - } - - private ConcurrentHashMap tmplCache; - - DynamicCodeGen() { - super(); - tmplCache = new ConcurrentHashMap(); - } - - public void setTemplates(Class type, Template[] tmpls) { - tmplCache.put(type.getName(), tmpls); - } - - public Template[] getTemplates(Class type) { - return tmplCache.get(type.getName()); - } - - public Class generateTemplateClass(Class origClass, - List fieldOpts) { - try { - LOG.debug("start generating a template class for " - + origClass.getName()); - String origName = origClass.getName(); - String tmplName = origName + POSTFIX_TYPE_NAME_TEMPLATE + inc(); - checkTypeValidation(origClass); - checkDefaultConstructorValidation(origClass); - CtClass tmplCtClass = pool.makeClass(tmplName); - setSuperclass(tmplCtClass, TemplateAccessorImpl.class); - setInterface(tmplCtClass, Template.class); - addClassTypeConstructor(tmplCtClass); - Field[] fields = getDeclaredFields(origClass); - Template[] tmpls = null; - if (fieldOpts != null) { - fields = sortFields(fields, fieldOpts); - tmpls = createTemplates(fieldOpts); - } else { - tmpls = createTemplates(fields); - } - setTemplates(origClass, tmpls); - addPackMethod(tmplCtClass, origClass, fields, false); - addUnpackMethod(tmplCtClass, origClass, fields, false); - addConvertMethod(tmplCtClass, origClass, fields, false); - Class tmplClass = createClass(tmplCtClass); - LOG.debug("generated a template class for " + origClass.getName()); - return tmplClass; - } catch (NotFoundException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e.getMessage(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } catch (CannotCompileException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e.getMessage(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } - } - - public Class generateOrdinalEnumTemplateClass(Class origClass) { - try { - LOG.debug("start generating a enum template class for " - + origClass.getName()); - String origName = origClass.getName(); - checkTypeValidation(origClass); - String tmplName = origName + POSTFIX_TYPE_NAME_TEMPLATE + inc(); - CtClass tmplCtClass = pool.makeClass(tmplName); - setSuperclass(tmplCtClass, TemplateAccessorImpl.class); - setInterface(tmplCtClass, Template.class); - addClassTypeConstructor(tmplCtClass); - addPackMethod(tmplCtClass, origClass, null, true); - addUnpackMethod(tmplCtClass, origClass, null, true); - addConvertMethod(tmplCtClass, origClass, null, true); - Class tmplClass = createClass(tmplCtClass); - LOG.debug("generated an enum template class for " - + origClass.getName()); - return tmplClass; - } catch (NotFoundException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } catch (CannotCompileException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } - } - - @Override - public void checkTypeValidation(Class origClass) { - // not public, abstract - int mod = origClass.getModifiers(); - if ((!Modifier.isPublic(mod)) || Modifier.isAbstract(mod)) { - throwTypeValidationException(origClass, - "a class must have a public modifier"); - } - // interface - if (origClass.isInterface()) { - throwTypeValidationException(origClass, - "cannot generate packer and unpacker for an interface"); - } - } - - @Override - public void checkDefaultConstructorValidation(Class origClass) { - // check that the zero-argument constructor exists - Constructor cons = null; - try { - cons = origClass.getDeclaredConstructor(new Class[0]); - } catch (Exception e) { - throwConstructorValidationException(origClass); - } - - // check the modifiers - int mod = cons.getModifiers(); - if (!Modifier.isPublic(mod)) { - throwConstructorValidationException(origClass); - } - } - - Field[] getDeclaredFields(Class origClass) { - ArrayList allFields = new ArrayList(); - Class nextClass = origClass; - while (nextClass != Object.class) { - Field[] fields = nextClass.getDeclaredFields(); - for (Field field : fields) { - try { - checkFieldValidation(field, allFields); - allFields.add(field); - } catch (DynamicCodeGenException e) { // ignore - LOG.trace(e.getMessage(), e); - } - } - nextClass = nextClass.getSuperclass(); - } - return allFields.toArray(new Field[0]); - } - - void checkFieldValidation(Field field, List fields) { - // check that it has a public modifier - int mod = field.getModifiers(); - if ((!(Modifier.isPublic(mod))) || Modifier.isStatic(mod) - || Modifier.isFinal(mod) || Modifier.isTransient(mod) - || field.isSynthetic()) { - throwFieldValidationException(field); - } - // check same name - for (Field f : fields) { - if (f.getName().equals(field.getName())) { - throwFieldValidationException(field); - } - } - } - - Field[] sortFields(Field[] fields, List fieldOpts) { - if (fields.length != fieldOpts.size()) { - throwFieldSortingException(String.format( - "Mismatch: public field num: %d, option num: %d", - new Object[] { fields.length, fieldOpts.size() })); - } - Field[] sorted = new Field[fields.length]; - for (int i = 0; i < sorted.length; ++i) { - FieldOption opt = fieldOpts.get(i); - Field match = null; - for (Field f : fields) { - if (opt.name.equals(f.getName())) { - match = f; - break; - } - } - if (match != null) { - sorted[i] = match; - } else { - throwFieldSortingException(String.format( - "Mismatch: a %s field option is not declared", - new Object[] { opt.name })); - } - } - return sorted; - } - - Template[] createTemplates(List fieldOpts) { - Template[] tmpls = new Template[fieldOpts.size()]; - for (int i = 0; i < tmpls.length; ++i) { - tmpls[i] = fieldOpts.get(i).tmpl; - } - return tmpls; - } - - Template[] createTemplates(Field[] fields) { - Template[] tmpls = new Template[fields.length]; - for (int i = 0; i < tmpls.length; ++i) { - tmpls[i] = createTemplate(fields[i]); - } - return tmpls; - } - - Template createTemplate(Field field) { - boolean isOptional = isAnnotated(field, MessagePackOptional.class); - Class c = field.getType(); - Template tmpl = null; - if (List.class.isAssignableFrom(c) || Map.class.isAssignableFrom(c)) { - tmpl = createTemplate(field.getGenericType()); - } else { - tmpl = createTemplate(c); - } - if (isOptional) { - // for pack - return new OptionalTemplate(tmpl); - } else { - return tmpl; - } - } - - private boolean isAnnotated(Field field, Class with) { - return field.getAnnotation(with) != null; - } - - private void addPackMethod(CtClass packerCtClass, Class c, - Field[] fields, boolean isEnum) { - // void pack(Packer pk, Object target) throws IOException; - StringBuilder sb = new StringBuilder(); - if (!isEnum) { - insertPackMethodBody(sb, c, fields); - } else { - insertOrdinalEnumPackMethodBody(sb, c); - } - try { - LOG.trace("pack method src: " + sb.toString()); - int mod = javassist.Modifier.PUBLIC; - CtClass returnType = classToCtClass(void.class); - String mname = METHOD_NAME_PACK; - CtClass[] paramTypes = new CtClass[] { - classToCtClass(Packer.class), classToCtClass(Object.class) }; - CtClass[] exceptTypes = new CtClass[] { classToCtClass(IOException.class) }; - CtMethod newCtMethod = CtNewMethod.make(mod, returnType, mname, - paramTypes, exceptTypes, sb.toString(), packerCtClass); - packerCtClass.addMethod(newCtMethod); - } catch (CannotCompileException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage() - + ": " + sb.toString(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } catch (NotFoundException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage() - + ": " + sb.toString(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } - } - - private void insertPackMethodBody(StringBuilder sb, Class type, - Field[] fields) { - // void pack(Packer packer, Object target) throws IOException; - sb.append(CHAR_NAME_LEFT_CURLY_BRACKET); - sb.append(CHAR_NAME_SPACE); - String typeName = classToString(type); - Object[] args0 = new Object[] { typeName, typeName }; - sb.append(String.format(STATEMENT_PACKER_PACKERMETHODBODY_01, args0)); - Object[] args1 = new Object[] { fields.length }; - sb.append(String.format(STATEMENT_PACKER_PACKERMETHODBODY_02, args1)); - for (int i = 0; i < fields.length; ++i) { - insertCodeOfPackMethodCall(sb, fields[i], i); - } - sb.append(CHAR_NAME_RIGHT_CURLY_BRACKET); - } - - private void insertCodeOfPackMethodCall(StringBuilder sb, Field field, int i) { - // _$$_packers[i].pack($1, new Integer(target.fi)); - Class type = field.getType(); - boolean isPrim = type.isPrimitive(); - Object[] args = new Object[] { - i, - isPrim ? "new " + getPrimToWrapperType(type).getName() + "(" - : "", field.getName(), isPrim ? ")" : "" }; - sb.append(String.format(STATEMENT_PACKER_PACKERMETHODBODY_03, args)); - } - - private void insertOrdinalEnumPackMethodBody(StringBuilder sb, Class c) { - // void pack(Packer packer, Object target) throws IOException; - sb.append(CHAR_NAME_LEFT_CURLY_BRACKET); - sb.append(CHAR_NAME_SPACE); - String typeName = classToString(c); - Object[] args0 = new Object[] { typeName, typeName }; - sb.append(String.format(STATEMENT_PACKER_PACKERMETHODBODY_01, args0)); - Object[] args1 = new Object[] { 1 }; - sb.append(String.format(STATEMENT_PACKER_PACKERMETHODBODY_02, args1)); - Object[] args2 = new Object[0]; - sb.append(String.format(STATEMENT_PACKER_PACKERMETHODBODY_04, args2)); - sb.append(CHAR_NAME_RIGHT_CURLY_BRACKET); - } - - private void addUnpackMethod(CtClass tmplCtClass, Class type, - Field[] fields, boolean isEnum) { - // Object unpack(Unpacker u) throws IOException, MessageTypeException; - StringBuilder sb = new StringBuilder(); - if (!isEnum) { - insertUnpackMethodBody(sb, type, fields); - } else { - insertOrdinalEnumUnpackMethodBody(sb, type); - } - try { - LOG.trace("unpack method src: " + sb.toString()); - int mod = javassist.Modifier.PUBLIC; - CtClass returnType = classToCtClass(Object.class); - String mname = METHOD_NAME_UNPACK; - CtClass[] paramTypes = new CtClass[] { classToCtClass(Unpacker.class) }; - CtClass[] exceptTypes = new CtClass[] { - classToCtClass(IOException.class), - classToCtClass(MessageTypeException.class) }; - CtMethod newCtMethod = CtNewMethod.make(mod, returnType, mname, - paramTypes, exceptTypes, sb.toString(), tmplCtClass); - tmplCtClass.addMethod(newCtMethod); - } catch (CannotCompileException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage() - + ": " + sb.toString(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } catch (NotFoundException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage() - + ": " + sb.toString(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } - } - - private void insertUnpackMethodBody(StringBuilder sb, Class type, - Field[] fields) { - // Object unpack(Unpacker u) throws IOException, MessageTypeException; - sb.append(CHAR_NAME_LEFT_CURLY_BRACKET); - sb.append(CHAR_NAME_SPACE); - // Foo _$$_t = new Foo(); - String typeName = classToString(type); - Object[] args0 = new Object[] { typeName, typeName }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_01, args0)); - // int _$$_L = $1.unpackArray(); - Object[] args1 = new Object[0]; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_02, args1)); - insertCodeOfUnpackMethodCalls(sb, fields); - // return _$$_t; - Object[] args2 = new Object[0]; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_04, args2)); - sb.append(CHAR_NAME_RIGHT_CURLY_BRACKET); - } - - private void insertCodeOfUnpackMethodCalls(StringBuilder sb, Field[] fields) { - for (int i = 0; i < fields.length; ++i) { - insertCodeOfUnpackMethodCall(sb, fields[i], i); - } - insertCodeOfUnpackTrails(sb, fields.length); - } - - private void insertCodeOfUnpackMethodCall(StringBuilder sb, Field field, - int i) { - boolean isOptional = isAnnotated(field, MessagePackOptional.class); - - if(isOptional) { - // if(_$$_L > i && !$1.tryUnpackNull()) { - Object[] args0 = new Object[] { i }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_08, args0)); - sb.append(CHAR_NAME_LEFT_CURLY_BRACKET); - - } else { - // if(_$$_L <= i) { - // throw new MessageTypeException(); - // } - Object[] args0 = new Object[] { i }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_07, args0)); - } - - // target.fi = ((Integer)_$$_tmpls[i].unpack(_$$_pk)).intValue(); - Class returnType = field.getType(); - boolean isPrim = returnType.isPrimitive(); - Object[] args = new Object[] { - field.getName(), - isPrim ? "(" : "", - isPrim ? getPrimToWrapperType(returnType).getName() - : classToString(returnType), - i, - isPrim ? ")." + getPrimTypeValueMethodName(returnType) + "()" - : "" }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_03, args)); - - if(isOptional) { - // } - sb.append(CHAR_NAME_RIGHT_CURLY_BRACKET); - } - } - - private void insertCodeOfUnpackTrails(StringBuilder sb, int length) { - // for(int _$$_n = length; _$$_n < _$$_L; _$$_n++) { - // $1.unpackObject(); - // } - Object[] args0 = new Object[] { length }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_09, args0)); - } - - private void insertOrdinalEnumUnpackMethodBody(StringBuilder sb, - Class type) { - // Object unpack(Unpacker u) throws IOException, MessageTypeException; - sb.append(CHAR_NAME_LEFT_CURLY_BRACKET); - sb.append(CHAR_NAME_SPACE); - // $1.unpackArray(); - Object[] args0 = new Object[0]; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_02, args0)); - // int i = $1.unapckInt(); - Object[] args1 = new Object[0]; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_05, args1)); - // return Foo.class.getEnumConstants()[i]; - Object[] args2 = new Object[] { classToString(type) }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_06, args2)); - sb.append(CHAR_NAME_RIGHT_CURLY_BRACKET); - } - - public void addConvertMethod(CtClass tmplCtClass, Class type, - Field[] fields, boolean isEnum) { - // Object convert(MessagePackObject mpo) throws MessageTypeException; - StringBuilder sb = new StringBuilder(); - if (!isEnum) { - insertConvertMethodBody(sb, type, fields); - } else { - insertOrdinalEnumConvertMethodBody(sb, type); - } - try { - LOG.trace("convert method src: " + sb.toString()); - int mod = javassist.Modifier.PUBLIC; - CtClass returnType = classToCtClass(Object.class); - String mname = METHOD_NAME_CONVERT; - CtClass[] paramTypes = new CtClass[] { classToCtClass(MessagePackObject.class) }; - CtClass[] exceptTypes = new CtClass[] { classToCtClass(MessageTypeException.class) }; - CtMethod newCtMethod = CtNewMethod.make(mod, returnType, mname, - paramTypes, exceptTypes, sb.toString(), tmplCtClass); - tmplCtClass.addMethod(newCtMethod); - } catch (CannotCompileException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage() - + ": " + sb.toString(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } catch (NotFoundException e) { - DynamicCodeGenException ex = new DynamicCodeGenException(e - .getMessage() - + ": " + sb.toString(), e); - LOG.error(ex.getMessage(), ex); - throw ex; - } - } - - private void insertConvertMethodBody(StringBuilder sb, Class type, - Field[] fields) { - // Object convert(MessagePackObject mpo) throws MessageTypeException; - sb.append(CHAR_NAME_LEFT_CURLY_BRACKET); - sb.append(CHAR_NAME_SPACE); - // Foo _$$_t = new Foo(); - String typeName = classToString(type); - Object[] args0 = new Object[] { typeName, typeName }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_01, args0)); - // MessagePackObject[] _$$_ary = $1.asArray(); - Object[] args1 = new Object[] { classToString(MessagePackObject[].class) }; - sb.append(String.format(STATEMENT_TMPL_CONVERTMETHODBODY_01, args1)); - insertCodeOfConvertMethodCalls(sb, fields); - // return _$$_t; - Object[] args2 = new Object[0]; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_04, args2)); - sb.append(CHAR_NAME_RIGHT_CURLY_BRACKET); - } - - private void insertCodeOfConvertMethodCalls(StringBuilder sb, Field[] fields) { - for (int i = 0; i < fields.length; ++i) { - insertCodeOfConvMethodCall(sb, fields[i], i); - } - } - - private void insertCodeOfConvMethodCall(StringBuilder sb, Field field, int i) { - // target.fi = ((Object)_$$_tmpls[i].convert(_$$_ary[i])).intValue(); - Class returnType = field.getType(); - boolean isPrim = returnType.isPrimitive(); - Object[] args = new Object[] { - field.getName(), - isPrim ? "(" : "", - isPrim ? getPrimToWrapperType(returnType).getName() - : classToString(returnType), - i, - i, - isPrim ? ")." + getPrimTypeValueMethodName(returnType) + "()" - : "" }; - sb.append(String.format(STATEMENT_TMPL_CONVERTMETHODBODY_02, args)); - } - - private void insertOrdinalEnumConvertMethodBody(StringBuilder sb, - Class type) { - // Object convert(MessagePackObject mpo) throws MessageTypeException; - sb.append(CHAR_NAME_LEFT_CURLY_BRACKET); - sb.append(CHAR_NAME_SPACE); - // MessagePackObject[] _$$_ary = $1.asArray(); - Object[] args0 = new Object[] { classToString(MessagePackObject[].class) }; - sb.append(String.format(STATEMENT_TMPL_CONVERTMETHODBODY_01, args0)); - // int i = _$$_ary[0].asInt(); - Object[] args1 = new Object[0]; - sb.append(String.format(STATEMENT_TMPL_CONVERTMETHODBODY_03, args1)); - // return Foo.class.getEnumConstants()[i]; - Object[] args2 = new Object[] { classToString(type) }; - sb.append(String.format(STATEMENT_TMPL_UNPACKERMETHODBODY_06, args2)); - sb.append(CHAR_NAME_RIGHT_CURLY_BRACKET); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGenBase.java b/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGenBase.java deleted file mode 100644 index 2d2711a..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGenBase.java +++ /dev/null @@ -1,444 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import java.io.IOException; -import java.lang.reflect.Field; -import java.lang.reflect.GenericArrayType; -import java.lang.reflect.Method; -import java.lang.reflect.ParameterizedType; -import java.lang.reflect.Type; -import java.math.BigInteger; -import java.util.List; -import java.util.Map; -import java.util.concurrent.atomic.AtomicInteger; - -import javassist.CannotCompileException; -import javassist.ClassPool; -import javassist.CtClass; -import javassist.CtConstructor; -import javassist.CtField; -import javassist.CtMethod; -import javassist.CtNewConstructor; -import javassist.CtNewMethod; -import javassist.NotFoundException; - -import org.msgpack.CustomConverter; -import org.msgpack.CustomMessage; -import org.msgpack.MessageConvertable; -import org.msgpack.MessagePackObject; -import org.msgpack.MessagePackable; -import org.msgpack.MessageTypeException; -import org.msgpack.MessageUnpackable; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Templates; -import org.msgpack.Unpacker; -import org.msgpack.annotation.MessagePackDelegate; -import org.msgpack.annotation.MessagePackMessage; -import org.msgpack.annotation.MessagePackOrdinalEnum; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -public class DynamicCodeGenBase implements Constants { - - private static Logger LOG = LoggerFactory - .getLogger(DynamicCodeGenBase.class); - - static class MessagePackUnpackConvertableTemplate implements Template { - private Class type; - - MessagePackUnpackConvertableTemplate(Class type) { - this.type = type; - } - - @Override - public void pack(Packer packer, Object target) throws IOException { - MessagePackable mp = MessagePackable.class.cast(target); - mp.messagePack(packer); - } - - @Override - public Object unpack(Unpacker unpacker) throws IOException, - MessageTypeException { - try { - MessageUnpackable obj = (MessageUnpackable) type.newInstance(); - obj.messageUnpack(unpacker); - return obj; - } catch (ClassCastException e) { - throw new MessageTypeException(e.getMessage(), e); - } catch (InstantiationException e) { - throw new MessageTypeException(e.getMessage(), e); - } catch (IllegalAccessException e) { - throw new MessageTypeException(e.getMessage(), e); - } - } - - @Override - public Object convert(MessagePackObject from) - throws MessageTypeException { - try { - MessageConvertable obj = (MessageConvertable) type - .newInstance(); - obj.messageConvert(from); - return obj; - } catch (ClassCastException e) { - throw new MessageTypeException(e.getMessage(), e); - } catch (InstantiationException e) { - throw new MessageTypeException(e.getMessage(), e); - } catch (IllegalAccessException e) { - throw new MessageTypeException(e.getMessage(), e); - } - } - } - - public static interface TemplateAccessor { - void setTemplates(Template[] templates); - } - - protected static class TemplateAccessorImpl implements TemplateAccessor { - public Class type; - - public Template[] _$$_templates; - - public TemplateAccessorImpl() { - } - - public TemplateAccessorImpl(Class type) { - this.type = type; - } - - public void setTemplates(Template[] _$$_tmpls) { - _$$_templates = _$$_tmpls; - } - } - - private static AtomicInteger COUNTER = new AtomicInteger(0); - - protected static int inc() { - return COUNTER.addAndGet(1); - } - - protected ClassPool pool; - - protected DynamicCodeGenBase() { - pool = ClassPool.getDefault(); - } - - protected void checkTypeValidation(Class type) { - DynamicCodeGenException e = new DynamicCodeGenException(String.format( - "Fatal error: %s", new Object[] { type.getName() })); - LOG.error(e.getMessage(), e); - throw e; - } - - protected void throwTypeValidationException(Class type, String message) - throws DynamicCodeGenException { - DynamicCodeGenException e = new DynamicCodeGenException(String.format( - "%s: %s", new Object[] { message, type.getName() })); - LOG.error(e.getMessage(), e); - throw e; - } - - protected void checkDefaultConstructorValidation(Class type) { - DynamicCodeGenException e = new DynamicCodeGenException(String.format( - "Fatal error: %s", new Object[] { type.getName() })); - LOG.error(e.getMessage(), e); - throw e; - } - - protected void throwConstructorValidationException(Class origClass) { - DynamicCodeGenException e = new DynamicCodeGenException(String.format( - "it must have a public zero-argument constructor: %s", - new Object[] { origClass.getName() })); - LOG.error(e.getMessage(), e); - throw e; - } - - protected void throwFieldValidationException(Field field) { - DynamicCodeGenException e = new DynamicCodeGenException(String.format( - "it must be a public field: %s", - new Object[] { field.getName() })); - LOG.debug(e.getMessage(), e); - throw e; - } - - protected void throwFieldSortingException(String message) { - DynamicCodeGenException e = new DynamicCodeGenException(message); - LOG.debug(e.getMessage(), e); - throw e; - } - - protected static void throwMethodValidationException(Method method, - String message) throws DynamicCodeGenException { - DynamicCodeGenException e = new DynamicCodeGenException(String.format( - "%s: %s", new Object[] { message, method.getName() })); - LOG.error(e.getMessage(), e); - throw e; - } - - protected CtClass makeClass(String name) throws NotFoundException { - DynamicCodeGenException e = new DynamicCodeGenException(String.format( - "Fatal error: %s", new Object[] { name })); - LOG.error(e.getMessage(), e); - throw e; - } - - protected void setSuperclass(CtClass newCtClass, Class superClass) - throws NotFoundException, CannotCompileException { - // check the specified super class - if (superClass.isInterface() || superClass.isEnum() - || superClass.isAnnotation() || superClass.isArray() - || superClass.isPrimitive()) { - throwTypeValidationException(superClass, "Fatal error"); - } - - // check the base class - if (!newCtClass.getSuperclass().equals(classToCtClass(Object.class))) { - throwTypeValidationException(superClass, "Fatal error"); - } - CtClass superCtClass = pool.get(superClass.getName()); - newCtClass.setSuperclass(superCtClass); - } - - protected void setInterface(CtClass newCtClass, Class infClass) - throws NotFoundException { - CtClass infCtClass = pool.get(infClass.getName()); - newCtClass.addInterface(infCtClass); - } - - protected void addClassTypeConstructor(CtClass newCtClass) - throws CannotCompileException, NotFoundException { - CtConstructor newCtCons = CtNewConstructor.make(new CtClass[] { pool - .get(Class.class.getName()) }, new CtClass[0], newCtClass); - newCtClass.addConstructor(newCtCons); - } - - protected void addDefaultConstructor(CtClass newCtClass) - throws CannotCompileException { - CtConstructor newCtCons = CtNewConstructor - .defaultConstructor(newCtClass); - newCtClass.addConstructor(newCtCons); - } - - protected void addTemplateArrayField(CtClass newCtClass) - throws NotFoundException, CannotCompileException { - CtClass acsCtClass = pool.get(TemplateAccessorImpl.class.getName()); - CtField tmplsField = acsCtClass - .getDeclaredField(VARIABLE_NAME_TEMPLATES); - CtField tmplsField2 = new CtField(tmplsField.getType(), tmplsField - .getName(), newCtClass); - newCtClass.addField(tmplsField2); - } - - protected void addSetTemplatesMethod(CtClass newCtClass) - throws NotFoundException, CannotCompileException { - CtClass acsCtClass = pool.get(TemplateAccessorImpl.class.getName()); - CtMethod settmplsMethod = acsCtClass - .getDeclaredMethod(METHOD_NAME_SETTEMPLATES); - CtMethod settmplsMethod2 = CtNewMethod.copy(settmplsMethod, newCtClass, - null); - newCtClass.addMethod(settmplsMethod2); - } - - protected Class getPrimToWrapperType(Class type) { - if (type.equals(boolean.class)) { - return Boolean.class; - } else if (type.equals(byte.class)) { - return Byte.class; - } else if (type.equals(short.class)) { - return Short.class; - } else if (type.equals(int.class)) { - return Integer.class; - } else if (type.equals(long.class)) { - return Long.class; - } else if (type.equals(float.class)) { - return Float.class; - } else if (type.equals(double.class)) { - return Double.class; - } else { - throw new MessageTypeException("Type error: " + type.getName()); - } - } - - public static String getPrimTypeValueMethodName(Class type) { - if (type.equals(boolean.class)) { - return METHOD_NAME_BOOLEANVALUE; - } else if (type.equals(byte.class)) { - return METHOD_NAME_BYTEVALUE; - } else if (type.equals(short.class)) { - return METHOD_NAME_SHORTVALUE; - } else if (type.equals(int.class)) { - return METHOD_NAME_INTVALUE; - } else if (type.equals(long.class)) { - return METHOD_NAME_LONGVALUE; - } else if (type.equals(float.class)) { - return METHOD_NAME_FLOATVALUE; - } else if (type.equals(double.class)) { - return METHOD_NAME_DOUBLEVALUE; - } else { - throw new MessageTypeException("Type error: " + type.getName()); - } - } - - public static Template createTemplate(Type t) { - if (t.getClass().equals(Class.class)) { - Class c = (Class) t; - if (c.equals(boolean.class) || c.equals(Boolean.class)) { - return Templates.tBoolean(); - } else if (c.equals(byte.class) || c.equals(Byte.class)) { - return Templates.tByte(); - } else if (c.equals(short.class) || c.equals(Short.class)) { - return Templates.tShort(); - } else if (c.equals(int.class) || c.equals(Integer.class)) { - return Templates.tInteger(); - } else if (c.equals(float.class) || c.equals(Float.class)) { - return Templates.tFloat(); - } else if (c.equals(long.class) || c.equals(Long.class)) { - return Templates.tLong(); - } else if (c.equals(double.class) || c.equals(Double.class)) { - return Templates.tDouble(); - } else if (c.equals(String.class)) { - return Templates.tString(); - } else if (c.equals(BigInteger.class)) { - return Templates.tBigInteger(); - } else if (CustomConverter.isRegistered(c)) {// FIXME - return (Template) CustomConverter.get(c); - } else if (CustomMessage.isAnnotated(c, MessagePackMessage.class)) { - // @MessagePackMessage - Template tmpl = DynamicTemplate.create(c); - CustomMessage.register(c, tmpl); - return tmpl; - } else if (CustomMessage.isAnnotated(c, MessagePackDelegate.class)) { - // FIXME DelegatePacker - UnsupportedOperationException e = new UnsupportedOperationException( - "not supported yet. : " + c.getName()); - LOG.error(e.getMessage(), e); - throw e; - } else if (CustomMessage.isAnnotated(c, MessagePackOrdinalEnum.class)) { - // @MessagePackOrdinalEnum - Template tmpl = DynamicOrdinalEnumTemplate.create(c); - CustomMessage.register(c, tmpl); - return tmpl; - } else if (MessagePackable.class.isAssignableFrom(c) - || MessageConvertable.class.isAssignableFrom(c) - || MessageUnpackable.class.isAssignableFrom(c)) { - Template tmpl = new MessagePackUnpackConvertableTemplate(c); - CustomMessage.register(c, tmpl); - return tmpl; - } else { - throw new MessageTypeException("Type error: " + ((Class) t).getName()); - } - } else if (t instanceof GenericArrayType) { - GenericArrayType gat = (GenericArrayType) t; - Type gct = gat.getGenericComponentType(); - if (gct.equals(byte.class)) { - return Templates.tByteArray(); - } else { - throw new DynamicCodeGenException("Not supported yet: " + gat); - } - } else if (t instanceof ParameterizedType) { - ParameterizedType pt = (ParameterizedType) t; - Class rawType = (Class) pt.getRawType(); - if (rawType.equals(List.class)) { - Type[] ats = pt.getActualTypeArguments(); - return Templates.tList(createTemplate(ats[0])); - } else if (rawType.equals(Map.class)) { - Type[] ats = pt.getActualTypeArguments(); - return Templates.tMap(createTemplate(ats[0]), - createTemplate(ats[1])); - } else { - throw new DynamicCodeGenException("Type error: " - + t.getClass().getName()); - } - } else { - throw new DynamicCodeGenException("Type error: " - + t.getClass().getName()); - } - } - - static int getArrayDim(Class type) { - if (type.isArray()) { - return 1 + getArrayDim(type.getComponentType()); - } else { - return 0; - } - } - - static Class getArrayBaseType(Class type) { - if (type.isArray()) { - return getArrayBaseType(type.getComponentType()); - } else { - return type; - } - } - - static String arrayTypeToString(Class type) { - StringBuilder sb = new StringBuilder(); - int dim = getArrayDim(type); - Class t = getArrayBaseType(type); - sb.append(t.getName()); - for (int i = 0; i < dim; ++i) { - sb.append(STRING_NAME_LEFT_RIGHT_SQUARE_BRACKET); - } - return sb.toString(); - } - - protected static String classToString(Class type) { - if (type.isArray()) { - return arrayTypeToString(type); - } else { - return type.getName(); - } - } - - protected CtClass classToCtClass(Class type) throws NotFoundException { - if (type.equals(void.class)) { - return CtClass.voidType; - } else if (type.isPrimitive()) { - if (type.equals(boolean.class)) { - return CtClass.booleanType; - } else if (type.equals(byte.class)) { - return CtClass.byteType; - } else if (type.equals(char.class)) { - return CtClass.charType; - } else if (type.equals(short.class)) { - return CtClass.shortType; - } else if (type.equals(int.class)) { - return CtClass.intType; - } else if (type.equals(long.class)) { - return CtClass.longType; - } else if (type.equals(float.class)) { - return CtClass.floatType; - } else if (type.equals(double.class)) { - return CtClass.doubleType; - } else { - throw new MessageTypeException("Fatal error: " + type.getName()); - } - } else if (type.isArray()) { - return pool.get(arrayTypeToString(type)); - } else { - return pool.get(type.getName()); - } - } - - protected static Class createClass(CtClass newCtClass) - throws CannotCompileException { - return newCtClass.toClass(null, null); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGenException.java b/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGenException.java deleted file mode 100644 index d4a2906..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicCodeGenException.java +++ /dev/null @@ -1,30 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -@SuppressWarnings("serial") -public class DynamicCodeGenException extends RuntimeException { - - public DynamicCodeGenException(String reason) { - super(reason); - } - - public DynamicCodeGenException(String reason, Throwable t) { - super(reason, t); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicConverter.java b/java/src/main/java/org/msgpack/util/codegen/DynamicConverter.java deleted file mode 100644 index 346de2d..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicConverter.java +++ /dev/null @@ -1,33 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import java.util.List; - -import org.msgpack.MessageConverter; - -public class DynamicConverter { - public static MessageConverter create(Class c) { - return create(c, null); - } - - public static MessageConverter create(Class c, - List fieldOpts) { - return DynamicTemplate.create(c, fieldOpts); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumConverter.java b/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumConverter.java deleted file mode 100644 index 598a878..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumConverter.java +++ /dev/null @@ -1,26 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import org.msgpack.MessageConverter; - -public class DynamicOrdinalEnumConverter { - public static MessageConverter create(Class c) { - return DynamicOrdinalEnumTemplate.create(c); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumPacker.java b/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumPacker.java deleted file mode 100644 index d1fdbc6..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumPacker.java +++ /dev/null @@ -1,26 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import org.msgpack.MessagePacker; - -public class DynamicOrdinalEnumPacker { - public static MessagePacker create(Class c) { - return DynamicOrdinalEnumTemplate.create(c); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumTemplate.java b/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumTemplate.java deleted file mode 100644 index 65adcd8..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumTemplate.java +++ /dev/null @@ -1,50 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import java.lang.reflect.Constructor; -import java.lang.reflect.InvocationTargetException; - -import org.msgpack.Template; -import org.msgpack.util.codegen.DynamicCodeGenBase.TemplateAccessor; - -public class DynamicOrdinalEnumTemplate { - public static Template create(Class c) { - try { - DynamicCodeGen gen = DynamicCodeGen.getInstance(); - Class tmplClass = gen.generateOrdinalEnumTemplateClass(c); - Constructor cons = tmplClass - .getDeclaredConstructor(new Class[] { Class.class }); - Object obj = cons.newInstance(new Object[] { c }); - ((TemplateAccessor) obj).setTemplates(gen.getTemplates(c)); - return (Template) obj; - } catch (InstantiationException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (IllegalAccessException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (SecurityException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (NoSuchMethodException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (IllegalArgumentException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (InvocationTargetException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumUnpacker.java b/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumUnpacker.java deleted file mode 100644 index 4c00386..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicOrdinalEnumUnpacker.java +++ /dev/null @@ -1,26 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import org.msgpack.MessageUnpacker; - -public class DynamicOrdinalEnumUnpacker { - public static MessageUnpacker create(Class c) { - return DynamicOrdinalEnumTemplate.create(c); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicPacker.java b/java/src/main/java/org/msgpack/util/codegen/DynamicPacker.java deleted file mode 100644 index 5796b71..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicPacker.java +++ /dev/null @@ -1,33 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import java.util.List; - -import org.msgpack.MessagePacker; - -public class DynamicPacker { - - public static MessagePacker create(Class c) { - return create(c, null); - } - - public static MessagePacker create(Class c, List fieldOpts) { - return DynamicTemplate.create(c, fieldOpts); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicTemplate.java b/java/src/main/java/org/msgpack/util/codegen/DynamicTemplate.java deleted file mode 100644 index 9bd6aef..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicTemplate.java +++ /dev/null @@ -1,55 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import java.lang.reflect.Constructor; -import java.lang.reflect.InvocationTargetException; -import java.util.List; - -import org.msgpack.Template; -import org.msgpack.util.codegen.DynamicCodeGenBase.TemplateAccessor; - -public class DynamicTemplate { - public static Template create(Class c) { - return create(c, null); - } - - public static Template create(Class c, List fieldOpts) { - try { - DynamicCodeGen gen = DynamicCodeGen.getInstance(); - Class tmplClass = gen.generateTemplateClass(c, fieldOpts); - Constructor cons = tmplClass - .getDeclaredConstructor(new Class[] { Class.class }); - Object obj = cons.newInstance(new Object[] { c }); - ((TemplateAccessor) obj).setTemplates(gen.getTemplates(c)); - return (Template) obj; - } catch (InstantiationException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (IllegalAccessException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (SecurityException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (NoSuchMethodException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (IllegalArgumentException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } catch (InvocationTargetException e) { - throw new DynamicCodeGenException(e.getMessage(), e); - } - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/DynamicUnpacker.java b/java/src/main/java/org/msgpack/util/codegen/DynamicUnpacker.java deleted file mode 100644 index ea198f0..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/DynamicUnpacker.java +++ /dev/null @@ -1,32 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import java.util.List; - -import org.msgpack.MessageUnpacker; - -public class DynamicUnpacker { - public static MessageUnpacker create(Class c) { - return create(c, null); - } - - public static MessageUnpacker create(Class c, List fieldOpts) { - return DynamicTemplate.create(c, fieldOpts); - } -} diff --git a/java/src/main/java/org/msgpack/util/codegen/FieldOption.java b/java/src/main/java/org/msgpack/util/codegen/FieldOption.java deleted file mode 100644 index 9fb3e3b..0000000 --- a/java/src/main/java/org/msgpack/util/codegen/FieldOption.java +++ /dev/null @@ -1,42 +0,0 @@ -// -// MessagePack for Java -// -// Copyright (C) 2009-2010 FURUHASHI Sadayuki -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// -package org.msgpack.util.codegen; - -import org.msgpack.Template; - -public class FieldOption { - - private static final String NULL_ERR_MSG = "param is FieldOption is null."; - - String name; - - Template tmpl; - - public FieldOption(final String name, final Template tmpl) { - if (name == null) { - throw new NullPointerException(String.format("%s %s", new Object[] { - "1st", NULL_ERR_MSG })); - } - if (tmpl == null) { - throw new NullPointerException(String.format("%s %s", new Object[] { - "2nd", NULL_ERR_MSG })); - } - this.name = name; - this.tmpl = tmpl; - } -} diff --git a/java/src/main/resources/log4j.properties b/java/src/main/resources/log4j.properties deleted file mode 100644 index 6fae205..0000000 --- a/java/src/main/resources/log4j.properties +++ /dev/null @@ -1,14 +0,0 @@ -### direct log messages to stdout ### -log4j.appender.stdout=org.apache.log4j.ConsoleAppender -log4j.appender.stdout.Target=System.out -log4j.appender.stdout.layout=org.apache.log4j.PatternLayout -log4j.appender.stdout.layout.ConversionPattern=%d %5p %c{1} - %m%n - -### direct messages to file mylog.log ### -log4j.appender.file=org.apache.log4j.FileAppender -log4j.appender.file.File=mylog.log -log4j.appender.file.Append=true -log4j.appender.file.layout=org.apache.log4j.PatternLayout -log4j.appender.file.layout.ConversionPattern=%d %5p %c{1} - %m%n - -log4j.rootLogger=info, stdout diff --git a/java/src/test/java/org/msgpack/Image.java b/java/src/test/java/org/msgpack/Image.java deleted file mode 100644 index 3fcfe38..0000000 --- a/java/src/test/java/org/msgpack/Image.java +++ /dev/null @@ -1,50 +0,0 @@ -package org.msgpack; - -import org.msgpack.*; -import java.io.*; -import java.util.*; - -public class Image implements MessagePackable, MessageUnpackable { - public String uri = ""; - public String title = ""; - public int width = 0; - public int height = 0; - public int size = 0; - - public void messagePack(Packer pk) throws IOException { - pk.packArray(5); - pk.pack(uri); - pk.pack(title); - pk.pack(width); - pk.pack(height); - pk.pack(size); - } - - public void messageUnpack(Unpacker pac) throws IOException, MessageTypeException { - int length = pac.unpackArray(); - if(length != 5) { - throw new MessageTypeException(); - } - uri = pac.unpackString(); - title = pac.unpackString(); - width = pac.unpackInt(); - height = pac.unpackInt(); - size = pac.unpackInt(); - } - - public boolean equals(Image obj) { - return uri.equals(obj.uri) && - title.equals(obj.title) && - width == obj.width && - height == obj.height && - size == obj.size; - } - - public boolean equals(Object obj) { - if(obj.getClass() != Image.class) { - return false; - } - return equals((Image)obj); - } -} - diff --git a/java/src/test/java/org/msgpack/TestCases.java b/java/src/test/java/org/msgpack/TestCases.java deleted file mode 100644 index c368972..0000000 --- a/java/src/test/java/org/msgpack/TestCases.java +++ /dev/null @@ -1,40 +0,0 @@ -package org.msgpack; - -import java.io.*; -import java.util.*; - -import org.junit.Test; -import static org.junit.Assert.*; - -public class TestCases { - public void feedFile(Unpacker pac, String path) throws Exception { - FileInputStream input = new FileInputStream(path); - byte[] buffer = new byte[32*1024]; - while(true) { - int count = input.read(buffer); - if(count < 0) { - break; - } - pac.feed(buffer, 0, count); - } - } - - @Test - public void testCases() throws Exception { - Unpacker pac = new Unpacker(); - Unpacker pac_compact = new Unpacker(); - - feedFile(pac, "src/test/resources/cases.mpac"); - feedFile(pac_compact, "src/test/resources/cases_compact.mpac"); - - UnpackResult result = new UnpackResult(); - while(pac.next(result)) { - UnpackResult result_compact = new UnpackResult(); - assertTrue( pac_compact.next(result_compact) ); - assertTrue( result.getData().equals(result_compact.getData()) ); - } - - assertFalse( pac_compact.next(result) ); - } -}; - diff --git a/java/src/test/java/org/msgpack/TestDirectConversion.java b/java/src/test/java/org/msgpack/TestDirectConversion.java deleted file mode 100644 index 1822ecb..0000000 --- a/java/src/test/java/org/msgpack/TestDirectConversion.java +++ /dev/null @@ -1,279 +0,0 @@ -package org.msgpack; - -import org.msgpack.*; -import java.io.*; -import java.util.*; -import java.math.BigInteger; - -import org.junit.Test; -import static org.junit.Assert.*; - -public class TestDirectConversion { - @Test - public void testInt() throws Exception { - testInt(0); - testInt(-1); - testInt(1); - testInt(Integer.MIN_VALUE); - testInt(Integer.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testInt(rand.nextInt()); - } - public void testInt(int val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(val, pac.unpackInt()); - } - - @Test - public void testLong() throws Exception { - testLong(0); - testLong(-1); - testLong(1); - testLong(Integer.MIN_VALUE); - testLong(Integer.MAX_VALUE); - testLong(Long.MIN_VALUE); - testLong(Long.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testLong(rand.nextLong()); - } - public void testLong(long val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(val, pac.unpackLong()); - } - - @Test - public void testBigInteger() throws Exception { - testBigInteger(BigInteger.valueOf(0)); - testBigInteger(BigInteger.valueOf(-1)); - testBigInteger(BigInteger.valueOf(1)); - testBigInteger(BigInteger.valueOf(Integer.MIN_VALUE)); - testBigInteger(BigInteger.valueOf(Integer.MAX_VALUE)); - testBigInteger(BigInteger.valueOf(Long.MIN_VALUE)); - testBigInteger(BigInteger.valueOf(Long.MAX_VALUE)); - BigInteger max = BigInteger.valueOf(Long.MAX_VALUE).setBit(63); - testBigInteger(max); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testBigInteger( max.subtract(BigInteger.valueOf( Math.abs(rand.nextLong()) )) ); - } - public void testBigInteger(BigInteger val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(val, pac.unpackBigInteger()); - } - - @Test - public void testFloat() throws Exception { - testFloat((float)0.0); - testFloat((float)-0.0); - testFloat((float)1.0); - testFloat((float)-1.0); - testFloat((float)Float.MAX_VALUE); - testFloat((float)Float.MIN_VALUE); - testFloat((float)Float.NaN); - testFloat((float)Float.NEGATIVE_INFINITY); - testFloat((float)Float.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testFloat(rand.nextFloat()); - } - public void testFloat(float val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(val, pac.unpackFloat(), 10e-10); - } - - @Test - public void testDouble() throws Exception { - testDouble((double)0.0); - testDouble((double)-0.0); - testDouble((double)1.0); - testDouble((double)-1.0); - testDouble((double)Double.MAX_VALUE); - testDouble((double)Double.MIN_VALUE); - testDouble((double)Double.NaN); - testDouble((double)Double.NEGATIVE_INFINITY); - testDouble((double)Double.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testDouble(rand.nextDouble()); - } - public void testDouble(double val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(val, pac.unpackDouble(), 10e-10); - } - - @Test - public void testNil() throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).packNil(); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(null, pac.unpackNull()); - } - - @Test - public void testBoolean() throws Exception { - testBoolean(false); - testBoolean(true); - } - public void testBoolean(boolean val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(val, pac.unpackBoolean()); - } - - @Test - public void testString() throws Exception { - testString(""); - testString("a"); - testString("ab"); - testString("abc"); - - // small size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int)Math.random() % 31 + 1; - for (int j = 0; j < len; j++) - sb.append('a' + ((int)Math.random()) & 26); - testString(sb.toString()); - } - - // medium size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int)Math.random() % 100 + (1 << 15); - for (int j = 0; j < len; j++) - sb.append('a' + ((int)Math.random()) & 26); - testString(sb.toString()); - } - - // large size string - for (int i = 0; i < 10; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int)Math.random() % 100 + (1 << 31); - for (int j = 0; j < len; j++) - sb.append('a' + ((int)Math.random()) & 26); - testString(sb.toString()); - } - } - public void testString(String val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - assertEquals(val, pac.unpackString()); - } - - @Test - public void testArray() throws Exception { - List emptyList = new ArrayList(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyList); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - int ulen = pac.unpackArray(); - assertEquals(0, ulen); - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - l.add(j); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - int ulen = pac.unpackArray(); - assertEquals(len, ulen); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j).intValue(), pac.unpackInt()); - } - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - l.add(Integer.toString(j)); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - int ulen = pac.unpackArray(); - assertEquals(len, ulen); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j), pac.unpackString()); - } - } - } - - @Test - public void testMap() throws Exception { - Map emptyMap = new HashMap(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyMap); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - int ulen = pac.unpackMap(); - assertEquals(0, ulen); - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - m.put(j, j); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - int ulen = pac.unpackMap(); - assertEquals(len, ulen); - for (int j = 0; j < len; j++) { - Integer val = m.get(pac.unpackInt()); - assertNotNull(val); - assertEquals(val.intValue(), pac.unpackInt()); - } - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - m.put(Integer.toString(j), j); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - int ulen = pac.unpackMap(); - assertEquals(len, ulen); - for (int j = 0; j < len; j++) { - Integer val = m.get(pac.unpackString()); - assertNotNull(val); - assertEquals(val.intValue(), pac.unpackInt()); - } - } - } -}; - diff --git a/java/src/test/java/org/msgpack/TestMessagePackStaticMethods.java b/java/src/test/java/org/msgpack/TestMessagePackStaticMethods.java deleted file mode 100644 index f08176e..0000000 --- a/java/src/test/java/org/msgpack/TestMessagePackStaticMethods.java +++ /dev/null @@ -1,297 +0,0 @@ -package org.msgpack; - -import org.msgpack.*; -import org.msgpack.object.*; -import org.msgpack.annotation.*; -import static org.msgpack.Templates.*; - -import java.io.*; -import java.util.*; -import java.math.BigInteger; - -import org.junit.Test; -import junit.framework.TestCase; - -public class TestMessagePackStaticMethods extends TestCase { - public static class ProvidedClass { - public boolean bool; - public String str; - public List list; - - public boolean equals(Object obj) { - if (obj == this) { - return true; - } - if (!(obj instanceof ProvidedClass)) { - return false; - } - ProvidedClass o = (ProvidedClass)obj; - return bool == o.bool && str.equals(o.str) && list.equals(o.list); - } - - public String toString() { - return "ProvidedClass"; - } - } - - @MessagePackMessage - public static class UserDefinedClass { - public boolean bool; - public String str; - public List list; - - public boolean equals(Object obj) { - if (obj == this) { - return true; - } - if (!(obj instanceof UserDefinedClass)) { - return false; - } - UserDefinedClass o = (UserDefinedClass)obj; - return bool == o.bool && str.equals(o.str) && list.equals(o.list); - } - - public String toString() { - return "UserDefinedClass"; - } - } - - static { - // provided classes need registration - MessagePack.register(ProvidedClass.class); - // annotated classes don't need registration - } - - - @Test - public void testCheckedPackToByteArray() throws Exception { - byte[] a = MessagePack.pack("msgpack", TString); - byte[] b = MessagePack.pack((Object)1, TInteger); - byte[] c = MessagePack.pack((Object)null, TAny); - byte[] d = MessagePack.pack(createStringList(), tList(TString)); - byte[] e = MessagePack.pack(createProvidedClass(), tClass(ProvidedClass.class)); - byte[] f = MessagePack.pack(createUserDefinedClass(), tClass(UserDefinedClass.class)); - - { - Object aobj = MessagePack.unpack(a, TString); - Object bobj = MessagePack.unpack(b, TInteger); - Object cobj_any = MessagePack.unpack(c, TAny); - Object cobj_obj = MessagePack.unpack(c, tOptional(TAny)); - Object dobj = MessagePack.unpack(d, tList(TString)); - Object eobj = MessagePack.unpack(e, tClass(ProvidedClass.class)); - Object fobj = MessagePack.unpack(f, tClass(UserDefinedClass.class)); - - assertEquals(aobj, "msgpack"); - assertEquals(bobj, 1); - assertEquals(cobj_any, NilType.create()); - assertEquals(cobj_obj, null); - assertEquals(dobj, createStringList()); - assertEquals(eobj, createProvidedClass()); - assertEquals(fobj, createUserDefinedClass()); - } - - { - String aobj = MessagePack.unpack(a, String.class); - Integer bobj = MessagePack.unpack(b, Integer.class); - Object cobj = MessagePack.unpack(c, Object.class); - ProvidedClass eobj = MessagePack.unpack(e, ProvidedClass.class); - UserDefinedClass fobj = MessagePack.unpack(f, UserDefinedClass.class); - - assertEquals(aobj, "msgpack"); - assertEquals(bobj, (Integer)1); - assertEquals(cobj, null); - assertEquals(eobj, createProvidedClass()); - assertEquals(fobj, createUserDefinedClass()); - } - } - - @Test - public void testCheckedPackToStream() throws Exception { - ByteArrayOutputStream aout = new ByteArrayOutputStream(); - MessagePack.pack(aout, "msgpack"); - ByteArrayOutputStream bout = new ByteArrayOutputStream(); - MessagePack.pack(bout, (Object)1); - ByteArrayOutputStream cout = new ByteArrayOutputStream(); - MessagePack.pack(cout, (Object)null); - ByteArrayOutputStream dout = new ByteArrayOutputStream(); - MessagePack.pack(dout, createStringList()); - ByteArrayOutputStream eout = new ByteArrayOutputStream(); - MessagePack.pack(eout, createProvidedClass()); - ByteArrayOutputStream fout = new ByteArrayOutputStream(); - MessagePack.pack(fout, createUserDefinedClass()); - - { - InputStream ain = new ByteArrayInputStream(aout.toByteArray()); - Object aobj = MessagePack.unpack(ain, TString); - InputStream bin = new ByteArrayInputStream(bout.toByteArray()); - Object bobj = MessagePack.unpack(bin, TInteger); - InputStream cin_any = new ByteArrayInputStream(cout.toByteArray()); - Object cobj_any = MessagePack.unpack(cin_any, TAny); - InputStream cin_obj = new ByteArrayInputStream(cout.toByteArray()); - Object cobj_obj = MessagePack.unpack(cin_obj, tOptional(TAny)); - InputStream din = new ByteArrayInputStream(dout.toByteArray()); - Object dobj = MessagePack.unpack(din, tList(TString)); - InputStream ein = new ByteArrayInputStream(eout.toByteArray()); - Object eobj = MessagePack.unpack(ein, tClass(ProvidedClass.class)); - InputStream fin = new ByteArrayInputStream(fout.toByteArray()); - Object fobj = MessagePack.unpack(fin, tClass(UserDefinedClass.class)); - - assertEquals(aobj, "msgpack"); - assertEquals(bobj, 1); - assertEquals(cobj_any, NilType.create()); - assertEquals(cobj_obj, null); - assertEquals(dobj, createStringList()); - assertEquals(eobj, createProvidedClass()); - assertEquals(fobj, createUserDefinedClass()); - } - - { - InputStream ain = new ByteArrayInputStream(aout.toByteArray()); - String aobj = MessagePack.unpack(ain, String.class); - InputStream bin = new ByteArrayInputStream(bout.toByteArray()); - Integer bobj = MessagePack.unpack(bin, Integer.class); - InputStream cin = new ByteArrayInputStream(cout.toByteArray()); - Object cobj = MessagePack.unpack(cin, Object.class); - InputStream ein = new ByteArrayInputStream(eout.toByteArray()); - ProvidedClass eobj = MessagePack.unpack(ein, ProvidedClass.class); - InputStream fin = new ByteArrayInputStream(fout.toByteArray()); - UserDefinedClass fobj = MessagePack.unpack(fin, UserDefinedClass.class); - - assertEquals(aobj, "msgpack"); - assertEquals(bobj, (Integer)1); - assertEquals(cobj, null); - assertEquals(eobj, createProvidedClass()); - assertEquals(fobj, createUserDefinedClass()); - } - } - - @Test - public void testPackToByteArray() throws Exception { - byte[] a = MessagePack.pack("msgpack"); - byte[] b = MessagePack.pack((Object)1); - byte[] c = MessagePack.pack((Object)null); - byte[] d = MessagePack.pack(createStringList()); - byte[] e = MessagePack.pack(createProvidedClass()); - byte[] f = MessagePack.pack(createUserDefinedClass_dynamic()); - - { - MessagePackObject aobj = MessagePack.unpack(a); - MessagePackObject bobj = MessagePack.unpack(b); - MessagePackObject cobj = MessagePack.unpack(c); - MessagePackObject dobj = MessagePack.unpack(d); - MessagePackObject eobj = MessagePack.unpack(e); - MessagePackObject fobj = MessagePack.unpack(f); - - assertEquals(aobj, RawType.create("msgpack")); - assertEquals(bobj, IntegerType.create(1)); - assertEquals(cobj, NilType.create()); - assertEquals(dobj, createStringList_dynamic()); - assertEquals(eobj, createProvidedClass_dynamic()); - assertEquals(fobj, createUserDefinedClass_dynamic()); - } - } - - @Test - public void testPackToStream() throws Exception { - ByteArrayOutputStream aout = new ByteArrayOutputStream(); - MessagePack.pack(aout, "msgpack"); - ByteArrayOutputStream bout = new ByteArrayOutputStream(); - MessagePack.pack(bout, (Object)1); - ByteArrayOutputStream cout = new ByteArrayOutputStream(); - MessagePack.pack(cout, (Object)null); - ByteArrayOutputStream dout = new ByteArrayOutputStream(); - MessagePack.pack(dout, createStringList()); - ByteArrayOutputStream eout = new ByteArrayOutputStream(); - MessagePack.pack(eout, createProvidedClass()); - ByteArrayOutputStream fout = new ByteArrayOutputStream(); - MessagePack.pack(fout, createUserDefinedClass()); - - { - InputStream ain = new ByteArrayInputStream(aout.toByteArray()); - MessagePackObject aobj = MessagePack.unpack(ain); - InputStream bin = new ByteArrayInputStream(bout.toByteArray()); - MessagePackObject bobj = MessagePack.unpack(bin); - InputStream cin = new ByteArrayInputStream(cout.toByteArray()); - MessagePackObject cobj = MessagePack.unpack(cin); - InputStream din = new ByteArrayInputStream(dout.toByteArray()); - MessagePackObject dobj = MessagePack.unpack(din); - InputStream ein = new ByteArrayInputStream(eout.toByteArray()); - MessagePackObject eobj = MessagePack.unpack(ein); - InputStream fin = new ByteArrayInputStream(fout.toByteArray()); - MessagePackObject fobj = MessagePack.unpack(fin); - - assertEquals(aobj, RawType.create("msgpack")); - assertEquals(bobj, IntegerType.create(1)); - assertEquals(cobj, NilType.create()); - assertEquals(dobj, createStringList_dynamic()); - assertEquals(eobj, createProvidedClass_dynamic()); - assertEquals(fobj, createUserDefinedClass_dynamic()); - } - } - - - private List createStringList() { - List list = new ArrayList(); - list.add("frsyuki"); - list.add("kumofs"); - list.add("gem-compile"); - return list; - } - - private MessagePackObject createStringList_dynamic() { - MessagePackObject[] array = new MessagePackObject[3]; - array[0] = RawType.create("frsyuki"); - array[1] = RawType.create("kumofs"); - array[2] = RawType.create("gem-compile"); - return ArrayType.create(array); - } - - - private ProvidedClass createProvidedClass() { - ProvidedClass obj = new ProvidedClass(); - obj.bool = true; - obj.str = "viver"; - obj.list = new ArrayList(); - obj.list.add(1); - obj.list.add(2); - obj.list.add(3); - return obj; - } - - private MessagePackObject createProvidedClass_dynamic() { - MessagePackObject[] obj = new MessagePackObject[3]; - obj[0] = BooleanType.create(true); - obj[1] = RawType.create("viver"); - MessagePackObject[] list = new MessagePackObject[3]; - list[0] = IntegerType.create(1); - list[1] = IntegerType.create(2); - list[2] = IntegerType.create(3); - obj[2] = ArrayType.create(list); - return ArrayType.create(obj); - } - - - private UserDefinedClass createUserDefinedClass() { - UserDefinedClass obj = new UserDefinedClass(); - obj.bool = false; - obj.str = "muga"; - obj.list = new ArrayList(); - obj.list.add(9); - obj.list.add(10); - obj.list.add(11); - return obj; - } - - private MessagePackObject createUserDefinedClass_dynamic() { - MessagePackObject[] obj = new MessagePackObject[3]; - obj[0] = BooleanType.create(false); - obj[1] = RawType.create("muga"); - MessagePackObject[] list = new MessagePackObject[3]; - list[0] = IntegerType.create(9); - list[1] = IntegerType.create(10); - list[2] = IntegerType.create(11); - obj[2] = ArrayType.create(list); - return ArrayType.create(obj); - } -} - diff --git a/java/src/test/java/org/msgpack/TestMessageUnpackable.java b/java/src/test/java/org/msgpack/TestMessageUnpackable.java deleted file mode 100644 index 32917c7..0000000 --- a/java/src/test/java/org/msgpack/TestMessageUnpackable.java +++ /dev/null @@ -1,32 +0,0 @@ -package org.msgpack; - -import org.msgpack.*; -import java.io.*; -import java.util.*; -import java.math.BigInteger; - -import org.junit.Test; -import static org.junit.Assert.*; - -public class TestMessageUnpackable { - @Test - public void testImage() throws Exception { - Image src = new Image(); - src.title = "msgpack"; - src.uri = "http://msgpack.org/"; - src.width = 2560; - src.height = 1600; - src.size = 4096000; - - ByteArrayOutputStream out = new ByteArrayOutputStream(); - src.messagePack(new Packer(out)); - - Image dst = new Image(); - - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - dst.messageUnpack(new Unpacker(in)); - - assertEquals(src, dst); - } -} - diff --git a/java/src/test/java/org/msgpack/TestObjectEquals.java b/java/src/test/java/org/msgpack/TestObjectEquals.java deleted file mode 100644 index 25fe927..0000000 --- a/java/src/test/java/org/msgpack/TestObjectEquals.java +++ /dev/null @@ -1,96 +0,0 @@ -package org.msgpack; - -import org.msgpack.*; -import org.msgpack.object.*; -import java.math.BigInteger; -import java.util.*; - -import org.junit.Test; -import static org.junit.Assert.*; - -public class TestObjectEquals { - @Test - public void testInt() throws Exception { - testInt(0); - testInt(-1); - testInt(1); - testInt(Integer.MIN_VALUE); - testInt(Integer.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testInt(rand.nextInt()); - } - public void testInt(int val) throws Exception { - MessagePackObject objInt = IntegerType.create(val); - MessagePackObject objLong = IntegerType.create((long)val); - MessagePackObject objBigInt = IntegerType.create(BigInteger.valueOf((long)val)); - assertTrue(objInt.equals(objInt)); - assertTrue(objInt.equals(objLong)); - assertTrue(objInt.equals(objBigInt)); - assertTrue(objLong.equals(objInt)); - assertTrue(objLong.equals(objLong)); - assertTrue(objLong.equals(objBigInt)); - assertTrue(objBigInt.equals(objInt)); - assertTrue(objBigInt.equals(objLong)); - assertTrue(objBigInt.equals(objBigInt)); - } - - @Test - public void testLong() throws Exception { - testLong(0); - testLong(-1); - testLong(1); - testLong(Integer.MIN_VALUE); - testLong(Integer.MAX_VALUE); - testLong(Long.MIN_VALUE); - testLong(Long.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testLong(rand.nextLong()); - } - public void testLong(long val) throws Exception { - MessagePackObject objInt = IntegerType.create((int)val); - MessagePackObject objLong = IntegerType.create(val); - MessagePackObject objBigInt = IntegerType.create(BigInteger.valueOf(val)); - if(val > (long)Integer.MAX_VALUE || val < (long)Integer.MIN_VALUE) { - assertTrue(objInt.equals(objInt)); - assertFalse(objInt.equals(objLong)); - assertFalse(objInt.equals(objBigInt)); - assertFalse(objLong.equals(objInt)); - assertTrue(objLong.equals(objLong)); - assertTrue(objLong.equals(objBigInt)); - assertFalse(objBigInt.equals(objInt)); - assertTrue(objBigInt.equals(objLong)); - assertTrue(objBigInt.equals(objBigInt)); - } else { - assertTrue(objInt.equals(objInt)); - assertTrue(objInt.equals(objLong)); - assertTrue(objInt.equals(objBigInt)); - assertTrue(objLong.equals(objInt)); - assertTrue(objLong.equals(objLong)); - assertTrue(objLong.equals(objBigInt)); - assertTrue(objBigInt.equals(objInt)); - assertTrue(objBigInt.equals(objLong)); - assertTrue(objBigInt.equals(objBigInt)); - } - } - - @Test - public void testNil() throws Exception { - assertTrue(NilType.create().equals(NilType.create())); - assertFalse(NilType.create().equals(IntegerType.create(0))); - assertFalse(NilType.create().equals(BooleanType.create(false))); - } - - @Test - public void testString() throws Exception { - testString(""); - testString("a"); - testString("ab"); - testString("abc"); - } - public void testString(String str) throws Exception { - assertTrue(RawType.create(str).equals(RawType.create(str))); - } -} - diff --git a/java/src/test/java/org/msgpack/TestPackUnpack.java b/java/src/test/java/org/msgpack/TestPackUnpack.java deleted file mode 100644 index 494c8a8..0000000 --- a/java/src/test/java/org/msgpack/TestPackUnpack.java +++ /dev/null @@ -1,275 +0,0 @@ -package org.msgpack; - -import org.msgpack.*; -import java.io.*; -import java.util.*; -import java.math.BigInteger; - -import org.junit.Test; -import static org.junit.Assert.*; - -public class TestPackUnpack { - public MessagePackObject unpackOne(ByteArrayOutputStream out) { - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertEquals(true, it.hasNext()); - MessagePackObject obj = it.next(); - assertEquals(false, it.hasNext()); - return obj; - } - - @Test - public void testInt() throws Exception { - testInt(0); - testInt(-1); - testInt(1); - testInt(Integer.MIN_VALUE); - testInt(Integer.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testInt(rand.nextInt()); - } - public void testInt(int val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - MessagePackObject obj = unpackOne(out); - assertEquals(val, obj.asInt()); - } - - @Test - public void testLong() throws Exception { - testLong(0); - testLong(-1); - testLong(1); - testLong(Integer.MIN_VALUE); - testLong(Integer.MAX_VALUE); - testLong(Long.MIN_VALUE); - testLong(Long.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testLong(rand.nextLong()); - } - public void testLong(long val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - MessagePackObject obj = unpackOne(out); - assertEquals(val, obj.asLong()); - } - - @Test - public void testBigInteger() throws Exception { - testBigInteger(BigInteger.valueOf(0)); - testBigInteger(BigInteger.valueOf(-1)); - testBigInteger(BigInteger.valueOf(1)); - testBigInteger(BigInteger.valueOf(Integer.MIN_VALUE)); - testBigInteger(BigInteger.valueOf(Integer.MAX_VALUE)); - testBigInteger(BigInteger.valueOf(Long.MIN_VALUE)); - testBigInteger(BigInteger.valueOf(Long.MAX_VALUE)); - BigInteger max = BigInteger.valueOf(Long.MAX_VALUE).setBit(63); - testBigInteger(max); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testBigInteger( max.subtract(BigInteger.valueOf( Math.abs(rand.nextLong()) )) ); - } - public void testBigInteger(BigInteger val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - MessagePackObject obj = unpackOne(out); - assertEquals(val, obj.asBigInteger()); - } - - @Test - public void testFloat() throws Exception { - testFloat((float)0.0); - testFloat((float)-0.0); - testFloat((float)1.0); - testFloat((float)-1.0); - testFloat((float)Float.MAX_VALUE); - testFloat((float)Float.MIN_VALUE); - testFloat((float)Float.NaN); - testFloat((float)Float.NEGATIVE_INFINITY); - testFloat((float)Float.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testFloat(rand.nextFloat()); - } - public void testFloat(float val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - MessagePackObject obj = unpackOne(out); - float f = obj.asFloat(); - assertEquals(val, f, 10e-10); - } - - @Test - public void testDouble() throws Exception { - testDouble((double)0.0); - testDouble((double)-0.0); - testDouble((double)1.0); - testDouble((double)-1.0); - testDouble((double)Double.MAX_VALUE); - testDouble((double)Double.MIN_VALUE); - testDouble((double)Double.NaN); - testDouble((double)Double.NEGATIVE_INFINITY); - testDouble((double)Double.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - testDouble(rand.nextDouble()); - } - public void testDouble(double val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - MessagePackObject obj = unpackOne(out); - double f = obj.asDouble(); - assertEquals(val, f, 10e-10); - } - - @Test - public void testNil() throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).packNil(); - MessagePackObject obj = unpackOne(out); - assertTrue(obj.isNil()); - } - - @Test - public void testBoolean() throws Exception { - testBoolean(false); - testBoolean(true); - } - public void testBoolean(boolean val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - MessagePackObject obj = unpackOne(out); - assertEquals(val, obj.asBoolean()); - } - - @Test - public void testString() throws Exception { - testString(""); - testString("a"); - testString("ab"); - testString("abc"); - - // small size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int)Math.random() % 31 + 1; - for (int j = 0; j < len; j++) - sb.append('a' + ((int)Math.random()) & 26); - testString(sb.toString()); - } - - // medium size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int)Math.random() % 100 + (1 << 15); - for (int j = 0; j < len; j++) - sb.append('a' + ((int)Math.random()) & 26); - testString(sb.toString()); - } - - // large size string - for (int i = 0; i < 10; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int)Math.random() % 100 + (1 << 31); - for (int j = 0; j < len; j++) - sb.append('a' + ((int)Math.random()) & 26); - testString(sb.toString()); - } - } - public void testString(String val) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(val); - MessagePackObject obj = unpackOne(out); - assertEquals(val, obj.asString()); - } - - @Test - public void testArray() throws Exception { - List emptyList = new ArrayList(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyList); - MessagePackObject obj = unpackOne(out); - assertEquals(emptyList, obj.asList()); - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - l.add(j); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - MessagePackObject obj = unpackOne(out); - List list = obj.asList(); - assertEquals(l.size(), list.size()); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j).intValue(), list.get(j).asInt()); - } - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - l.add(Integer.toString(j)); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - MessagePackObject obj = unpackOne(out); - List list = obj.asList(); - assertEquals(l.size(), list.size()); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j), list.get(j).asString()); - } - } - } - - @Test - public void testMap() throws Exception { - Map emptyMap = new HashMap(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyMap); - MessagePackObject obj = unpackOne(out); - assertEquals(emptyMap, obj.asMap()); - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - m.put(j, j); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - MessagePackObject obj = unpackOne(out); - Map map = obj.asMap(); - assertEquals(m.size(), map.size()); - for (Map.Entry pair : map.entrySet()) { - Integer val = m.get(pair.getKey().asInt()); - assertNotNull(val); - assertEquals(val.intValue(), pair.getValue().asInt()); - } - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int)Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - m.put(Integer.toString(j), j); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - MessagePackObject obj = unpackOne(out); - Map map = obj.asMap(); - assertEquals(m.size(), map.size()); - for (Map.Entry pair : map.entrySet()) { - Integer val = m.get(pair.getKey().asString()); - assertNotNull(val); - assertEquals(val.intValue(), pair.getValue().asInt()); - } - } - } -}; - diff --git a/java/src/test/java/org/msgpack/TestSample.java b/java/src/test/java/org/msgpack/TestSample.java deleted file mode 100644 index d0e3bae..0000000 --- a/java/src/test/java/org/msgpack/TestSample.java +++ /dev/null @@ -1,11 +0,0 @@ -package org.msgpack; - -import org.junit.Test; -import static org.junit.Assert.assertEquals; - -public class TestSample { - @Test - public void testNull() throws Exception { - assertEquals("aiueo", 0, 0); - } -}; diff --git a/java/src/test/java/org/msgpack/Util.java b/java/src/test/java/org/msgpack/Util.java deleted file mode 100644 index 442b4d6..0000000 --- a/java/src/test/java/org/msgpack/Util.java +++ /dev/null @@ -1,19 +0,0 @@ -package org.msgpack; - -import static org.junit.Assert.assertEquals; - -import java.io.ByteArrayInputStream; -import java.util.Iterator; - -public class Util { - - public static MessagePackObject unpackOne(byte[] bytes) { - ByteArrayInputStream in = new ByteArrayInputStream(bytes); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertEquals(true, it.hasNext()); - MessagePackObject obj = it.next(); - assertEquals(false, it.hasNext()); - return obj; - } -} diff --git a/java/src/test/java/org/msgpack/packer/TestPackConvert.java b/java/src/test/java/org/msgpack/packer/TestPackConvert.java deleted file mode 100644 index 26f3313..0000000 --- a/java/src/test/java/org/msgpack/packer/TestPackConvert.java +++ /dev/null @@ -1,448 +0,0 @@ -package org.msgpack.packer; - -import java.io.ByteArrayOutputStream; -import java.math.BigInteger; -import java.util.Random; - -import junit.framework.TestCase; - -import org.junit.Test; -import org.msgpack.MessagePackObject; -import org.msgpack.MessagePacker; -import org.msgpack.MessageTypeException; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Util; -import org.msgpack.template.BigIntegerTemplate; -import org.msgpack.template.BooleanTemplate; -import org.msgpack.template.ByteTemplate; -import org.msgpack.template.DoubleTemplate; -import org.msgpack.template.FloatTemplate; -import org.msgpack.template.IntegerTemplate; -import org.msgpack.template.LongTemplate; -import org.msgpack.template.OptionalTemplate; -import org.msgpack.template.ShortTemplate; -import org.msgpack.template.StringTemplate; - -public class TestPackConvert extends TestCase { - - @Test - public void testByte() throws Exception { - _testByte((byte) 0); - _testByte((byte) -1); - _testByte((byte) 1); - _testByte(Byte.MIN_VALUE); - _testByte(Byte.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testByte((byte) rand.nextInt()); - } - } - - static void _testByte(Byte src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = BytePacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src.byteValue(), obj.asByte()); - } - - @Test - public void testNullByte() throws Exception { - Byte src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(BytePacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - Byte dst = null; - try { - tmpl = ByteTemplate.getInstance(); - dst = (Byte) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(ByteTemplate.getInstance()); - dst = (Byte) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testShort() throws Exception { - _testShort((short) 0); - _testShort((short) -1); - _testShort((short) 1); - _testShort(Short.MIN_VALUE); - _testShort(Short.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testShort((short) rand.nextInt()); - } - } - - static void _testShort(Short src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = ShortPacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src.shortValue(), obj.asShort()); - } - - @Test - public void testNullShort() throws Exception { - Short src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(ShortPacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - Short dst = null; - try { - tmpl = ShortTemplate.getInstance(); - dst = (Short) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(ShortTemplate.getInstance()); - dst = (Short) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testInteger() throws Exception { - _testInteger(0); - _testInteger(-1); - _testInteger(1); - _testInteger(Integer.MIN_VALUE); - _testInteger(Integer.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testInteger(rand.nextInt()); - } - } - - static void _testInteger(Integer src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = IntegerPacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src.intValue(), obj.asInt()); - } - - @Test - public void testNullInteger() throws Exception { - Integer src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(IntegerPacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - Integer dst = null; - try { - tmpl = IntegerTemplate.getInstance(); - dst = (Integer) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(IntegerTemplate.getInstance()); - dst = (Integer) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testLong() throws Exception { - _testLong((long) 0); - _testLong((long) -1); - _testLong((long) 1); - _testLong((long) Integer.MIN_VALUE); - _testLong((long) Integer.MAX_VALUE); - _testLong(Long.MIN_VALUE); - _testLong(Long.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testLong(rand.nextLong()); - } - } - - static void _testLong(Long src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = LongPacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src.longValue(), obj.asLong()); - } - - @Test - public void testNullLong() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(LongPacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - Long dst = null; - try { - tmpl = LongTemplate.getInstance(); - dst = (Long) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(LongTemplate.getInstance()); - dst = (Long) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testBigInteger() throws Exception { - _testBigInteger(BigInteger.valueOf(0)); - _testBigInteger(BigInteger.valueOf(-1)); - _testBigInteger(BigInteger.valueOf(1)); - _testBigInteger(BigInteger.valueOf(Integer.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Integer.MAX_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MAX_VALUE)); - BigInteger max = BigInteger.valueOf(Long.MAX_VALUE).setBit(63); - _testBigInteger(max); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testBigInteger(max.subtract(BigInteger.valueOf(Math.abs(rand - .nextLong())))); - } - } - - static void _testBigInteger(BigInteger src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = BigIntegerPacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src, obj.asBigInteger()); - } - - @Test - public void testNullBigInteger() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(BigIntegerPacker - .getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - BigInteger dst = null; - try { - tmpl = BigIntegerTemplate.getInstance(); - dst = (BigInteger) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(BigIntegerTemplate.getInstance()); - dst = (BigInteger) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testFloat() throws Exception { - _testFloat((float) 0.0); - _testFloat((float) -0.0); - _testFloat((float) 1.0); - _testFloat((float) -1.0); - _testFloat((float) Float.MAX_VALUE); - _testFloat((float) Float.MIN_VALUE); - _testFloat((float) Float.NaN); - _testFloat((float) Float.NEGATIVE_INFINITY); - _testFloat((float) Float.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testFloat(rand.nextFloat()); - } - } - - static void _testFloat(Float src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = FloatPacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src.floatValue(), obj.asFloat(), 10e-10); - } - - @Test - public void testNullFloat() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(FloatPacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - Float dst = null; - try { - tmpl = FloatTemplate.getInstance(); - dst = (Float) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(FloatTemplate.getInstance()); - dst = (Float) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testDouble() throws Exception { - _testDouble((double) 0.0); - _testDouble((double) -0.0); - _testDouble((double) 1.0); - _testDouble((double) -1.0); - _testDouble((double) Double.MAX_VALUE); - _testDouble((double) Double.MIN_VALUE); - _testDouble((double) Double.NaN); - _testDouble((double) Double.NEGATIVE_INFINITY); - _testDouble((double) Double.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - _testDouble(rand.nextDouble()); - } - - static void _testDouble(Double src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DoublePacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src.doubleValue(), obj.asDouble(), 10e-10); - } - - @Test - public void testNullDouble() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DoublePacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - Double dst = null; - try { - tmpl = DoubleTemplate.getInstance(); - dst = (Double) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(DoubleTemplate.getInstance()); - dst = (Double) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testBoolean() throws Exception { - _testBoolean(false); - _testBoolean(true); - } - - static void _testBoolean(Boolean src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = BooleanPacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src.booleanValue(), obj.asBoolean()); - } - - @Test - public void testNullBoolean() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(BooleanPacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - Boolean dst = null; - try { - tmpl = BooleanTemplate.getInstance(); - dst = (Boolean) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(BooleanTemplate.getInstance()); - dst = (Boolean) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testString() throws Exception { - _testString(""); - _testString("a"); - _testString("ab"); - _testString("abc"); - - // small size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 31 + 1; - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // medium size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 15); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // large size string - for (int i = 0; i < 10; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 31); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - } - - static void _testString(String src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = StringPacker.getInstance(); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - assertEquals(src, obj.asString()); - } - - @Test - public void testNullString() throws Exception { - String src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(StringPacker.getInstance()); - packer.pack(new Packer(out), src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = null; - String dst = null; - try { - tmpl = StringTemplate.getInstance(); - dst = (String) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(StringTemplate.getInstance()); - dst = (String) tmpl.convert(obj); - assertEquals(src, dst); - } -} diff --git a/java/src/test/java/org/msgpack/packer/TestPackUnpack.java b/java/src/test/java/org/msgpack/packer/TestPackUnpack.java deleted file mode 100644 index 2dd631d..0000000 --- a/java/src/test/java/org/msgpack/packer/TestPackUnpack.java +++ /dev/null @@ -1,475 +0,0 @@ -package org.msgpack.packer; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.math.BigInteger; -import java.util.Random; - -import junit.framework.TestCase; - -import org.junit.Test; -import org.msgpack.MessagePacker; -import org.msgpack.MessageTypeException; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Unpacker; -import org.msgpack.template.BigIntegerTemplate; -import org.msgpack.template.BooleanTemplate; -import org.msgpack.template.ByteTemplate; -import org.msgpack.template.DoubleTemplate; -import org.msgpack.template.FloatTemplate; -import org.msgpack.template.IntegerTemplate; -import org.msgpack.template.LongTemplate; -import org.msgpack.template.OptionalTemplate; -import org.msgpack.template.ShortTemplate; -import org.msgpack.template.StringTemplate; - -public class TestPackUnpack extends TestCase { - - @Test - public void testByte() throws Exception { - _testByte((byte) 0); - _testByte((byte) -1); - _testByte((byte) 1); - _testByte(Byte.MIN_VALUE); - _testByte(Byte.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testByte((byte) rand.nextInt()); - } - } - - static void _testByte(Byte src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = BytePacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src.byteValue(), unpacker.unpackByte()); - } - - @Test - public void testNullByte() throws Exception { - Byte src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(BytePacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Byte dst = null; - try { - tmpl = ByteTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Byte) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(ByteTemplate.getInstance()); - dst = (Byte) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testSort() throws Exception { - _testShort((short) 0); - _testShort((short) -1); - _testShort((short) 1); - _testShort(Short.MIN_VALUE); - _testShort(Short.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testShort((short) rand.nextInt()); - } - } - - static void _testShort(Short src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = ShortPacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src.shortValue(), unpacker.unpackShort()); - } - - @Test - public void testNullShort() throws Exception { - Short src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(ShortPacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Short dst = null; - try { - tmpl = ShortTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Short) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(ShortTemplate.getInstance()); - dst = (Short) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testInteger() throws Exception { - _testInteger(0); - _testInteger(-1); - _testInteger(1); - _testInteger(Integer.MIN_VALUE); - _testInteger(Integer.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testInteger(rand.nextInt()); - } - } - - static void _testInteger(Integer src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = IntegerPacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src.intValue(), unpacker.unpackInt()); - } - - @Test - public void testNullInteger() throws Exception { - Integer src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(IntegerPacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Integer dst = null; - try { - tmpl = IntegerTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Integer) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(IntegerTemplate.getInstance()); - dst = (Integer) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testLong() throws Exception { - _testLong((long) 0); - _testLong((long) -1); - _testLong((long) 1); - _testLong((long) Integer.MIN_VALUE); - _testLong((long) Integer.MAX_VALUE); - _testLong(Long.MIN_VALUE); - _testLong(Long.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testLong(rand.nextLong()); - } - } - - static void _testLong(Long src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = LongPacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src.longValue(), unpacker.unpackLong()); - } - - @Test - public void testNullLong() throws Exception { - Integer src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(LongPacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Long dst = null; - try { - tmpl = LongTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Long) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(LongTemplate.getInstance()); - dst = (Long) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testBigInteger() throws Exception { - _testBigInteger(BigInteger.valueOf(0)); - _testBigInteger(BigInteger.valueOf(-1)); - _testBigInteger(BigInteger.valueOf(1)); - _testBigInteger(BigInteger.valueOf(Integer.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Integer.MAX_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MAX_VALUE)); - BigInteger max = BigInteger.valueOf(Long.MAX_VALUE).setBit(63); - _testBigInteger(max); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testBigInteger(max.subtract(BigInteger.valueOf(Math.abs(rand - .nextLong())))); - } - } - - static void _testBigInteger(BigInteger src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = BigIntegerPacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src, unpacker.unpackBigInteger()); - } - - @Test - public void testNullBigInteger() throws Exception { - BigInteger src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(BigIntegerPacker - .getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - BigInteger dst = null; - try { - tmpl = BigIntegerTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (BigInteger) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(BigIntegerTemplate.getInstance()); - dst = (BigInteger) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testFloat() throws Exception { - _testFloat((float) 0.0); - _testFloat((float) -0.0); - _testFloat((float) 1.0); - _testFloat((float) -1.0); - _testFloat((float) Float.MAX_VALUE); - _testFloat((float) Float.MIN_VALUE); - _testFloat((float) Float.NaN); - _testFloat((float) Float.NEGATIVE_INFINITY); - _testFloat((float) Float.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testFloat(rand.nextFloat()); - } - } - - static void _testFloat(Float src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = FloatPacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src.floatValue(), unpacker.unpackFloat(), 10e-10); - } - - @Test - public void testNullFloat() throws Exception { - Float src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(FloatPacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Float dst = null; - try { - tmpl = FloatTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Float) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(FloatTemplate.getInstance()); - dst = (Float) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testDouble() throws Exception { - _testDouble((double) 0.0); - _testDouble((double) -0.0); - _testDouble((double) 1.0); - _testDouble((double) -1.0); - _testDouble((double) Double.MAX_VALUE); - _testDouble((double) Double.MIN_VALUE); - _testDouble((double) Double.NaN); - _testDouble((double) Double.NEGATIVE_INFINITY); - _testDouble((double) Double.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) - _testDouble(rand.nextDouble()); - } - - static void _testDouble(Double src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DoublePacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src.doubleValue(), unpacker.unpackDouble(), 10e-10); - } - - @Test - public void testNullDouble() throws Exception { - Double src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DoublePacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Double dst = null; - try { - tmpl = DoubleTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Double) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(DoubleTemplate.getInstance()); - dst = (Double) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testBoolean() throws Exception { - _testBoolean(false); - _testBoolean(true); - } - - static void _testBoolean(Boolean src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = BooleanPacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src.booleanValue(), unpacker.unpackBoolean()); - } - - @Test - public void testNullBoolean() throws Exception { - Boolean src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(BooleanPacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Boolean dst = null; - try { - tmpl = BooleanTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Boolean) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(BooleanTemplate.getInstance()); - dst = (Boolean) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testString() throws Exception { - _testString(""); - _testString("a"); - _testString("ab"); - _testString("abc"); - - // small size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 31 + 1; - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // medium size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 15); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // large size string - for (int i = 0; i < 10; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 31); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - } - - static void _testString(String src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = StringPacker.getInstance(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker unpacker = new Unpacker(in); - assertEquals(src, unpacker.unpackString()); - } - - @Test - public void testNullString() throws Exception { - String src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(StringPacker.getInstance()); - packer.pack(new Packer(out), src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - String dst = null; - try { - tmpl = StringTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (String) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(StringTemplate.getInstance()); - dst = (String) tmpl.unpack(unpacker); - assertEquals(src, dst); - } -} diff --git a/java/src/test/java/org/msgpack/template/TestPackConvert.java b/java/src/test/java/org/msgpack/template/TestPackConvert.java deleted file mode 100644 index 01063a5..0000000 --- a/java/src/test/java/org/msgpack/template/TestPackConvert.java +++ /dev/null @@ -1,497 +0,0 @@ -package org.msgpack.template; - -import java.io.ByteArrayOutputStream; -import java.math.BigInteger; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Random; - -import org.junit.Test; -import org.msgpack.MessagePackObject; -import org.msgpack.MessageTypeException; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Util; - -import junit.framework.TestCase; - -public class TestPackConvert extends TestCase { - - @Test - public void testInteger() throws Exception { - _testInteger(0); - _testInteger(-1); - _testInteger(1); - _testInteger(Integer.MIN_VALUE); - _testInteger(Integer.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testInteger(rand.nextInt()); - } - } - - static void _testInteger(Integer src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = IntegerTemplate.getInstance(); - Integer dst = (Integer) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testNullInteger() throws Exception { - Integer src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = IntegerTemplate.getInstance(); - Integer dst = null; - try { - dst = (Integer) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(IntegerTemplate.getInstance()); - dst = (Integer) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testLong() throws Exception { - _testLong((long) 0); - _testLong((long) -1); - _testLong((long) 1); - _testLong((long) Integer.MIN_VALUE); - _testLong((long) Integer.MAX_VALUE); - _testLong(Long.MIN_VALUE); - _testLong(Long.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testLong(rand.nextLong()); - } - } - - public void _testLong(Long src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = LongTemplate.getInstance(); - Long dst = (Long) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testNullLong() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = LongTemplate.getInstance(); - Long dst = null; - try { - dst = (Long) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(LongTemplate.getInstance()); - dst = (Long) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testBiginteger() throws Exception { - _testBigInteger(BigInteger.valueOf(0)); - _testBigInteger(BigInteger.valueOf(-1)); - _testBigInteger(BigInteger.valueOf(1)); - _testBigInteger(BigInteger.valueOf(Integer.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Integer.MAX_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MAX_VALUE)); - BigInteger max = BigInteger.valueOf(Long.MAX_VALUE).setBit(63); - _testBigInteger(max); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testBigInteger(max.subtract(BigInteger.valueOf(Math.abs(rand - .nextLong())))); - } - } - - static void _testBigInteger(BigInteger src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = BigIntegerTemplate.getInstance(); - BigInteger dst = (BigInteger) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testNullBigInteger() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = BigIntegerTemplate.getInstance(); - BigInteger dst = null; - try { - dst = (BigInteger) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(BigIntegerTemplate.getInstance()); - dst = (BigInteger) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testFloat() throws Exception { - _testFloat((float) 0.0); - _testFloat((float) -0.0); - _testFloat((float) 1.0); - _testFloat((float) -1.0); - _testFloat((float) Float.MAX_VALUE); - _testFloat((float) Float.MIN_VALUE); - _testFloat((float) Float.NaN); - _testFloat((float) Float.NEGATIVE_INFINITY); - _testFloat((float) Float.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testFloat(rand.nextFloat()); - } - } - - static void _testFloat(Float src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = FloatTemplate.getInstance(); - Float dst = (Float) tmpl.convert(obj); - assertEquals(src, dst, 10e-10); - } - - @Test - public void testNullFloat() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = FloatTemplate.getInstance(); - Float dst = null; - try { - dst = (Float) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(FloatTemplate.getInstance()); - dst = (Float) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testDouble() throws Exception { - _testDouble((double) 0.0); - _testDouble((double) -0.0); - _testDouble((double) 1.0); - _testDouble((double) -1.0); - _testDouble((double) Double.MAX_VALUE); - _testDouble((double) Double.MIN_VALUE); - _testDouble((double) Double.NaN); - _testDouble((double) Double.NEGATIVE_INFINITY); - _testDouble((double) Double.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testDouble(rand.nextDouble()); - } - } - - static void _testDouble(Double src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = DoubleTemplate.getInstance(); - Double dst = (Double) tmpl.convert(obj); - assertEquals(src, dst, 10e-10); - } - - @Test - public void testNullDouble() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = DoubleTemplate.getInstance(); - Double dst = null; - try { - dst = (Double) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(DoubleTemplate.getInstance()); - dst = (Double) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testBoolean() throws Exception { - _testBoolean(false); - _testBoolean(true); - } - - static void _testBoolean(Boolean src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = BooleanTemplate.getInstance(); - Boolean dst = (Boolean) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testNullBoolean() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = BooleanTemplate.getInstance(); - Boolean dst = null; - try { - dst = (Boolean) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(BooleanTemplate.getInstance()); - dst = (Boolean) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testString() throws Exception { - _testString(""); - _testString("a"); - _testString("ab"); - _testString("abc"); - - // small size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 31 + 1; - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // medium size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 15); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // large size string - for (int i = 0; i < 10; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 31); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - } - - static void _testString(String src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = StringTemplate.getInstance(); - String dst = (String) tmpl.convert(obj); - assertEquals(src, dst); - } - - @Test - public void testNullString() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = StringTemplate.getInstance(); - String dst = null; - try { - dst = (String) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(StringTemplate.getInstance()); - dst = (String) tmpl.convert(obj); - assertEquals(src, dst); - } - - @SuppressWarnings("unchecked") - @Test - public void testList() throws Exception { - List emptyList = new ArrayList(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyList); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new ListTemplate(IntegerTemplate.getInstance()); - List dst = (List) tmpl.convert(obj); - assertEquals(emptyList, dst); - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) { - l.add(j); - } - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new ListTemplate(IntegerTemplate.getInstance()); - List dst = (List) tmpl.convert(obj); - assertEquals(l.size(), dst.size()); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j), dst.get(j)); - } - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) { - l.add(Integer.toString(j)); - } - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new ListTemplate(StringTemplate.getInstance()); - List dst = (List) tmpl.convert(obj); - assertEquals(l.size(), dst.size()); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j), dst.get(j)); - } - } - } - - @SuppressWarnings("unchecked") - @Test - public void testNullList() throws Exception { - List src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new ListTemplate(StringTemplate.getInstance()); - List dst = null; - try { - dst = (List) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(new ListTemplate(StringTemplate - .getInstance())); - dst = (List) tmpl.convert(obj); - assertEquals(src, dst); - } - - @SuppressWarnings("unchecked") - @Test - public void testMap() throws Exception { - Map emptyMap = new HashMap(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyMap); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new MapTemplate(IntegerTemplate.getInstance(), - IntegerTemplate.getInstance()); - Map dst = (Map) tmpl - .convert(obj); - assertEquals(emptyMap, dst); - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) { - m.put(j, j); - } - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new MapTemplate(IntegerTemplate.getInstance(), - IntegerTemplate.getInstance()); - Map map = (Map) tmpl - .convert(obj); - assertEquals(m.size(), map.size()); - for (Map.Entry pair : map.entrySet()) { - Integer val = m.get(pair.getKey()); - assertNotNull(val); - assertEquals(val, pair.getValue()); - } - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - m.put(Integer.toString(j), j); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new MapTemplate(StringTemplate.getInstance(), - IntegerTemplate.getInstance()); - Map map = (Map) tmpl.convert(obj); - assertEquals(m.size(), map.size()); - for (Map.Entry pair : map.entrySet()) { - Integer val = m.get(pair.getKey()); - assertNotNull(val); - assertEquals(val, pair.getValue()); - } - } - } - - @SuppressWarnings("unchecked") - @Test - public void testNullMap() throws Exception { - Map src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - MessagePackObject obj = Util.unpackOne(out.toByteArray()); - Template tmpl = new MapTemplate(StringTemplate.getInstance(), - StringTemplate.getInstance()); - Map dst = null; - try { - dst = (Map) tmpl.convert(obj); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - obj = Util.unpackOne(out.toByteArray()); - tmpl = new OptionalTemplate(new MapTemplate(StringTemplate - .getInstance(), StringTemplate.getInstance())); - dst = (Map) tmpl.convert(obj); - assertEquals(src, dst); - } -} diff --git a/java/src/test/java/org/msgpack/template/TestPackUnpack.java b/java/src/test/java/org/msgpack/template/TestPackUnpack.java deleted file mode 100644 index 29ee78d..0000000 --- a/java/src/test/java/org/msgpack/template/TestPackUnpack.java +++ /dev/null @@ -1,507 +0,0 @@ -package org.msgpack.template; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.math.BigInteger; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Random; - -import org.junit.Test; -import org.msgpack.MessageTypeException; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Unpacker; - -import junit.framework.TestCase; - -public class TestPackUnpack extends TestCase { - @Test - public void testInteger() throws Exception { - _testInteger(0); - _testInteger(-1); - _testInteger(1); - _testInteger(Integer.MIN_VALUE); - _testInteger(Integer.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testInteger(rand.nextInt()); - } - } - - static void _testInteger(Integer src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = IntegerTemplate.getInstance(); - Integer dst = (Integer) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - @Test - public void testNullInteger() throws Exception { - Integer src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Integer dst = null; - try { - tmpl = IntegerTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Integer) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(IntegerTemplate.getInstance()); - dst = (Integer) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testLong() throws Exception { - _testLong((long) 0); - _testLong((long) -1); - _testLong((long) 1); - _testLong((long) Integer.MIN_VALUE); - _testLong((long) Integer.MAX_VALUE); - _testLong(Long.MIN_VALUE); - _testLong(Long.MAX_VALUE); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testLong(rand.nextLong()); - } - } - - static void _testLong(Long src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = LongTemplate.getInstance(); - Long dst = (Long) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - @Test - public void testNullLong() throws Exception { - Long src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Long dst = null; - try { - tmpl = LongTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Long) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(LongTemplate.getInstance()); - dst = (Long) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testBigInteger() throws Exception { - _testBigInteger(BigInteger.valueOf(0)); - _testBigInteger(BigInteger.valueOf(-1)); - _testBigInteger(BigInteger.valueOf(1)); - _testBigInteger(BigInteger.valueOf(Integer.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Integer.MAX_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MIN_VALUE)); - _testBigInteger(BigInteger.valueOf(Long.MAX_VALUE)); - BigInteger max = BigInteger.valueOf(Long.MAX_VALUE).setBit(63); - _testBigInteger(max); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testBigInteger(max.subtract(BigInteger.valueOf(Math.abs(rand - .nextLong())))); - } - } - - static void _testBigInteger(BigInteger src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack((Object) src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = BigIntegerTemplate.getInstance(); - BigInteger dst = (BigInteger) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - @Test - public void testNullBigInteger() throws Exception { - BigInteger src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - BigInteger dst = null; - try { - tmpl = BigIntegerTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (BigInteger) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(BigIntegerTemplate.getInstance()); - dst = (BigInteger) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testFloat() throws Exception { - _testFloat((float) 0.0); - _testFloat((float) -0.0); - _testFloat((float) 1.0); - _testFloat((float) -1.0); - _testFloat((float) Float.MAX_VALUE); - _testFloat((float) Float.MIN_VALUE); - _testFloat((float) Float.NaN); - _testFloat((float) Float.NEGATIVE_INFINITY); - _testFloat((float) Float.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testFloat(rand.nextFloat()); - } - } - - static void _testFloat(Float src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = FloatTemplate.getInstance(); - Float dst = (Float) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst, 10e-10); - } - - @Test - public void testDouble() throws Exception { - _testDouble((double) 0.0); - _testDouble((double) -0.0); - _testDouble((double) 1.0); - _testDouble((double) -1.0); - _testDouble((double) Double.MAX_VALUE); - _testDouble((double) Double.MIN_VALUE); - _testDouble((double) Double.NaN); - _testDouble((double) Double.NEGATIVE_INFINITY); - _testDouble((double) Double.POSITIVE_INFINITY); - Random rand = new Random(); - for (int i = 0; i < 1000; i++) { - _testDouble(rand.nextDouble()); - } - } - - static void _testDouble(Double src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DoubleTemplate.getInstance(); - Double dst = (Double) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst, 10e-10); - } - - @Test - public void testNullDouble() throws Exception { - Double src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Double dst = null; - try { - tmpl = DoubleTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Double) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(DoubleTemplate.getInstance()); - dst = (Double) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testBoolean() throws Exception { - _testBoolean(false); - _testBoolean(true); - } - - static void _testBoolean(Boolean src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = BooleanTemplate.getInstance(); - Boolean dst = (Boolean) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - @Test - public void testNullBoolean() throws Exception { - Boolean src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Boolean dst = null; - try { - tmpl = BooleanTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (Boolean) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(BooleanTemplate.getInstance()); - dst = (Boolean) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @Test - public void testString() throws Exception { - _testString(""); - _testString("a"); - _testString("ab"); - _testString("abc"); - - // small size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 31 + 1; - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // medium size string - for (int i = 0; i < 100; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 15); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - - // large size string - for (int i = 0; i < 10; i++) { - StringBuilder sb = new StringBuilder(); - int len = (int) Math.random() % 100 + (1 << 31); - for (int j = 0; j < len; j++) { - sb.append('a' + ((int) Math.random()) & 26); - } - _testString(sb.toString()); - } - } - - static void _testString(String src) throws Exception { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = StringTemplate.getInstance(); - String dst = (String) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - @Test - public void testNullString() throws Exception { - String src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - String dst = null; - try { - tmpl = StringTemplate.getInstance(); - unpacker.wrap(bytes); - dst = (String) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(StringTemplate.getInstance()); - dst = (String) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @SuppressWarnings("unchecked") - @Test - public void testList() throws Exception { - List emptyList = new ArrayList(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyList); - ByteArrayInputStream in = new ByteArrayInputStream(out - .toByteArray()); - Template tmpl = new ListTemplate(IntegerTemplate.getInstance()); - List dst = (List) tmpl.unpack(new Unpacker(in)); - assertEquals(emptyList, dst); - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) { - l.add(j); - } - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - ByteArrayInputStream in = new ByteArrayInputStream(out - .toByteArray()); - Template tmpl = new ListTemplate(IntegerTemplate.getInstance()); - List dst = (List) tmpl.unpack(new Unpacker(in)); - assertEquals(len, dst.size()); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j), dst.get(j)); - } - } - - for (int i = 0; i < 1000; i++) { - List l = new ArrayList(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) - l.add(Integer.toString(j)); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(l); - ByteArrayInputStream in = new ByteArrayInputStream(out - .toByteArray()); - Template tmpl = new ListTemplate(StringTemplate.getInstance()); - List dst = (List) tmpl.unpack(new Unpacker(in)); - assertEquals(len, dst.size()); - for (int j = 0; j < len; j++) { - assertEquals(l.get(j), dst.get(j)); - } - } - } - - @SuppressWarnings("unchecked") - @Test - public void testNullList() throws Exception { - List src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - List dst = null; - try { - tmpl = new ListTemplate(StringTemplate.getInstance()); - unpacker.wrap(bytes); - dst = (List) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(new ListTemplate(StringTemplate - .getInstance())); - dst = (List) tmpl.unpack(unpacker); - assertEquals(src, dst); - } - - @SuppressWarnings("unchecked") - @Test - public void testMap() throws Exception { - Map emptyMap = new HashMap(); - { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(emptyMap); - ByteArrayInputStream in = new ByteArrayInputStream(out - .toByteArray()); - Template tmpl = new MapTemplate(IntegerTemplate.getInstance(), - IntegerTemplate.getInstance()); - Map dst = (Map) tmpl - .unpack(new Unpacker(in)); - assertEquals(emptyMap, dst); - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) { - m.put(j, j); - } - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - ByteArrayInputStream in = new ByteArrayInputStream(out - .toByteArray()); - Template tmpl = new MapTemplate(IntegerTemplate.getInstance(), - IntegerTemplate.getInstance()); - Map map = (Map) tmpl - .unpack(new Unpacker(in)); - assertEquals(len, map.size()); - for (Map.Entry pair : map.entrySet()) { - Integer val = m.get(pair.getKey()); - assertNotNull(val); - assertEquals(val, pair.getValue()); - } - } - - for (int i = 0; i < 1000; i++) { - Map m = new HashMap(); - int len = (int) Math.random() % 1000 + 1; - for (int j = 0; j < len; j++) { - m.put(Integer.toString(j), j); - } - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(m); - ByteArrayInputStream in = new ByteArrayInputStream(out - .toByteArray()); - Template tmpl = new MapTemplate(StringTemplate.getInstance(), - IntegerTemplate.getInstance()); - Map map = (Map) tmpl - .unpack(new Unpacker(in)); - assertEquals(m.size(), map.size()); - for (Map.Entry pair : map.entrySet()) { - Integer val = m.get(pair.getKey()); - assertNotNull(val); - assertEquals(val, pair.getValue()); - } - } - } - - @SuppressWarnings("unchecked") - @Test - public void testNullMap() throws Exception { - Map src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - new Packer(out).pack(src); - byte[] bytes = out.toByteArray(); - Template tmpl = null; - Unpacker unpacker = new Unpacker(); - Map dst = null; - try { - tmpl = new MapTemplate(StringTemplate.getInstance(), StringTemplate - .getInstance()); - unpacker.wrap(bytes); - dst = (Map) tmpl.unpack(unpacker); - fail(); - } catch (Exception e) { - assertTrue(e instanceof MessageTypeException); - } - unpacker.wrap(bytes); - tmpl = new OptionalTemplate(new MapTemplate(StringTemplate - .getInstance(), StringTemplate.getInstance())); - dst = (Map) tmpl.unpack(unpacker); - assertEquals(src, dst); - } -} diff --git a/java/src/test/java/org/msgpack/util/codegen/TestPackConvert.java b/java/src/test/java/org/msgpack/util/codegen/TestPackConvert.java deleted file mode 100644 index 5ea7ce0..0000000 --- a/java/src/test/java/org/msgpack/util/codegen/TestPackConvert.java +++ /dev/null @@ -1,1876 +0,0 @@ -package org.msgpack.util.codegen; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.io.IOException; -import java.math.BigInteger; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.Iterator; -import java.util.List; -import java.util.Map; - -import junit.framework.TestCase; - -import org.junit.Test; -import org.msgpack.CustomConverter; -import org.msgpack.CustomMessage; -import org.msgpack.CustomPacker; -import org.msgpack.CustomUnpacker; -import org.msgpack.MessageConvertable; -import org.msgpack.MessagePackObject; -import org.msgpack.MessagePackable; -import org.msgpack.MessagePacker; -import org.msgpack.MessageTypeException; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Unpacker; -import org.msgpack.annotation.MessagePackMessage; -import org.msgpack.annotation.MessagePackOptional; -import org.msgpack.annotation.MessagePackOrdinalEnum; -import org.msgpack.packer.OptionalPacker; -import org.msgpack.template.OptionalTemplate; - -public class TestPackConvert extends TestCase { - - @Test - public void testPrimitiveTypeFields00() throws Exception { - PrimitiveTypeFieldsClass src = new PrimitiveTypeFieldsClass(); - src.f0 = (byte) 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f6 = false; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(PrimitiveTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(PrimitiveTypeFieldsClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertFalse(it.hasNext()); - } - - @Test - public void testPrimitiveTypeFields01() throws Exception { - PrimitiveTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(PrimitiveTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(PrimitiveTypeFieldsClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class PrimitiveTypeFieldsClass { - public byte f0; - public short f1; - public int f2; - public long f3; - public float f4; - public double f5; - public boolean f6; - - public PrimitiveTypeFieldsClass() { - } - } - - @Test - public void testOptionalPrimitiveTypeFields00() throws Exception { - OptionalPrimitiveTypeFieldsClass src = new OptionalPrimitiveTypeFieldsClass(); - src.f0 = (byte) 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f6 = false; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalPrimitiveTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalPrimitiveTypeFieldsClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalPrimitiveTypeFieldsClass dst = (OptionalPrimitiveTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalPrimitiveTypeFields01() throws Exception { - OptionalPrimitiveTypeFieldsClass src = new OptionalPrimitiveTypeFieldsClass(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalPrimitiveTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalPrimitiveTypeFieldsClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalPrimitiveTypeFieldsClass dst = (OptionalPrimitiveTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalPrimitiveTypeFields02() throws Exception { - OptionalPrimitiveTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(OptionalPrimitiveTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(OptionalPrimitiveTypeFieldsClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalPrimitiveTypeFieldsClass dst = (OptionalPrimitiveTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class OptionalPrimitiveTypeFieldsClass { - @MessagePackOptional - public byte f0; - @MessagePackOptional - public short f1; - @MessagePackOptional - public int f2; - @MessagePackOptional - public long f3; - @MessagePackOptional - public float f4; - @MessagePackOptional - public double f5; - @MessagePackOptional - public boolean f6; - - public OptionalPrimitiveTypeFieldsClass() { - } - } - - @Test - public void testGeneralReferenceTypeFieldsClass00() throws Exception { - GeneralReferenceTypeFieldsClass src = new GeneralReferenceTypeFieldsClass(); - src.f0 = 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = (long) 3; - src.f4 = (float) 4; - src.f5 = (double) 5; - src.f6 = false; - src.f7 = new BigInteger("7"); - src.f8 = "8"; - src.f9 = new byte[] { 0x01, 0x02 }; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9[0], dst.f9[0]); - assertEquals(src.f9[1], dst.f9[1]); - assertFalse(it.hasNext()); - } - - @Test - public void testGeneralReferenceTypeFieldsClass01() throws Exception { - GeneralReferenceTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class GeneralReferenceTypeFieldsClass { - public Byte f0; - public Short f1; - public Integer f2; - public Long f3; - public Float f4; - public Double f5; - public Boolean f6; - public BigInteger f7; - public String f8; - public byte[] f9; - - public GeneralReferenceTypeFieldsClass() { - } - } - - @Test - public void testOptionalGeneralReferenceTypeFieldsClass00() - throws Exception { - OptionalGeneralReferenceTypeFieldsClass src = new OptionalGeneralReferenceTypeFieldsClass(); - src.f0 = 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = (long) 3; - src.f4 = (float) 4; - src.f5 = (double) 5; - src.f6 = false; - src.f7 = new BigInteger("7"); - src.f8 = "8"; - src.f9 = new byte[] { 0x01, 0x02 }; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalGeneralReferenceTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalGeneralReferenceTypeFieldsClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalGeneralReferenceTypeFieldsClass dst = (OptionalGeneralReferenceTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9[0], dst.f9[0]); - assertEquals(src.f9[1], dst.f9[1]); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalGeneralReferenceTypeFieldsClass01() - throws Exception { - OptionalGeneralReferenceTypeFieldsClass src = new OptionalGeneralReferenceTypeFieldsClass(); - src.f0 = null; - src.f1 = null; - src.f2 = null; - src.f3 = null; - src.f4 = null; - src.f5 = null; - src.f6 = null; - src.f7 = null; - src.f8 = null; - src.f9 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalGeneralReferenceTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalGeneralReferenceTypeFieldsClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalGeneralReferenceTypeFieldsClass dst = (OptionalGeneralReferenceTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9, dst.f9); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalGeneralReferenceTypeFieldsClass02() - throws Exception { - OptionalGeneralReferenceTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(OptionalGeneralReferenceTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(OptionalGeneralReferenceTypeFieldsClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalGeneralReferenceTypeFieldsClass dst = (OptionalGeneralReferenceTypeFieldsClass) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class OptionalGeneralReferenceTypeFieldsClass { - @MessagePackOptional - public Byte f0; - @MessagePackOptional - public Short f1; - @MessagePackOptional - public Integer f2; - @MessagePackOptional - public Long f3; - @MessagePackOptional - public Float f4; - @MessagePackOptional - public Double f5; - @MessagePackOptional - public Boolean f6; - @MessagePackOptional - public BigInteger f7; - @MessagePackOptional - public String f8; - @MessagePackOptional - public byte[] f9; - - public OptionalGeneralReferenceTypeFieldsClass() { - } - } - - @Test - public void testListTypes00() throws Exception { - SampleListTypes src = new SampleListTypes(); - src.f0 = new ArrayList(); - src.f1 = new ArrayList(); - src.f1.add(1); - src.f1.add(2); - src.f1.add(3); - src.f2 = new ArrayList(); - src.f2.add("e1"); - src.f2.add("e2"); - src.f2.add("e3"); - src.f3 = new ArrayList>(); - src.f3.add(src.f2); - src.f4 = new ArrayList(); - SampleListNestedType slnt = new SampleListNestedType(); - slnt.f0 = new byte[] { 0x01, 0x02 }; - slnt.f1 = "muga"; - src.f4.add(slnt); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleListTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleListTypes.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleListTypes dst = (SampleListTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - for (int i = 0; i < src.f1.size(); ++i) { - assertEquals(src.f1.get(i), dst.f1.get(i)); - } - assertEquals(src.f2.size(), dst.f2.size()); - for (int i = 0; i < src.f2.size(); ++i) { - assertEquals(src.f2.get(i), dst.f2.get(i)); - } - assertEquals(src.f3.size(), dst.f3.size()); - for (int i = 0; i < src.f3.size(); ++i) { - List srclist = src.f3.get(i); - List dstlist = dst.f3.get(i); - assertEquals(srclist.size(), dstlist.size()); - for (int j = 0; j < srclist.size(); ++j) { - assertEquals(srclist.get(j), dstlist.get(j)); - } - } - assertEquals(src.f4.size(), dst.f4.size()); - for (int i = 0; i < src.f4.size(); ++i) { - SampleListNestedType s = src.f4.get(i); - SampleListNestedType d = dst.f4.get(i); - assertEquals(s.f0[0], d.f0[0]); - assertEquals(s.f0[1], d.f0[1]); - assertEquals(s.f1, d.f1); - } - assertFalse(it.hasNext()); - } - - @Test - public void testListTypes01() throws Exception { - SampleListTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleListTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleListTypes.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleListTypes dst = (SampleListTypes) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleListTypes { - public List f0; - public List f1; - public List f2; - public List> f3; - public List f4; - - public SampleListTypes() { - } - } - - @MessagePackMessage - public static class SampleListNestedType { - public byte[] f0; - public String f1; - - public SampleListNestedType() { - } - } - - @Test - public void testOptionalListTypes00() throws Exception { - SampleOptionalListTypes src = new SampleOptionalListTypes(); - src.f0 = new ArrayList(); - src.f1 = new ArrayList(); - src.f1.add(1); - src.f1.add(2); - src.f1.add(3); - src.f2 = new ArrayList(); - src.f2.add("e1"); - src.f2.add("e2"); - src.f2.add("e3"); - src.f3 = new ArrayList>(); - src.f3.add(src.f2); - src.f4 = new ArrayList(); - SampleOptionalListNestedType slnt = new SampleOptionalListNestedType(); - slnt.f0 = new byte[] { 0x01, 0x02 }; - slnt.f1 = "muga"; - src.f4.add(slnt); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalListTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalListTypes.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalListTypes dst = (SampleOptionalListTypes) tmpl - .convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - for (int i = 0; i < src.f1.size(); ++i) { - assertEquals(src.f1.get(i), dst.f1.get(i)); - } - assertEquals(src.f2.size(), dst.f2.size()); - for (int i = 0; i < src.f2.size(); ++i) { - assertEquals(src.f2.get(i), dst.f2.get(i)); - } - assertEquals(src.f3.size(), dst.f3.size()); - for (int i = 0; i < src.f3.size(); ++i) { - List srclist = src.f3.get(i); - List dstlist = dst.f3.get(i); - assertEquals(srclist.size(), dstlist.size()); - for (int j = 0; j < srclist.size(); ++j) { - assertEquals(srclist.get(j), dstlist.get(j)); - } - } - assertEquals(src.f4.size(), dst.f4.size()); - for (int i = 0; i < src.f4.size(); ++i) { - SampleOptionalListNestedType s = src.f4.get(i); - SampleOptionalListNestedType d = dst.f4.get(i); - assertEquals(s.f0[0], d.f0[0]); - assertEquals(s.f0[1], d.f0[1]); - assertEquals(s.f1, d.f1); - } - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalListTypes01() throws Exception { - SampleOptionalListTypes src = new SampleOptionalListTypes(); - src.f0 = new ArrayList(); - src.f1 = null; - src.f2 = new ArrayList(); - src.f3 = null; - src.f4 = new ArrayList(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalListTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalListTypes.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalListTypes dst = (SampleOptionalListTypes) tmpl - .convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4.size(), dst.f4.size()); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalListTypes02() throws Exception { - SampleOptionalListTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleOptionalListTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleOptionalListTypes.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalListTypes dst = (SampleOptionalListTypes) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleOptionalListTypes { - @MessagePackOptional - public List f0; - @MessagePackOptional - public List f1; - @MessagePackOptional - public List f2; - @MessagePackOptional - public List> f3; - @MessagePackOptional - public List f4; - - public SampleOptionalListTypes() { - } - } - - @MessagePackMessage - public static class SampleOptionalListNestedType { - @MessagePackOptional - public byte[] f0; - @MessagePackOptional - public String f1; - - public SampleOptionalListNestedType() { - } - } - - @Test - public void testMapTypes00() throws Exception { - SampleMapTypes src = new SampleMapTypes(); - src.f0 = new HashMap(); - src.f1 = new HashMap(); - src.f1.put(1, 1); - src.f1.put(2, 2); - src.f1.put(3, 3); - src.f2 = new HashMap(); - src.f2.put("k1", 1); - src.f2.put("k2", 2); - src.f2.put("k3", 3); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleMapTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleMapTypes.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleMapTypes dst = (SampleMapTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - Iterator srcf1 = src.f1.keySet().iterator(); - Iterator dstf1 = dst.f1.keySet().iterator(); - while (srcf1.hasNext()) { - Integer s1 = srcf1.next(); - Integer d1 = dstf1.next(); - assertEquals(s1, d1); - assertEquals(src.f1.get(s1), dst.f1.get(d1)); - } - assertEquals(src.f2.size(), dst.f2.size()); - Iterator srcf2 = src.f2.keySet().iterator(); - Iterator dstf2 = dst.f2.keySet().iterator(); - while (srcf2.hasNext()) { - String s2 = srcf2.next(); - String d2 = dstf2.next(); - assertEquals(s2, d2); - assertEquals(src.f2.get(s2), dst.f2.get(d2)); - } - assertFalse(it.hasNext()); - } - - @Test - public void testMapTypes02() throws Exception { - SampleMapTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleMapTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleMapTypes.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleMapTypes dst = (SampleMapTypes) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleMapTypes { - public Map f0; - public Map f1; - public Map f2; - - public SampleMapTypes() { - } - } - - @Test - public void testOptionalMapTypes00() throws Exception { - SampleOptionalMapTypes src = new SampleOptionalMapTypes(); - src.f0 = new HashMap(); - src.f1 = new HashMap(); - src.f1.put(1, 1); - src.f1.put(2, 2); - src.f1.put(3, 3); - src.f2 = new HashMap(); - src.f2.put("k1", 1); - src.f2.put("k2", 2); - src.f2.put("k3", 3); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalMapTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalMapTypes.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalMapTypes dst = (SampleOptionalMapTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - Iterator srcf1 = src.f1.keySet().iterator(); - Iterator dstf1 = dst.f1.keySet().iterator(); - while (srcf1.hasNext()) { - Integer s1 = srcf1.next(); - Integer d1 = dstf1.next(); - assertEquals(s1, d1); - assertEquals(src.f1.get(s1), dst.f1.get(d1)); - } - assertEquals(src.f2.size(), dst.f2.size()); - Iterator srcf2 = src.f2.keySet().iterator(); - Iterator dstf2 = dst.f2.keySet().iterator(); - while (srcf2.hasNext()) { - String s2 = srcf2.next(); - String d2 = dstf2.next(); - assertEquals(s2, d2); - assertEquals(src.f2.get(s2), dst.f2.get(d2)); - } - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalMapTypes01() throws Exception { - SampleOptionalMapTypes src = new SampleOptionalMapTypes(); - src.f0 = new HashMap(); - src.f1 = null; - src.f2 = new HashMap(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalMapTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalMapTypes.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalMapTypes dst = (SampleOptionalMapTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalMapTypes02() throws Exception { - SampleOptionalMapTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleOptionalMapTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleOptionalMapTypes.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalMapTypes dst = (SampleOptionalMapTypes) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleOptionalMapTypes { - @MessagePackOptional - public Map f0; - @MessagePackOptional - public Map f1; - @MessagePackOptional - public Map f2; - - public SampleOptionalMapTypes() { - } - } - - @Test - public void testDefaultConstructorModifiers01() throws Exception { - try { - DynamicPacker.create(NoDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(PrivateDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(ProtectedDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(PackageDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testDefaultConstructorModifiers02() throws Exception { - try { - DynamicTemplate.create(NoDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicTemplate.create(PrivateDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicTemplate.create(ProtectedDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicTemplate.create(PackageDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - public static class NoDefaultConstructorClass { - public NoDefaultConstructorClass(int i) { - } - } - - public static class PrivateDefaultConstructorClass { - private PrivateDefaultConstructorClass() { - } - } - - public static class ProtectedDefaultConstructorClass { - protected ProtectedDefaultConstructorClass() { - } - } - - public static class PackageDefaultConstructorClass { - PackageDefaultConstructorClass() { - } - } - - @Test - public void testClassModifiers01() throws Exception { - try { - DynamicPacker.create(PrivateModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(ProtectedModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(PackageModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testClassModifiers02() throws Exception { - try { - DynamicTemplate.create(PrivateModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicTemplate.create(ProtectedModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicTemplate.create(PackageModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - private static class PrivateModifierClass { - } - - protected static class ProtectedModifierClass { - protected ProtectedModifierClass() { - } - } - - static class PackageModifierClass { - } - - @Test - public void testFinalClassAndAbstractClass01() throws Exception { - try { - DynamicPacker.create(FinalModifierClass.class); - assertTrue(true); - } catch (DynamicCodeGenException e) { - fail(); - } - assertTrue(true); - try { - DynamicPacker.create(AbstractModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testFinalClassAndAbstractClass02() throws Exception { - try { - DynamicTemplate.create(FinalModifierClass.class); - assertTrue(true); - } catch (DynamicCodeGenException e) { - fail(); - } - assertTrue(true); - try { - DynamicTemplate.create(AbstractModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - public final static class FinalModifierClass { - } - - public abstract static class AbstractModifierClass { - } - - @Test - public void testInterfaceAndEnumType01() throws Exception { - try { - DynamicPacker.create(SampleInterface.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(SampleEnum.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testInterfaceType() throws Exception { - try { - DynamicTemplate.create(SampleInterface.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - public interface SampleInterface { - } - - @Test - public void testEnumTypeForOrdinal00() throws Exception { - SampleEnumFieldClass src = new SampleEnumFieldClass(); - src.f0 = 0; - src.f1 = SampleEnum.ONE; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleEnumFieldClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleEnumFieldClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleEnumFieldClass dst = (SampleEnumFieldClass) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertFalse(it.hasNext()); - } - - @Test - public void testEnumTypeForOrdinal01() throws Exception { - SampleEnumFieldClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleEnumFieldClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleEnumFieldClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleEnumFieldClass dst = (SampleEnumFieldClass) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleEnumFieldClass { - public int f0; - public SampleEnum f1; - - public SampleEnumFieldClass() { - } - } - - @MessagePackOrdinalEnum - public enum SampleEnum { - ONE, TWO, THREE; - } - - @Test - public void testOptionalEnumTypeForOrdinal00() throws Exception { - SampleOptionalEnumFieldClass src = new SampleOptionalEnumFieldClass(); - src.f0 = 0; - src.f1 = SampleOptionalEnum.ONE; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalEnumFieldClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(SampleOptionalEnumFieldClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalEnumFieldClass dst = (SampleOptionalEnumFieldClass) tmpl - .convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalEnumTypeForOrdinal01() throws Exception { - SampleOptionalEnumFieldClass src = new SampleOptionalEnumFieldClass(); - src.f1 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalEnumFieldClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(SampleOptionalEnumFieldClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalEnumFieldClass dst = (SampleOptionalEnumFieldClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalEnumTypeForOrdinal02() throws Exception { - SampleOptionalEnumFieldClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleOptionalEnumFieldClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleOptionalEnumFieldClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalEnumFieldClass dst = (SampleOptionalEnumFieldClass) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleOptionalEnumFieldClass { - @MessagePackOptional - public int f0; - @MessagePackOptional - public SampleOptionalEnum f1; - - public SampleOptionalEnumFieldClass() { - } - } - - @MessagePackOrdinalEnum - public enum SampleOptionalEnum { - ONE, TWO, THREE; - } - - @Test - public void testFieldModifiers() throws Exception { - FieldModifiersClass src = new FieldModifiersClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(FieldModifiersClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(FieldModifiersClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - FieldModifiersClass dst = (FieldModifiersClass) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - assertFalse(it.hasNext()); - } - - public static class FieldModifiersClass { - public int f0; - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public FieldModifiersClass() { - } - } - - @Test - public void testOptionalFieldModifiers() throws Exception { - OptionalFieldModifiersClass src = new OptionalFieldModifiersClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalFieldModifiersClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalFieldModifiersClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalFieldModifiersClass dst = (OptionalFieldModifiersClass) tmpl - .convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - assertFalse(it.hasNext()); - } - - public static class OptionalFieldModifiersClass { - @MessagePackOptional - public int f0; - @MessagePackOptional - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public OptionalFieldModifiersClass() { - } - } - - @Test - public void testNestedFieldClass00() throws Exception { - Template tmpl2 = DynamicTemplate.create(NestedClass.class); - CustomMessage.register(NestedClass.class, tmpl2); - Template tmpl = DynamicTemplate.create(BaseClass.class); - CustomMessage.register(BaseClass.class, tmpl); - BaseClass src = new BaseClass(); - NestedClass src2 = new NestedClass(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - BaseClass dst = (BaseClass) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - assertFalse(it.hasNext()); - } - - @Test - public void testNestedFieldClass02() throws Exception { - Template tmpl2 = DynamicTemplate.create(NestedClass.class); - CustomMessage.register(NestedClass.class, tmpl2); - Template tmpl = new OptionalTemplate(DynamicTemplate.create(BaseClass.class)); - CustomMessage.register(BaseClass.class, tmpl); - BaseClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - BaseClass dst = (BaseClass) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class BaseClass { - public int f0; - public NestedClass f1; - - public BaseClass() { - } - } - - public static class NestedClass { - public int f2; - - public NestedClass() { - } - } - - @Test - public void testOptionalNestedFieldClass00() throws Exception { - Template tmpl2 = DynamicTemplate.create(OptionalNestedClass.class); - CustomMessage.register(OptionalNestedClass.class, tmpl2); - Template tmpl = DynamicTemplate.create(OptionalBaseClass.class); - CustomMessage.register(OptionalBaseClass.class, tmpl); - OptionalBaseClass src = new OptionalBaseClass(); - OptionalNestedClass src2 = new OptionalNestedClass(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalBaseClass dst = (OptionalBaseClass) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalNestedFieldClass01() throws Exception { - Template tmpl2 = DynamicTemplate.create(OptionalNestedClass.class); - CustomMessage.register(OptionalNestedClass.class, tmpl2); - Template tmpl = DynamicTemplate.create(OptionalBaseClass.class); - CustomMessage.register(OptionalBaseClass.class, tmpl); - OptionalBaseClass src = new OptionalBaseClass(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalBaseClass dst = (OptionalBaseClass) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertEquals(src.f1, dst.f1); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalNestedFieldClass02() throws Exception { - MessagePacker packer2 = DynamicPacker.create(NestedClass.class); - CustomPacker.register(NestedClass.class, packer2); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(BaseClass.class)); - CustomPacker.register(BaseClass.class, packer); - Template tmpl2 = DynamicTemplate.create(NestedClass.class); - CustomUnpacker.register(NestedClass.class, tmpl2); - CustomConverter.register(NestedClass.class, tmpl2); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(BaseClass.class)); - CustomUnpacker.register(BaseClass.class, tmpl); - CustomConverter.register(BaseClass.class, tmpl); - BaseClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - BaseClass dst = (BaseClass) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class OptionalBaseClass { - @MessagePackOptional - public int f0; - @MessagePackOptional - public OptionalNestedClass f1; - - public OptionalBaseClass() { - } - } - - public static class OptionalNestedClass { - @MessagePackOptional - public int f2; - - public OptionalNestedClass() { - } - } - - @Test - public void testMessagePackMessageFieldClass00() throws Exception { - BaseClass2 src = new BaseClass2(); - MessagePackMessageClass2 src2 = new MessagePackMessageClass2(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(BaseClass2.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - Template tmpl = DynamicTemplate.create(BaseClass2.class); - BaseClass2 dst = (BaseClass2) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - assertFalse(it.hasNext()); - } - - @Test - public void testMessagePackMessageFieldClass02() throws Exception { - BaseClass2 src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(BaseClass2.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(BaseClass2.class)); - BaseClass2 dst = (BaseClass2) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class BaseClass2 { - public int f0; - public MessagePackMessageClass2 f1; - - public BaseClass2() { - } - } - - @MessagePackMessage - public static class MessagePackMessageClass2 { - public int f2; - - public MessagePackMessageClass2() { - } - } - - @Test - public void testOptionalMessagePackMessageFieldClass00() throws Exception { - OptionalBaseClass2 src = new OptionalBaseClass2(); - OptionalMessagePackMessageClass2 src2 = new OptionalMessagePackMessageClass2(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(OptionalBaseClass2.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - Template tmpl = DynamicTemplate.create(OptionalBaseClass2.class); - OptionalBaseClass2 dst = (OptionalBaseClass2) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalMessagePackMessageFieldClass01() throws Exception { - OptionalBaseClass2 src = new OptionalBaseClass2(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(OptionalBaseClass2.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - Template tmpl = DynamicTemplate.create(OptionalBaseClass2.class); - OptionalBaseClass2 dst = (OptionalBaseClass2) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertEquals(src.f1, dst.f1); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalMessagePackMessageFieldClass02() throws Exception { - OptionalBaseClass2 src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(OptionalBaseClass2.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(OptionalBaseClass2.class)); - OptionalBaseClass2 dst = (OptionalBaseClass2) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class OptionalBaseClass2 { - @MessagePackOptional - public int f0; - @MessagePackOptional - public OptionalMessagePackMessageClass2 f1; - - public OptionalBaseClass2() { - } - } - - @MessagePackMessage - public static class OptionalMessagePackMessageClass2 { - @MessagePackOptional - public int f2; - - public OptionalMessagePackMessageClass2() { - } - } - - @Test - public void testExtendedClass00() throws Exception { - SampleSubClass src = new SampleSubClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f8 = 8; - src.f9 = 9; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleSubClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleSubClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleSubClass dst = (SampleSubClass) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - assertTrue(src.f5 == dst.f5); - assertTrue(src.f6 == dst.f6); - assertTrue(src.f8 != dst.f8); - assertTrue(src.f9 != dst.f9); - assertFalse(it.hasNext()); - } - - @Test - public void testExtendedClass01() throws Exception { - SampleSubClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleSubClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleSubClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleSubClass dst = (SampleSubClass) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleSubClass extends SampleSuperClass { - public int f0; - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public SampleSubClass() { - } - } - - public static class SampleSuperClass { - public int f5; - public final int f6 = 2; - @SuppressWarnings("unused") - private int f7; - protected int f8; - int f9; - - public SampleSuperClass() { - } - } - - @Test - public void testOptionalExtendedClass00() throws Exception { - SampleOptionalSubClass src = new SampleOptionalSubClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f8 = 8; - src.f9 = 9; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalSubClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalSubClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalSubClass dst = (SampleOptionalSubClass) tmpl.convert(mpo); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - assertTrue(src.f5 == dst.f5); - assertTrue(src.f6 == dst.f6); - assertTrue(src.f8 != dst.f8); - assertTrue(src.f9 != dst.f9); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalExtendedClass01() throws Exception { - SampleOptionalSubClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleOptionalSubClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleOptionalSubClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleOptionalSubClass dst = (SampleOptionalSubClass) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleOptionalSubClass extends SampleOptionalSuperClass { - @MessagePackOptional - public int f0; - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public SampleOptionalSubClass() { - } - } - - public static class SampleOptionalSuperClass { - @MessagePackOptional - public int f5; - public final int f6 = 2; - @SuppressWarnings("unused") - private int f7; - protected int f8; - int f9; - - public SampleOptionalSuperClass() { - } - } - - @Test - public void testMessagePackableUnpackableClass00() throws Exception { - BaseMessagePackableConvertableClass src = new BaseMessagePackableConvertableClass(); - MessagePackableConvertableClass src1 = new MessagePackableConvertableClass(); - List src2 = new ArrayList(); - src1.f0 = 0; - src1.f1 = 1; - src.f0 = src1; - src.f1 = 1; - src2.add(src1); - src.f2 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(BaseMessagePackableConvertableClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(BaseMessagePackableConvertableClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - BaseMessagePackableConvertableClass dst = (BaseMessagePackableConvertableClass) tmpl - .convert(mpo); - assertEquals(src.f0.f0, dst.f0.f0); - assertEquals(src.f0.f1, dst.f0.f1); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f2.get(0).f0, dst.f2.get(0).f0); - assertEquals(src.f2.get(0).f1, dst.f2.get(0).f1); - assertFalse(it.hasNext()); - } - - @Test - public void testMessagePackableUnpackableClass01() throws Exception { - BaseMessagePackableConvertableClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(BaseMessagePackableConvertableClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(BaseMessagePackableConvertableClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - BaseMessagePackableConvertableClass dst = (BaseMessagePackableConvertableClass) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class BaseMessagePackableConvertableClass { - public MessagePackableConvertableClass f0; - public int f1; - public List f2; - - public BaseMessagePackableConvertableClass() { - } - } - - public static class MessagePackableConvertableClass implements - MessagePackable, MessageConvertable { - public int f0; - public int f1; - - public MessagePackableConvertableClass() { - } - - @Override - public void messagePack(Packer packer) throws IOException { - packer.packArray(2); - packer.pack(f0); - packer.pack(f1); - } - - @Override - public void messageConvert(MessagePackObject from) - throws MessageTypeException { - if (from.isNil()) { - return; - } - MessagePackObject[] objs = from.asArray(); - f0 = objs[0].asInt(); - f1 = objs[1].asInt(); - } - } - - @Test - public void testOptionalMessagePackableUnpackableClass00() throws Exception { - OptionalBaseMessagePackableConvertableClass src = new OptionalBaseMessagePackableConvertableClass(); - OptionalMessagePackableConvertableClass src1 = new OptionalMessagePackableConvertableClass(); - List src2 = new ArrayList(); - src1.f0 = 0; - src1.f1 = 1; - src.f0 = src1; - src.f1 = 1; - src2.add(src1); - src.f2 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalBaseMessagePackableConvertableClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalBaseMessagePackableConvertableClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalBaseMessagePackableConvertableClass dst = (OptionalBaseMessagePackableConvertableClass) tmpl - .convert(mpo); - assertEquals(src.f0.f0, dst.f0.f0); - assertEquals(src.f0.f1, dst.f0.f1); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f2.get(0).f0, dst.f2.get(0).f0); - assertEquals(src.f2.get(0).f1, dst.f2.get(0).f1); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalMessagePackableUnpackableClass01() throws Exception { - OptionalBaseMessagePackableConvertableClass src = new OptionalBaseMessagePackableConvertableClass(); - src.f0 = null; - src.f1 = 1; - src.f2 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalBaseMessagePackableConvertableClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalBaseMessagePackableConvertableClass.class); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalBaseMessagePackableConvertableClass dst = (OptionalBaseMessagePackableConvertableClass) tmpl - .convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertFalse(it.hasNext()); - } - - @Test - public void testOptionalMessagePackableUnpackableClass02() throws Exception { - OptionalBaseMessagePackableConvertableClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(OptionalBaseMessagePackableConvertableClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(OptionalBaseMessagePackableConvertableClass.class)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - OptionalBaseMessagePackableConvertableClass dst = (OptionalBaseMessagePackableConvertableClass) tmpl - .convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class OptionalBaseMessagePackableConvertableClass { - @MessagePackOptional - public OptionalMessagePackableConvertableClass f0; - @MessagePackOptional - public int f1; - - @MessagePackOptional - public List f2; - - public OptionalBaseMessagePackableConvertableClass() { - } - } - - public static class OptionalMessagePackableConvertableClass implements - MessagePackable, MessageConvertable { - @MessagePackOptional - public int f0; - @MessagePackOptional - public int f1; - - public OptionalMessagePackableConvertableClass() { - } - - @Override - public void messagePack(Packer packer) throws IOException { - packer.packArray(2); - packer.pack(f0); - packer.pack(f1); - } - - @Override - public void messageConvert(MessagePackObject from) - throws MessageTypeException { - if (from.isNil()) { - return; - } - MessagePackObject[] objs = from.asArray(); - f0 = objs[0].asInt(); - f1 = objs[1].asInt(); - } - } -} diff --git a/java/src/test/java/org/msgpack/util/codegen/TestPackConvertWithFieldOption.java b/java/src/test/java/org/msgpack/util/codegen/TestPackConvertWithFieldOption.java deleted file mode 100644 index a6110c5..0000000 --- a/java/src/test/java/org/msgpack/util/codegen/TestPackConvertWithFieldOption.java +++ /dev/null @@ -1,553 +0,0 @@ -package org.msgpack.util.codegen; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.math.BigInteger; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.Iterator; -import java.util.List; -import java.util.Map; - -import org.junit.Test; -import org.msgpack.MessagePackObject; -import org.msgpack.MessagePacker; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Unpacker; -import org.msgpack.annotation.MessagePackMessage; -import org.msgpack.packer.OptionalPacker; -import org.msgpack.template.ListTemplate; -import org.msgpack.template.MapTemplate; -import org.msgpack.template.OptionalTemplate; -import static org.msgpack.Templates.tBigInteger; -import static org.msgpack.Templates.tBoolean; -import static org.msgpack.Templates.tByte; -import static org.msgpack.Templates.tByteArray; -import static org.msgpack.Templates.tDouble; -import static org.msgpack.Templates.tFloat; -import static org.msgpack.Templates.tInteger; -import static org.msgpack.Templates.tLong; -import static org.msgpack.Templates.tShort; -import static org.msgpack.Templates.tString; - -import junit.framework.TestCase; - -public class TestPackConvertWithFieldOption extends TestCase { - - @Test - public void testPrimitiveTypeFieldsClass00() throws Exception { - PrimitiveTypeFieldsClass src = new PrimitiveTypeFieldsClass(); - src.f0 = (byte) 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f6 = false; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", tByte())); - opts.add(new FieldOption("f1", tShort())); - opts.add(new FieldOption("f2", tInteger())); - opts.add(new FieldOption("f3", tLong())); - opts.add(new FieldOption("f4", tFloat())); - opts.add(new FieldOption("f5", tDouble())); - opts.add(new FieldOption("f6", tBoolean())); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create( - PrimitiveTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(PrimitiveTypeFieldsClass.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl.convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertFalse(it.hasNext()); - } - - @Test - public void testPrimitiveTypeFieldsClass01() throws Exception { - PrimitiveTypeFieldsClass src = new PrimitiveTypeFieldsClass(); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(tByte()))); - opts.add(new FieldOption("f1", new OptionalTemplate(tShort()))); - opts.add(new FieldOption("f2", new OptionalTemplate(tInteger()))); - opts.add(new FieldOption("f3", new OptionalTemplate(tLong()))); - opts.add(new FieldOption("f4", new OptionalTemplate(tFloat()))); - opts.add(new FieldOption("f5", new OptionalTemplate(tDouble()))); - opts.add(new FieldOption("f6", new OptionalTemplate(tBoolean()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create( - PrimitiveTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(PrimitiveTypeFieldsClass.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl.convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertFalse(it.hasNext()); - } - - @Test - public void testPrimitiveTypeFieldsClass02() throws Exception { - PrimitiveTypeFieldsClass src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", tByte())); - opts.add(new FieldOption("f1", tShort())); - opts.add(new FieldOption("f2", tInteger())); - opts.add(new FieldOption("f3", tLong())); - opts.add(new FieldOption("f4", tFloat())); - opts.add(new FieldOption("f5", tDouble())); - opts.add(new FieldOption("f6", tBoolean())); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker.create( - PrimitiveTypeFieldsClass.class, opts)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate.create(PrimitiveTypeFieldsClass.class, opts)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class PrimitiveTypeFieldsClass { - public byte f0; - public short f1; - public int f2; - public long f3; - public float f4; - public double f5; - public boolean f6; - - public PrimitiveTypeFieldsClass() { - } - } - - @Test - public void testGeneralReferenceTypeFieldsClass00() throws Exception { - GeneralReferenceTypeFieldsClass src = new GeneralReferenceTypeFieldsClass(); - src.f0 = 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = (long) 3; - src.f4 = (float) 4; - src.f5 = (double) 5; - src.f6 = false; - src.f7 = new BigInteger("7"); - src.f8 = "8"; - src.f9 = new byte[] { 0x01, 0x02 }; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", tByte())); - opts.add(new FieldOption("f1", tShort())); - opts.add(new FieldOption("f2", tInteger())); - opts.add(new FieldOption("f3", tLong())); - opts.add(new FieldOption("f4", tFloat())); - opts.add(new FieldOption("f5", tDouble())); - opts.add(new FieldOption("f6", tBoolean())); - opts.add(new FieldOption("f7", tBigInteger())); - opts.add(new FieldOption("f8", tString())); - opts.add(new FieldOption("f9", tByteArray())); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(GeneralReferenceTypeFieldsClass.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl.convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9[0], dst.f9[0]); - assertEquals(src.f9[1], dst.f9[1]); - assertFalse(it.hasNext()); - } - - @Test - public void testGeneralReferenceTypeFieldsClass01() throws Exception { - GeneralReferenceTypeFieldsClass src = new GeneralReferenceTypeFieldsClass(); - src.f0 = null; - src.f1 = null; - src.f2 = null; - src.f3 = null; - src.f4 = null; - src.f5 = null; - src.f6 = null; - src.f7 = null; - src.f8 = null; - src.f9 = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(tByte()))); - opts.add(new FieldOption("f1", new OptionalTemplate(tShort()))); - opts.add(new FieldOption("f2", new OptionalTemplate(tInteger()))); - opts.add(new FieldOption("f3", new OptionalTemplate(tLong()))); - opts.add(new FieldOption("f4", new OptionalTemplate(tFloat()))); - opts.add(new FieldOption("f5", new OptionalTemplate(tDouble()))); - opts.add(new FieldOption("f6", new OptionalTemplate(tBoolean()))); - opts.add(new FieldOption("f7", new OptionalTemplate(tBigInteger()))); - opts.add(new FieldOption("f8", new OptionalTemplate(tString()))); - opts.add(new FieldOption("f9", new OptionalTemplate(tByteArray()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(GeneralReferenceTypeFieldsClass.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl.convert(mpo); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9, dst.f9); - assertFalse(it.hasNext()); - } - - @Test - public void testGeneralReferenceTypeFieldsClass02() - throws Exception { - GeneralReferenceTypeFieldsClass src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(tByte()))); - opts.add(new FieldOption("f1", new OptionalTemplate(tShort()))); - opts.add(new FieldOption("f2", new OptionalTemplate(tInteger()))); - opts.add(new FieldOption("f3", new OptionalTemplate(tLong()))); - opts.add(new FieldOption("f4", new OptionalTemplate(tFloat()))); - opts.add(new FieldOption("f5", new OptionalTemplate(tDouble()))); - opts.add(new FieldOption("f6", new OptionalTemplate(tBoolean()))); - opts.add(new FieldOption("f7", new OptionalTemplate(tBigInteger()))); - opts.add(new FieldOption("f8", new OptionalTemplate(tString()))); - opts.add(new FieldOption("f9", new OptionalTemplate(tByteArray()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class, opts)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class, opts)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class GeneralReferenceTypeFieldsClass { - public Byte f0; - public Short f1; - public Integer f2; - public Long f3; - public Float f4; - public Double f5; - public Boolean f6; - public BigInteger f7; - public String f8; - public byte[] f9; - - public GeneralReferenceTypeFieldsClass() { - } - } - - @Test - public void testListTypes00() throws Exception { - SampleListTypes src = new SampleListTypes(); - src.f0 = new ArrayList(); - src.f1 = new ArrayList(); - src.f1.add(1); - src.f1.add(2); - src.f1.add(3); - src.f2 = new ArrayList(); - src.f2.add("e1"); - src.f2.add("e2"); - src.f2.add("e3"); - src.f3 = new ArrayList>(); - src.f3.add(src.f2); - src.f4 = new ArrayList(); - SampleListNestedType slnt = new SampleListNestedType(); - slnt.f0 = new byte[] { 0x01, 0x02 }; - slnt.f1 = "muga"; - src.f4.add(slnt); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new ListTemplate(tInteger()))); - opts.add(new FieldOption("f1", new ListTemplate(tInteger()))); - opts.add(new FieldOption("f2", new ListTemplate(tString()))); - opts.add(new FieldOption("f3", new ListTemplate(new ListTemplate(tString())))); - opts.add(new FieldOption("f4", new ListTemplate(DynamicTemplate.create(SampleListNestedType.class)))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleListTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleListTypes.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleListTypes dst = (SampleListTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - for (int i = 0; i < src.f1.size(); ++i) { - assertEquals(src.f1.get(i), dst.f1.get(i)); - } - assertEquals(src.f2.size(), dst.f2.size()); - for (int i = 0; i < src.f2.size(); ++i) { - assertEquals(src.f2.get(i), dst.f2.get(i)); - } - assertEquals(src.f3.size(), dst.f3.size()); - for (int i = 0; i < src.f3.size(); ++i) { - List srclist = src.f3.get(i); - List dstlist = dst.f3.get(i); - assertEquals(srclist.size(), dstlist.size()); - for (int j = 0; j < srclist.size(); ++j) { - assertEquals(srclist.get(j), dstlist.get(j)); - } - } - assertEquals(src.f4.size(), dst.f4.size()); - for (int i = 0; i < src.f4.size(); ++i) { - SampleListNestedType s = src.f4.get(i); - SampleListNestedType d = dst.f4.get(i); - assertEquals(s.f0[0], d.f0[0]); - assertEquals(s.f0[1], d.f0[1]); - assertEquals(s.f1, d.f1); - } - assertFalse(it.hasNext()); - } - - @Test - public void testListTypes01() throws Exception { - SampleListTypes src = new SampleListTypes(); - src.f0 = new ArrayList(); - src.f1 = null; - src.f2 = new ArrayList(); - src.f3 = new ArrayList>(); - src.f4 = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new ListTemplate(tString())))); - opts.add(new FieldOption("f3", new OptionalTemplate(new ListTemplate(new ListTemplate(tString()))))); - opts.add(new FieldOption("f4", new OptionalTemplate(new ListTemplate(DynamicTemplate.create(SampleListNestedType.class))))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleListTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleListTypes.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleListTypes dst = (SampleListTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f3.size(), dst.f3.size()); - assertEquals(src.f4, dst.f4); - assertFalse(it.hasNext()); - } - - @Test - public void testListTypes02() throws Exception { - SampleListTypes src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new ListTemplate(tString())))); - opts.add(new FieldOption("f3", new OptionalTemplate(new ListTemplate(new ListTemplate(tString()))))); - opts.add(new FieldOption("f4", new OptionalTemplate(new ListTemplate(DynamicTemplate.create(SampleListNestedType.class))))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleListTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleListTypes.class, opts)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleListTypes dst = (SampleListTypes) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleListTypes { - public List f0; - public List f1; - public List f2; - public List> f3; - public List f4; - - public SampleListTypes() { - } - } - - @MessagePackMessage - public static class SampleListNestedType { - public byte[] f0; - public String f1; - - public SampleListNestedType() { - } - } - - @Test - public void testMapTypes00() throws Exception { - SampleMapTypes src = new SampleMapTypes(); - src.f0 = new HashMap(); - src.f1 = new HashMap(); - src.f1.put(1, 1); - src.f1.put(2, 2); - src.f1.put(3, 3); - src.f2 = new HashMap(); - src.f2.put("k1", 1); - src.f2.put("k2", 2); - src.f2.put("k3", 3); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new MapTemplate(tInteger(), tInteger()))); - opts.add(new FieldOption("f1", new MapTemplate(tInteger(), tInteger()))); - opts.add(new FieldOption("f2", new MapTemplate(tString(), tInteger()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleMapTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleMapTypes.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleMapTypes dst = (SampleMapTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - Iterator srcf1 = src.f1.keySet().iterator(); - Iterator dstf1 = dst.f1.keySet().iterator(); - while (srcf1.hasNext()) { - Integer s1 = srcf1.next(); - Integer d1 = dstf1.next(); - assertEquals(s1, d1); - assertEquals(src.f1.get(s1), dst.f1.get(d1)); - } - assertEquals(src.f2.size(), dst.f2.size()); - Iterator srcf2 = src.f2.keySet().iterator(); - Iterator dstf2 = dst.f2.keySet().iterator(); - while (srcf2.hasNext()) { - String s2 = srcf2.next(); - String d2 = dstf2.next(); - assertEquals(s2, d2); - assertEquals(src.f2.get(s2), dst.f2.get(d2)); - } - assertFalse(it.hasNext()); - } - - @Test - public void testMapTypes01() throws Exception { - SampleMapTypes src = new SampleMapTypes(); - src.f0 = new HashMap(); - src.f1 = null; - src.f2 = new HashMap(); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new MapTemplate(tString(), tInteger())))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleMapTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleMapTypes.class, opts); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleMapTypes dst = (SampleMapTypes) tmpl.convert(mpo); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertFalse(it.hasNext()); - } - - @Test - public void testMapTypes02() throws Exception { - SampleMapTypes src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new MapTemplate(tString(), tInteger())))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleMapTypes.class, opts)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate.create(SampleMapTypes.class, opts)); - Unpacker pac = new Unpacker(in); - Iterator it = pac.iterator(); - assertTrue(it.hasNext()); - MessagePackObject mpo = it.next(); - SampleMapTypes dst = (SampleMapTypes) tmpl.convert(mpo); - assertEquals(src, dst); - assertFalse(it.hasNext()); - } - - public static class SampleMapTypes { - public Map f0; - public Map f1; - public Map f2; - - public SampleMapTypes() { - } - } -} diff --git a/java/src/test/java/org/msgpack/util/codegen/TestPackUnpack.java b/java/src/test/java/org/msgpack/util/codegen/TestPackUnpack.java deleted file mode 100644 index ab276f7..0000000 --- a/java/src/test/java/org/msgpack/util/codegen/TestPackUnpack.java +++ /dev/null @@ -1,1659 +0,0 @@ -package org.msgpack.util.codegen; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.io.IOException; -import java.math.BigInteger; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.Iterator; -import java.util.List; -import java.util.Map; - -import org.junit.Test; -import org.msgpack.CustomMessage; -import org.msgpack.MessagePackable; -import org.msgpack.MessagePacker; -import org.msgpack.MessageTypeException; -import org.msgpack.MessageUnpackable; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Unpacker; -import org.msgpack.annotation.MessagePackMessage; -import org.msgpack.annotation.MessagePackOptional; -import org.msgpack.annotation.MessagePackOrdinalEnum; -import org.msgpack.packer.OptionalPacker; -import org.msgpack.template.OptionalTemplate; - -import junit.framework.TestCase; - -public class TestPackUnpack extends TestCase { - - @Test - public void testPrimitiveTypeFields00() throws Exception { - PrimitiveTypeFieldsClass src = new PrimitiveTypeFieldsClass(); - src.f0 = (byte) 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f6 = false; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(PrimitiveTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(PrimitiveTypeFieldsClass.class); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - } - - @Test - public void testPrimitiveTypeFields01() throws Exception { - PrimitiveTypeFieldsClass src = new PrimitiveTypeFieldsClass(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(PrimitiveTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(PrimitiveTypeFieldsClass.class); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - } - - @Test - public void testPrimitiveTypeFields02() throws Exception { - PrimitiveTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(PrimitiveTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(PrimitiveTypeFieldsClass.class)); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class PrimitiveTypeFieldsClass { - public byte f0; - public short f1; - public int f2; - public long f3; - public float f4; - public double f5; - public boolean f6; - - public PrimitiveTypeFieldsClass() { - } - } - - @Test - public void testOptionalPrimitiveTypeFields00() throws Exception { - OptionalPrimitiveTypeFieldsClass src = new OptionalPrimitiveTypeFieldsClass(); - src.f0 = (byte) 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f6 = false; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalPrimitiveTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalPrimitiveTypeFieldsClass.class); - OptionalPrimitiveTypeFieldsClass dst = (OptionalPrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - } - - @Test - public void testOptionalPrimitiveTypeFields01() throws Exception { - OptionalPrimitiveTypeFieldsClass src = new OptionalPrimitiveTypeFieldsClass(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalPrimitiveTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalPrimitiveTypeFieldsClass.class); - OptionalPrimitiveTypeFieldsClass dst = (OptionalPrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - } - - @Test - public void testOptionalPrimitiveTypeFields02() throws Exception { - OptionalPrimitiveTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(OptionalPrimitiveTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(OptionalPrimitiveTypeFieldsClass.class)); - OptionalPrimitiveTypeFieldsClass dst = (OptionalPrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class OptionalPrimitiveTypeFieldsClass { - @MessagePackOptional - public byte f0; - @MessagePackOptional - public short f1; - @MessagePackOptional - public int f2; - @MessagePackOptional - public long f3; - @MessagePackOptional - public float f4; - @MessagePackOptional - public double f5; - @MessagePackOptional - public boolean f6; - - public OptionalPrimitiveTypeFieldsClass() { - } - } - - @Test - public void testGeneralReferenceTypeFieldsClass00() throws Exception { - GeneralReferenceTypeFieldsClass src = new GeneralReferenceTypeFieldsClass(); - src.f0 = 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = (long) 3; - src.f4 = (float) 4; - src.f5 = (double) 5; - src.f6 = false; - src.f7 = new BigInteger("7"); - src.f8 = "8"; - src.f9 = new byte[] { 0x01, 0x02 }; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9[0], dst.f9[0]); - assertEquals(src.f9[1], dst.f9[1]); - } - - @Test - public void testGeneralReferenceTypeFieldsClass01() throws Exception { - GeneralReferenceTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class)); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class GeneralReferenceTypeFieldsClass { - public Byte f0; - public Short f1; - public Integer f2; - public Long f3; - public Float f4; - public Double f5; - public Boolean f6; - public BigInteger f7; - public String f8; - public byte[] f9; - - public GeneralReferenceTypeFieldsClass() { - } - } - - @Test - public void testGeneralOptionalReferenceTypeFieldsClass00() - throws Exception { - GeneralOptionalReferenceTypeFieldsClass src = new GeneralOptionalReferenceTypeFieldsClass(); - src.f0 = 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = (long) 3; - src.f4 = (float) 4; - src.f5 = (double) 5; - src.f6 = false; - src.f7 = new BigInteger("7"); - src.f8 = "8"; - src.f9 = new byte[] { 0x01, 0x02 }; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralOptionalReferenceTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(GeneralOptionalReferenceTypeFieldsClass.class); - GeneralOptionalReferenceTypeFieldsClass dst = (GeneralOptionalReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9[0], dst.f9[0]); - assertEquals(src.f9[1], dst.f9[1]); - } - - @Test - public void testGeneralOptionalReferenceTypeFieldsClass01() - throws Exception { - GeneralOptionalReferenceTypeFieldsClass src = new GeneralOptionalReferenceTypeFieldsClass(); - src.f0 = null; - src.f1 = null; - src.f2 = null; - src.f3 = null; - src.f4 = null; - src.f5 = null; - src.f6 = null; - src.f7 = null; - src.f8 = null; - src.f9 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralOptionalReferenceTypeFieldsClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(GeneralOptionalReferenceTypeFieldsClass.class); - GeneralOptionalReferenceTypeFieldsClass dst = (GeneralOptionalReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9, dst.f9); - } - - @Test - public void testGeneralOptionalReferenceTypeFieldsClass02() - throws Exception { - GeneralOptionalReferenceTypeFieldsClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(GeneralOptionalReferenceTypeFieldsClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(GeneralOptionalReferenceTypeFieldsClass.class)); - GeneralOptionalReferenceTypeFieldsClass dst = (GeneralOptionalReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class GeneralOptionalReferenceTypeFieldsClass { - @MessagePackOptional - public Byte f0; - @MessagePackOptional - public Short f1; - @MessagePackOptional - public Integer f2; - @MessagePackOptional - public Long f3; - @MessagePackOptional - public Float f4; - @MessagePackOptional - public Double f5; - @MessagePackOptional - public Boolean f6; - @MessagePackOptional - public BigInteger f7; - @MessagePackOptional - public String f8; - @MessagePackOptional - public byte[] f9; - - public GeneralOptionalReferenceTypeFieldsClass() { - } - } - - @Test - public void testListTypes00() throws Exception { - SampleListTypes src = new SampleListTypes(); - src.f0 = new ArrayList(); - src.f1 = new ArrayList(); - src.f1.add(1); - src.f1.add(2); - src.f1.add(3); - src.f2 = new ArrayList(); - src.f2.add("e1"); - src.f2.add("e2"); - src.f2.add("e3"); - src.f3 = new ArrayList>(); - src.f3.add(src.f2); - src.f4 = new ArrayList(); - SampleListNestedType slnt = new SampleListNestedType(); - slnt.f0 = new byte[] { 0x01, 0x02 }; - slnt.f1 = "muga"; - src.f4.add(slnt); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleListTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleListTypes.class); - SampleListTypes dst = (SampleListTypes) tmpl.unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - for (int i = 0; i < src.f1.size(); ++i) { - assertEquals(src.f1.get(i), dst.f1.get(i)); - } - assertEquals(src.f2.size(), dst.f2.size()); - for (int i = 0; i < src.f2.size(); ++i) { - assertEquals(src.f2.get(i), dst.f2.get(i)); - } - assertEquals(src.f3.size(), dst.f3.size()); - for (int i = 0; i < src.f3.size(); ++i) { - List srclist = src.f3.get(i); - List dstlist = dst.f3.get(i); - assertEquals(srclist.size(), dstlist.size()); - for (int j = 0; j < srclist.size(); ++j) { - assertEquals(srclist.get(j), dstlist.get(j)); - } - } - assertEquals(src.f4.size(), dst.f4.size()); - for (int i = 0; i < src.f4.size(); ++i) { - SampleListNestedType s = src.f4.get(i); - SampleListNestedType d = dst.f4.get(i); - assertEquals(s.f0[0], d.f0[0]); - assertEquals(s.f0[1], d.f0[1]); - assertEquals(s.f1, d.f1); - } - } - - @Test - public void testListTypes01() throws Exception { - SampleListTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleListTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleListTypes.class)); - SampleListTypes dst = (SampleListTypes) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleListTypes { - public List f0; - public List f1; - public List f2; - public List> f3; - public List f4; - - public SampleListTypes() { - } - } - - @MessagePackMessage - public static class SampleListNestedType { - public byte[] f0; - public String f1; - - public SampleListNestedType() { - } - } - - @Test - public void testOptionalListTypes00() throws Exception { - SampleOptionalListTypes src = new SampleOptionalListTypes(); - src.f0 = new ArrayList(); - src.f1 = new ArrayList(); - src.f1.add(1); - src.f1.add(2); - src.f1.add(3); - src.f2 = new ArrayList(); - src.f2.add("e1"); - src.f2.add("e2"); - src.f2.add("e3"); - src.f3 = new ArrayList>(); - src.f3.add(src.f2); - src.f4 = new ArrayList(); - SampleOptionalListNestedType slnt = new SampleOptionalListNestedType(); - slnt.f0 = new byte[] { 0x01, 0x02 }; - slnt.f1 = "muga"; - src.f4.add(slnt); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalListTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalListTypes.class); - SampleOptionalListTypes dst = (SampleOptionalListTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - for (int i = 0; i < src.f1.size(); ++i) { - assertEquals(src.f1.get(i), dst.f1.get(i)); - } - assertEquals(src.f2.size(), dst.f2.size()); - for (int i = 0; i < src.f2.size(); ++i) { - assertEquals(src.f2.get(i), dst.f2.get(i)); - } - assertEquals(src.f3.size(), dst.f3.size()); - for (int i = 0; i < src.f3.size(); ++i) { - List srclist = src.f3.get(i); - List dstlist = dst.f3.get(i); - assertEquals(srclist.size(), dstlist.size()); - for (int j = 0; j < srclist.size(); ++j) { - assertEquals(srclist.get(j), dstlist.get(j)); - } - } - assertEquals(src.f4.size(), dst.f4.size()); - for (int i = 0; i < src.f4.size(); ++i) { - SampleOptionalListNestedType s = src.f4.get(i); - SampleOptionalListNestedType d = dst.f4.get(i); - assertEquals(s.f0[0], d.f0[0]); - assertEquals(s.f0[1], d.f0[1]); - assertEquals(s.f1, d.f1); - } - } - - @Test - public void testOptionalListTypes01() throws Exception { - SampleOptionalListTypes src = new SampleOptionalListTypes(); - src.f0 = new ArrayList(); - src.f1 = null; - src.f2 = new ArrayList(); - src.f3 = new ArrayList>(); - src.f4 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalListTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalListTypes.class); - SampleOptionalListTypes dst = (SampleOptionalListTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f3.size(), dst.f3.size()); - assertEquals(src.f4, dst.f4); - } - - @Test - public void testOptionalListTypes02() throws Exception { - SampleListTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleOptionalListTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleOptionalListTypes.class)); - SampleListTypes dst = (SampleListTypes) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleOptionalListTypes { - @MessagePackOptional - public List f0; - @MessagePackOptional - public List f1; - @MessagePackOptional - public List f2; - @MessagePackOptional - public List> f3; - @MessagePackOptional - public List f4; - - public SampleOptionalListTypes() { - } - } - - @MessagePackMessage - public static class SampleOptionalListNestedType { - @MessagePackOptional - public byte[] f0; - @MessagePackOptional - public String f1; - - public SampleOptionalListNestedType() { - } - } - - @Test - public void testMapTypes00() throws Exception { - SampleMapTypes src = new SampleMapTypes(); - src.f0 = new HashMap(); - src.f1 = new HashMap(); - src.f1.put(1, 1); - src.f1.put(2, 2); - src.f1.put(3, 3); - src.f2 = new HashMap(); - src.f2.put("k1", 1); - src.f2.put("k2", 2); - src.f2.put("k3", 3); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleMapTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleMapTypes.class); - SampleMapTypes dst = (SampleMapTypes) tmpl.unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - Iterator srcf1 = src.f1.keySet().iterator(); - Iterator dstf1 = dst.f1.keySet().iterator(); - while (srcf1.hasNext()) { - Integer s1 = srcf1.next(); - Integer d1 = dstf1.next(); - assertEquals(s1, d1); - assertEquals(src.f1.get(s1), dst.f1.get(d1)); - } - assertEquals(src.f2.size(), dst.f2.size()); - Iterator srcf2 = src.f2.keySet().iterator(); - Iterator dstf2 = dst.f2.keySet().iterator(); - while (srcf2.hasNext()) { - String s2 = srcf2.next(); - String d2 = dstf2.next(); - assertEquals(s2, d2); - assertEquals(src.f2.get(s2), dst.f2.get(d2)); - } - } - - @Test - public void testMapTypes01() throws Exception { - SampleMapTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleMapTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleMapTypes.class)); - SampleMapTypes dst = (SampleMapTypes) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleMapTypes { - public Map f0; - public Map f1; - public Map f2; - - public SampleMapTypes() { - } - } - - @Test - public void testOptionalMapTypes00() throws Exception { - SampleOptionalMapTypes src = new SampleOptionalMapTypes(); - src.f0 = new HashMap(); - src.f1 = new HashMap(); - src.f1.put(1, 1); - src.f1.put(2, 2); - src.f1.put(3, 3); - src.f2 = new HashMap(); - src.f2.put("k1", 1); - src.f2.put("k2", 2); - src.f2.put("k3", 3); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalMapTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalMapTypes.class); - SampleOptionalMapTypes dst = (SampleOptionalMapTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - Iterator srcf1 = src.f1.keySet().iterator(); - Iterator dstf1 = dst.f1.keySet().iterator(); - while (srcf1.hasNext()) { - Integer s1 = srcf1.next(); - Integer d1 = dstf1.next(); - assertEquals(s1, d1); - assertEquals(src.f1.get(s1), dst.f1.get(d1)); - } - assertEquals(src.f2.size(), dst.f2.size()); - Iterator srcf2 = src.f2.keySet().iterator(); - Iterator dstf2 = dst.f2.keySet().iterator(); - while (srcf2.hasNext()) { - String s2 = srcf2.next(); - String d2 = dstf2.next(); - assertEquals(s2, d2); - assertEquals(src.f2.get(s2), dst.f2.get(d2)); - } - } - - @Test - public void testOptionalMapTypes01() throws Exception { - SampleOptionalMapTypes src = new SampleOptionalMapTypes(); - src.f0 = new HashMap(); - src.f1 = null; - src.f2 = new HashMap(); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalMapTypes.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalMapTypes.class); - SampleOptionalMapTypes dst = (SampleOptionalMapTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - } - - @Test - public void testOptionalMapTypes02() throws Exception { - SampleOptionalMapTypes src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleOptionalMapTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleOptionalMapTypes.class)); - SampleOptionalMapTypes dst = (SampleOptionalMapTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleOptionalMapTypes { - @MessagePackOptional - public Map f0; - @MessagePackOptional - public Map f1; - @MessagePackOptional - public Map f2; - - public SampleOptionalMapTypes() { - } - } - - @Test - public void testDefaultConstructorModifiers00() throws Exception { - try { - DynamicPacker.create(NoDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(PrivateDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(ProtectedDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(PackageDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testDefaultConstructorModifiers01() throws Exception { - try { - DynamicUnpacker.create(NoDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicUnpacker.create(PrivateDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicUnpacker.create(ProtectedDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicUnpacker.create(PackageDefaultConstructorClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - public static class NoDefaultConstructorClass { - public NoDefaultConstructorClass(int i) { - } - } - - public static class PrivateDefaultConstructorClass { - private PrivateDefaultConstructorClass() { - } - } - - public static class ProtectedDefaultConstructorClass { - protected ProtectedDefaultConstructorClass() { - } - } - - public static class PackageDefaultConstructorClass { - PackageDefaultConstructorClass() { - } - } - - @Test - public void testClassModifiers00() throws Exception { - try { - DynamicPacker.create(PrivateModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(ProtectedModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicPacker.create(PackageModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testClassModifiers01() throws Exception { - try { - DynamicUnpacker.create(PrivateModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicUnpacker.create(ProtectedModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - try { - DynamicUnpacker.create(PackageModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - private static class PrivateModifierClass { - } - - protected static class ProtectedModifierClass { - protected ProtectedModifierClass() { - } - } - - static class PackageModifierClass { - } - - @Test - public void testFinalClassAndAbstractClass00() throws Exception { - try { - DynamicPacker.create(FinalModifierClass.class); - assertTrue(true); - } catch (DynamicCodeGenException e) { - fail(); - } - assertTrue(true); - try { - DynamicPacker.create(AbstractModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testFinalClassAndAbstractClass01() throws Exception { - try { - DynamicUnpacker.create(FinalModifierClass.class); - assertTrue(true); - } catch (DynamicCodeGenException e) { - fail(); - } - assertTrue(true); - try { - DynamicUnpacker.create(AbstractModifierClass.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - public final static class FinalModifierClass { - } - - public abstract static class AbstractModifierClass { - } - - @Test - public void testInterfaceType00() throws Exception { - try { - DynamicPacker.create(SampleInterface.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - @Test - public void testInterfaceType01() throws Exception { - try { - DynamicUnpacker.create(SampleInterface.class); - fail(); - } catch (DynamicCodeGenException e) { - assertTrue(true); - } - assertTrue(true); - } - - public interface SampleInterface { - } - - @Test - public void testEnumTypeForOrdinal00() throws Exception { - SampleEnumFieldClass src = new SampleEnumFieldClass(); - src.f0 = 0; - src.f1 = SampleEnum.ONE; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleEnumFieldClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleEnumFieldClass.class); - SampleEnumFieldClass dst = (SampleEnumFieldClass) tmpl - .unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - } - - @Test - public void testEnumTypeForOrdinal01() throws Exception { - SampleEnumFieldClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleEnumFieldClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleEnumFieldClass.class)); - SampleEnumFieldClass dst = (SampleEnumFieldClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleEnumFieldClass { - public int f0; - - public SampleEnum f1; - - public SampleEnumFieldClass() { - } - } - - @MessagePackOrdinalEnum - public enum SampleEnum { - ONE, TWO, THREE; - } - - @Test - public void testOptionalEnumTypeForOrdinal00() throws Exception { - SampleOptionalEnumFieldClass src = new SampleOptionalEnumFieldClass(); - src.f0 = 0; - src.f1 = SampleOptionalEnum.ONE; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalEnumFieldClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(SampleOptionalEnumFieldClass.class); - SampleOptionalEnumFieldClass dst = (SampleOptionalEnumFieldClass) tmpl - .unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - } - - @Test - public void testOptionalEnumTypeForOrdinal01() throws Exception { - SampleOptionalEnumFieldClass src = new SampleOptionalEnumFieldClass(); - src.f1 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalEnumFieldClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(SampleOptionalEnumFieldClass.class); - SampleOptionalEnumFieldClass dst = (SampleOptionalEnumFieldClass) tmpl - .unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertEquals(src.f1, dst.f1); - } - - @Test - public void testOptionalEnumTypeForOrdinal02() throws Exception { - SampleEnumFieldClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleEnumFieldClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleEnumFieldClass.class)); - SampleEnumFieldClass dst = (SampleEnumFieldClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleOptionalEnumFieldClass { - @MessagePackOptional - public int f0; - - @MessagePackOptional - public SampleOptionalEnum f1; - - public SampleOptionalEnumFieldClass() { - } - } - - @MessagePackOrdinalEnum - public enum SampleOptionalEnum { - ONE, TWO, THREE; - } - - @Test - public void testFieldModifiers() throws Exception { - FieldModifiersClass src = new FieldModifiersClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(FieldModifiersClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(FieldModifiersClass.class); - FieldModifiersClass dst = (FieldModifiersClass) tmpl - .unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - } - - public static class FieldModifiersClass { - public int f0; - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public FieldModifiersClass() { - } - } - - @Test - public void testOptionalFieldModifiers() throws Exception { - OptionalFieldModifiersClass src = new OptionalFieldModifiersClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalFieldModifiersClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalFieldModifiersClass.class); - OptionalFieldModifiersClass dst = (OptionalFieldModifiersClass) tmpl - .unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - } - - public static class OptionalFieldModifiersClass { - @MessagePackOptional - public int f0; - @MessagePackOptional - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public OptionalFieldModifiersClass() { - } - } - - @Test - public void testNestedFieldClass00() throws Exception { - Template tmpl2 = DynamicTemplate.create(NestedClass.class); - CustomMessage.register(NestedClass.class, tmpl2); - Template tmpl = DynamicTemplate.create(BaseClass.class); - CustomMessage.register(BaseClass.class, tmpl); - BaseClass src = new BaseClass(); - NestedClass src2 = new NestedClass(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - BaseClass dst = (BaseClass) tmpl.unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - } - - @Test - public void testNestedFieldClass01() throws Exception { - Template tmpl2 = DynamicTemplate.create(NestedClass.class); - CustomMessage.register(NestedClass.class, tmpl2); - Template tmpl = new OptionalTemplate(DynamicTemplate.create(BaseClass.class)); - BaseClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - BaseClass dst = (BaseClass) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class BaseClass { - public int f0; - public NestedClass f1; - - public BaseClass() { - } - } - - public static class NestedClass { - public int f2; - - public NestedClass() { - } - } - - @Test - public void testOptionalNestedFieldClass00() throws Exception { - Template tmpl2 = DynamicTemplate.create(OptionalNestedClass.class); - CustomMessage.register(OptionalNestedClass.class, tmpl2); - Template tmpl = DynamicTemplate.create(OptionalBaseClass.class); - OptionalBaseClass src = new OptionalBaseClass(); - OptionalNestedClass src2 = new OptionalNestedClass(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - OptionalBaseClass dst = (OptionalBaseClass) tmpl.unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - } - - @Test - public void testOptionalNestedFieldClass01() throws Exception { - Template tmpl2 = DynamicTemplate.create(OptionalNestedClass.class); - CustomMessage.register(OptionalNestedClass.class, tmpl2); - Template tmpl = DynamicTemplate.create(OptionalBaseClass.class); - CustomMessage.register(OptionalBaseClass.class, tmpl); - OptionalBaseClass src = new OptionalBaseClass(); - src.f1 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - OptionalBaseClass dst = (OptionalBaseClass) tmpl.unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - } - - @Test - public void testOptionalNestedFieldClass02() throws Exception { - Template tmpl2 = DynamicTemplate.create(OptionalNestedClass.class); - CustomMessage.register(OptionalNestedClass.class, tmpl2); - Template tmpl = new OptionalTemplate(DynamicTemplate.create(OptionalBaseClass.class)); - CustomMessage.register(OptionalBaseClass.class, tmpl); - OptionalBaseClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - tmpl.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - OptionalBaseClass dst = (OptionalBaseClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class OptionalBaseClass { - @MessagePackOptional - public int f0; - @MessagePackOptional - public OptionalNestedClass f1; - - public OptionalBaseClass() { - } - } - - public static class OptionalNestedClass { - @MessagePackOptional - public int f2; - - public OptionalNestedClass() { - } - } - - @Test - public void testMessagePackMessageFieldClass00() throws Exception { - BaseClass2 src = new BaseClass2(); - MessagePackMessageClass2 src2 = new MessagePackMessageClass2(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(BaseClass2.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(BaseClass2.class); - BaseClass2 dst = (BaseClass2) tmpl.unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - } - - @Test - public void testMessagePackMessageFieldClass01() throws Exception { - BaseClass2 src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(BaseClass2.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(BaseClass2.class)); - BaseClass2 dst = (BaseClass2) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class BaseClass2 { - public int f0; - public MessagePackMessageClass2 f1; - - public BaseClass2() { - } - } - - @MessagePackMessage - public static class MessagePackMessageClass2 { - public int f2; - - public MessagePackMessageClass2() { - } - } - - @Test - public void testOptionalMessagePackMessageFieldClass00() throws Exception { - OptionalBaseClass2 src = new OptionalBaseClass2(); - OptionalMessagePackMessageClass2 src2 = new OptionalMessagePackMessageClass2(); - src.f0 = 0; - src2.f2 = 2; - src.f1 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(OptionalBaseClass2.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(OptionalBaseClass2.class); - OptionalBaseClass2 dst = (OptionalBaseClass2) tmpl.unpack(new Unpacker( - in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1.f2 == dst.f1.f2); - } - - @Test - public void testOptionalMessagePackMessageFieldClass01() throws Exception { - OptionalBaseClass2 src = new OptionalBaseClass2(); - src.f1 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(OptionalBaseClass2.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(OptionalBaseClass2.class); - OptionalBaseClass2 dst = (OptionalBaseClass2) tmpl.unpack(new Unpacker( - in)); - assertTrue(src.f0 == dst.f0); - assertEquals(src.f1, dst.f1); - } - - @Test - public void testOptionalMessagePackMessageFieldClass02() throws Exception { - OptionalBaseClass2 src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(OptionalBaseClass2.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(OptionalBaseClass2.class)); - OptionalBaseClass2 dst = (OptionalBaseClass2) tmpl.unpack(new Unpacker( - in)); - assertEquals(src, dst); - } - - public static class OptionalBaseClass2 { - @MessagePackOptional - public int f0; - @MessagePackOptional - public OptionalMessagePackMessageClass2 f1; - - public OptionalBaseClass2() { - } - } - - @MessagePackMessage - public static class OptionalMessagePackMessageClass2 { - @MessagePackOptional - public int f2; - - public OptionalMessagePackMessageClass2() { - } - } - - @Test - public void testExtendedClass00() throws Exception { - SampleSubClass src = new SampleSubClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f8 = 8; - src.f9 = 9; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create(SampleSubClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleSubClass.class); - SampleSubClass dst = (SampleSubClass) tmpl.unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - assertTrue(src.f5 == dst.f5); - assertTrue(src.f6 == dst.f6); - assertTrue(src.f8 != dst.f8); - assertTrue(src.f9 != dst.f9); - } - - @Test - public void testExtendedClass01() throws Exception { - SampleSubClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleSubClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleSubClass.class)); - SampleSubClass dst = (SampleSubClass) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleSubClass extends SampleSuperClass { - public int f0; - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public SampleSubClass() { - } - } - - public static class SampleSuperClass { - public int f5; - public final int f6 = 2; - @SuppressWarnings("unused") - private int f7; - protected int f8; - int f9; - - public SampleSuperClass() { - } - } - - @Test - public void testOptionalExtendedClass00() throws Exception { - SampleOptionalSubClass src = new SampleOptionalSubClass(); - src.f0 = 0; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f8 = 8; - src.f9 = 9; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleOptionalSubClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleOptionalSubClass.class); - SampleOptionalSubClass dst = (SampleOptionalSubClass) tmpl - .unpack(new Unpacker(in)); - assertTrue(src.f0 == dst.f0); - assertTrue(src.f1 == dst.f1); - assertTrue(src.f2 != dst.f2); - assertTrue(src.f3 != dst.f3); - assertTrue(src.f4 != dst.f4); - assertTrue(src.f5 == dst.f5); - assertTrue(src.f6 == dst.f6); - assertTrue(src.f8 != dst.f8); - assertTrue(src.f9 != dst.f9); - } - - @Test - public void testOptionalExtendedClass01() throws Exception { - SampleOptionalSubClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleOptionalSubClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleOptionalSubClass.class)); - SampleOptionalSubClass dst = (SampleOptionalSubClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleOptionalSubClass extends SampleOptionalSuperClass { - @MessagePackOptional - public int f0; - public final int f1 = 1; - private int f2; - protected int f3; - int f4; - - public SampleOptionalSubClass() { - } - } - - public static class SampleOptionalSuperClass { - @MessagePackOptional - public int f5; - public final int f6 = 2; - @SuppressWarnings("unused") - private int f7; - protected int f8; - int f9; - - public SampleOptionalSuperClass() { - } - } - - @Test - public void testMessagePackableUnpackableClass00() throws Exception { - BaseMessagePackableUnpackableClass src = new BaseMessagePackableUnpackableClass(); - MessagePackableUnpackableClass src1 = new MessagePackableUnpackableClass(); - List src2 = new ArrayList(); - src1.f0 = 0; - src1.f1 = 1; - src.f0 = src1; - src.f1 = 1; - src2.add(src1); - src.f2 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(BaseMessagePackableUnpackableClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(BaseMessagePackableUnpackableClass.class); - BaseMessagePackableUnpackableClass dst = (BaseMessagePackableUnpackableClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.f0, dst.f0.f0); - assertEquals(src.f0.f1, dst.f0.f1); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f2.get(0).f0, dst.f2.get(0).f0); - assertEquals(src.f2.get(0).f1, dst.f2.get(0).f1); - } - - @Test - public void testMessagePackableUnpackableClass01() throws Exception { - BaseMessagePackableUnpackableClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(BaseMessagePackableUnpackableClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(BaseMessagePackableUnpackableClass.class)); - BaseMessagePackableUnpackableClass dst = (BaseMessagePackableUnpackableClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class BaseMessagePackableUnpackableClass { - public MessagePackableUnpackableClass f0; - public int f1; - public List f2; - - public BaseMessagePackableUnpackableClass() { - } - } - - public static class MessagePackableUnpackableClass implements - MessagePackable, MessageUnpackable { - public int f0; - public int f1; - - public MessagePackableUnpackableClass() { - } - - @Override - public void messagePack(Packer packer) throws IOException { - packer.packArray(2); - packer.pack(f0); - packer.pack(f1); - } - - @Override - public void messageUnpack(Unpacker unpacker) throws IOException, - MessageTypeException { - if (unpacker.tryUnpackNull()) { - return; - } - unpacker.unpackArray(); - f0 = unpacker.unpackInt(); - f1 = unpacker.unpackInt(); - } - } - - @Test - public void testOptionalMessagePackableUnpackableClass00() throws Exception { - OptionalBaseMessagePackableUnpackableClass src = new OptionalBaseMessagePackableUnpackableClass(); - OptionalMessagePackableUnpackableClass src1 = new OptionalMessagePackableUnpackableClass(); - List src2 = new ArrayList(); - src1.f0 = 0; - src1.f1 = 1; - src.f0 = src1; - src.f1 = 1; - src2.add(src1); - src.f2 = src2; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalBaseMessagePackableUnpackableClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalBaseMessagePackableUnpackableClass.class); - OptionalBaseMessagePackableUnpackableClass dst = (OptionalBaseMessagePackableUnpackableClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.f0, dst.f0.f0); - assertEquals(src.f0.f1, dst.f0.f1); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f2.get(0).f0, dst.f2.get(0).f0); - assertEquals(src.f2.get(0).f1, dst.f2.get(0).f1); - } - - @Test - public void testOptionalMessagePackableUnpackableClass01() throws Exception { - OptionalBaseMessagePackableUnpackableClass src = new OptionalBaseMessagePackableUnpackableClass(); - src.f0 = null; - src.f1 = 1; - src.f2 = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(OptionalBaseMessagePackableUnpackableClass.class); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(OptionalBaseMessagePackableUnpackableClass.class); - OptionalBaseMessagePackableUnpackableClass dst = (OptionalBaseMessagePackableUnpackableClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - } - - @Test - public void testOptionalMessagePackableUnpackableClass02() throws Exception { - OptionalBaseMessagePackableUnpackableClass src = null; - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(OptionalBaseMessagePackableUnpackableClass.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(OptionalBaseMessagePackableUnpackableClass.class)); - OptionalBaseMessagePackableUnpackableClass dst = (OptionalBaseMessagePackableUnpackableClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class OptionalBaseMessagePackableUnpackableClass { - @MessagePackOptional - public OptionalMessagePackableUnpackableClass f0; - @MessagePackOptional - public int f1; - @MessagePackOptional - public List f2; - - public OptionalBaseMessagePackableUnpackableClass() { - } - } - - public static class OptionalMessagePackableUnpackableClass implements - MessagePackable, MessageUnpackable { - @MessagePackOptional - public int f0; - @MessagePackOptional - public int f1; - - public OptionalMessagePackableUnpackableClass() { - } - - @Override - public void messagePack(Packer packer) throws IOException { - packer.packArray(2); - packer.pack(f0); - packer.pack(f1); - } - - @Override - public void messageUnpack(Unpacker unpacker) throws IOException, - MessageTypeException { - if (unpacker.tryUnpackNull()) { - return; - } - unpacker.unpackArray(); - f0 = unpacker.unpackInt(); - f1 = unpacker.unpackInt(); - } - } -} diff --git a/java/src/test/java/org/msgpack/util/codegen/TestPackUnpackWithFieldOption.java b/java/src/test/java/org/msgpack/util/codegen/TestPackUnpackWithFieldOption.java deleted file mode 100644 index 62ad7ed..0000000 --- a/java/src/test/java/org/msgpack/util/codegen/TestPackUnpackWithFieldOption.java +++ /dev/null @@ -1,509 +0,0 @@ -package org.msgpack.util.codegen; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.math.BigInteger; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.Iterator; -import java.util.List; -import java.util.Map; - -import org.junit.Test; -import org.msgpack.MessagePacker; -import org.msgpack.Packer; -import org.msgpack.Template; -import org.msgpack.Unpacker; -import org.msgpack.annotation.MessagePackMessage; -import org.msgpack.packer.OptionalPacker; -import org.msgpack.template.ListTemplate; -import org.msgpack.template.MapTemplate; -import org.msgpack.template.OptionalTemplate; -import static org.msgpack.Templates.tBigInteger; -import static org.msgpack.Templates.tBoolean; -import static org.msgpack.Templates.tByte; -import static org.msgpack.Templates.tByteArray; -import static org.msgpack.Templates.tDouble; -import static org.msgpack.Templates.tFloat; -import static org.msgpack.Templates.tInteger; -import static org.msgpack.Templates.tLong; -import static org.msgpack.Templates.tShort; -import static org.msgpack.Templates.tString; - -import junit.framework.TestCase; - -public class TestPackUnpackWithFieldOption extends TestCase { - - @Test - public void testPrimitiveTypeFieldsClass00() throws Exception { - PrimitiveTypeFieldsClass src = new PrimitiveTypeFieldsClass(); - src.f0 = (byte) 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = 3; - src.f4 = 4; - src.f5 = 5; - src.f6 = false; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", tByte())); - opts.add(new FieldOption("f1", tShort())); - opts.add(new FieldOption("f2", tInteger())); - opts.add(new FieldOption("f3", tLong())); - opts.add(new FieldOption("f4", tFloat())); - opts.add(new FieldOption("f5", tDouble())); - opts.add(new FieldOption("f6", tBoolean())); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create( - PrimitiveTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(PrimitiveTypeFieldsClass.class, - opts); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - } - - @Test - public void testPrimitiveTypeFieldsClass01() throws Exception { - PrimitiveTypeFieldsClass src = new PrimitiveTypeFieldsClass(); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(tByte()))); - opts.add(new FieldOption("f1", new OptionalTemplate(tShort()))); - opts.add(new FieldOption("f2", new OptionalTemplate(tInteger()))); - opts.add(new FieldOption("f3", new OptionalTemplate(tLong()))); - opts.add(new FieldOption("f4", new OptionalTemplate(tFloat()))); - opts.add(new FieldOption("f5", new OptionalTemplate(tDouble()))); - opts.add(new FieldOption("f6", new OptionalTemplate(tBoolean()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker.create( - PrimitiveTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(PrimitiveTypeFieldsClass.class, - opts); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - } - - @Test - public void testPrimitiveTypeFieldsClass02() throws Exception { - PrimitiveTypeFieldsClass src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", tByte())); - opts.add(new FieldOption("f1", tShort())); - opts.add(new FieldOption("f2", tInteger())); - opts.add(new FieldOption("f3", tLong())); - opts.add(new FieldOption("f4", tFloat())); - opts.add(new FieldOption("f5", tDouble())); - opts.add(new FieldOption("f6", tBoolean())); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker.create( - PrimitiveTypeFieldsClass.class, opts)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate.create( - PrimitiveTypeFieldsClass.class, opts)); - PrimitiveTypeFieldsClass dst = (PrimitiveTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class PrimitiveTypeFieldsClass { - public byte f0; - public short f1; - public int f2; - public long f3; - public float f4; - public double f5; - public boolean f6; - - public PrimitiveTypeFieldsClass() { - } - } - - @Test - public void testGeneralReferenceTypeFieldsClass00() throws Exception { - GeneralReferenceTypeFieldsClass src = new GeneralReferenceTypeFieldsClass(); - src.f0 = 0; - src.f1 = 1; - src.f2 = 2; - src.f3 = (long) 3; - src.f4 = (float) 4; - src.f5 = (double) 5; - src.f6 = false; - src.f7 = new BigInteger("7"); - src.f8 = "8"; - src.f9 = new byte[] { 0x01, 0x02 }; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", tByte())); - opts.add(new FieldOption("f1", tShort())); - opts.add(new FieldOption("f2", tInteger())); - opts.add(new FieldOption("f3", tLong())); - opts.add(new FieldOption("f4", tFloat())); - opts.add(new FieldOption("f5", tDouble())); - opts.add(new FieldOption("f6", tBoolean())); - opts.add(new FieldOption("f7", tBigInteger())); - opts.add(new FieldOption("f8", tString())); - opts.add(new FieldOption("f9", tByteArray())); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class, opts); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9[0], dst.f9[0]); - assertEquals(src.f9[1], dst.f9[1]); - } - - @Test - public void testGeneralReferenceTypeFieldsClass01() throws Exception { - GeneralReferenceTypeFieldsClass src = new GeneralReferenceTypeFieldsClass(); - src.f0 = null; - src.f1 = null; - src.f2 = null; - src.f3 = null; - src.f4 = null; - src.f5 = null; - src.f6 = null; - src.f7 = null; - src.f8 = null; - src.f9 = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(tByte()))); - opts.add(new FieldOption("f1", new OptionalTemplate(tShort()))); - opts.add(new FieldOption("f2", new OptionalTemplate(tInteger()))); - opts.add(new FieldOption("f3", new OptionalTemplate(tLong()))); - opts.add(new FieldOption("f4", new OptionalTemplate(tFloat()))); - opts.add(new FieldOption("f5", new OptionalTemplate(tDouble()))); - opts.add(new FieldOption("f6", new OptionalTemplate(tBoolean()))); - opts.add(new FieldOption("f7", new OptionalTemplate(tBigInteger()))); - opts.add(new FieldOption("f8", new OptionalTemplate(tString()))); - opts.add(new FieldOption("f9", new OptionalTemplate(tByteArray()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class, opts); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0, dst.f0); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2, dst.f2); - assertEquals(src.f3, dst.f3); - assertEquals(src.f4, dst.f4); - assertEquals(src.f5, dst.f5); - assertEquals(src.f6, dst.f6); - assertEquals(src.f7, dst.f7); - assertEquals(src.f8, dst.f8); - assertEquals(src.f9, dst.f9); - } - - @Test - public void testGeneralReferenceTypeFieldsClass02() - throws Exception { - GeneralReferenceTypeFieldsClass src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(tByte()))); - opts.add(new FieldOption("f1", new OptionalTemplate(tShort()))); - opts.add(new FieldOption("f2", new OptionalTemplate(tInteger()))); - opts.add(new FieldOption("f3", new OptionalTemplate(tLong()))); - opts.add(new FieldOption("f4", new OptionalTemplate(tFloat()))); - opts.add(new FieldOption("f5", new OptionalTemplate(tDouble()))); - opts.add(new FieldOption("f6", new OptionalTemplate(tBoolean()))); - opts.add(new FieldOption("f7", new OptionalTemplate(tBigInteger()))); - opts.add(new FieldOption("f8", new OptionalTemplate(tString()))); - opts.add(new FieldOption("f9", new OptionalTemplate(tByteArray()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(GeneralReferenceTypeFieldsClass.class, opts)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(GeneralReferenceTypeFieldsClass.class, opts)); - GeneralReferenceTypeFieldsClass dst = (GeneralReferenceTypeFieldsClass) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class GeneralReferenceTypeFieldsClass { - public Byte f0; - public Short f1; - public Integer f2; - public Long f3; - public Float f4; - public Double f5; - public Boolean f6; - public BigInteger f7; - public String f8; - public byte[] f9; - - public GeneralReferenceTypeFieldsClass() { - } - } - - @Test - public void testListTypes00() throws Exception { - SampleListTypes src = new SampleListTypes(); - src.f0 = new ArrayList(); - src.f1 = new ArrayList(); - src.f1.add(1); - src.f1.add(2); - src.f1.add(3); - src.f2 = new ArrayList(); - src.f2.add("e1"); - src.f2.add("e2"); - src.f2.add("e3"); - src.f3 = new ArrayList>(); - src.f3.add(src.f2); - src.f4 = new ArrayList(); - SampleListNestedType slnt = new SampleListNestedType(); - slnt.f0 = new byte[] { 0x01, 0x02 }; - slnt.f1 = "muga"; - src.f4.add(slnt); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new ListTemplate(tInteger()))); - opts.add(new FieldOption("f1", new ListTemplate(tInteger()))); - opts.add(new FieldOption("f2", new ListTemplate(tString()))); - opts.add(new FieldOption("f3", new ListTemplate(new ListTemplate(tString())))); - opts.add(new FieldOption("f4", new ListTemplate(DynamicTemplate.create(SampleListNestedType.class)))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleListTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleListTypes.class, opts); - SampleListTypes dst = (SampleListTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - for (int i = 0; i < src.f1.size(); ++i) { - assertEquals(src.f1.get(i), dst.f1.get(i)); - } - assertEquals(src.f2.size(), dst.f2.size()); - for (int i = 0; i < src.f2.size(); ++i) { - assertEquals(src.f2.get(i), dst.f2.get(i)); - } - assertEquals(src.f3.size(), dst.f3.size()); - for (int i = 0; i < src.f3.size(); ++i) { - List srclist = src.f3.get(i); - List dstlist = dst.f3.get(i); - assertEquals(srclist.size(), dstlist.size()); - for (int j = 0; j < srclist.size(); ++j) { - assertEquals(srclist.get(j), dstlist.get(j)); - } - } - assertEquals(src.f4.size(), dst.f4.size()); - for (int i = 0; i < src.f4.size(); ++i) { - SampleListNestedType s = src.f4.get(i); - SampleListNestedType d = dst.f4.get(i); - assertEquals(s.f0[0], d.f0[0]); - assertEquals(s.f0[1], d.f0[1]); - assertEquals(s.f1, d.f1); - } - } - - @Test - public void testListTypes01() throws Exception { - SampleListTypes src = new SampleListTypes(); - src.f0 = new ArrayList(); - src.f1 = null; - src.f2 = new ArrayList(); - src.f3 = new ArrayList>(); - src.f4 = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new ListTemplate(tString())))); - opts.add(new FieldOption("f3", new OptionalTemplate(new ListTemplate(new ListTemplate(tString()))))); - opts.add(new FieldOption("f4", new OptionalTemplate(new ListTemplate(DynamicTemplate.create(SampleListNestedType.class))))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleListTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleListTypes.class, opts); - SampleListTypes dst = (SampleListTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - assertEquals(src.f3.size(), dst.f3.size()); - assertEquals(src.f4, dst.f4); - } - - @Test - public void testListTypes02() throws Exception { - SampleListTypes src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new ListTemplate(tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new ListTemplate(tString())))); - opts.add(new FieldOption("f3", new OptionalTemplate(new ListTemplate(new ListTemplate(tString()))))); - opts.add(new FieldOption("f4", new OptionalTemplate(new ListTemplate(DynamicTemplate.create(SampleListNestedType.class))))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleListTypes.class)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleListTypes.class)); - SampleListTypes dst = (SampleListTypes) tmpl.unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleListTypes { - public List f0; - public List f1; - public List f2; - public List> f3; - public List f4; - - public SampleListTypes() { - } - } - - @MessagePackMessage - public static class SampleListNestedType { - public byte[] f0; - public String f1; - - public SampleListNestedType() { - } - } - - @Test - public void testMapTypes00() throws Exception { - SampleMapTypes src = new SampleMapTypes(); - src.f0 = new HashMap(); - src.f1 = new HashMap(); - src.f1.put(1, 1); - src.f1.put(2, 2); - src.f1.put(3, 3); - src.f2 = new HashMap(); - src.f2.put("k1", 1); - src.f2.put("k2", 2); - src.f2.put("k3", 3); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new MapTemplate(tInteger(), tInteger()))); - opts.add(new FieldOption("f1", new MapTemplate(tInteger(), tInteger()))); - opts.add(new FieldOption("f2", new MapTemplate(tString(), tInteger()))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleMapTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleMapTypes.class, opts); - SampleMapTypes dst = (SampleMapTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1.size(), dst.f1.size()); - Iterator srcf1 = src.f1.keySet().iterator(); - Iterator dstf1 = dst.f1.keySet().iterator(); - while (srcf1.hasNext()) { - Integer s1 = srcf1.next(); - Integer d1 = dstf1.next(); - assertEquals(s1, d1); - assertEquals(src.f1.get(s1), dst.f1.get(d1)); - } - assertEquals(src.f2.size(), dst.f2.size()); - Iterator srcf2 = src.f2.keySet().iterator(); - Iterator dstf2 = dst.f2.keySet().iterator(); - while (srcf2.hasNext()) { - String s2 = srcf2.next(); - String d2 = dstf2.next(); - assertEquals(s2, d2); - assertEquals(src.f2.get(s2), dst.f2.get(d2)); - } - } - - @Test - public void testMapTypes01() throws Exception { - SampleMapTypes src = new SampleMapTypes(); - src.f0 = new HashMap(); - src.f1 = null; - src.f2 = new HashMap(); - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new MapTemplate(tString(), tInteger())))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = DynamicPacker - .create(SampleMapTypes.class, opts); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = DynamicTemplate.create(SampleMapTypes.class, opts); - SampleMapTypes dst = (SampleMapTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src.f0.size(), dst.f0.size()); - assertEquals(src.f1, dst.f1); - assertEquals(src.f2.size(), dst.f2.size()); - } - - @Test - public void testMapTypes02() throws Exception { - SampleMapTypes src = null; - - List opts = new ArrayList(); - opts.add(new FieldOption("f0", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f1", new OptionalTemplate(new MapTemplate(tInteger(), tInteger())))); - opts.add(new FieldOption("f2", new OptionalTemplate(new MapTemplate(tString(), tInteger())))); - ByteArrayOutputStream out = new ByteArrayOutputStream(); - MessagePacker packer = new OptionalPacker(DynamicPacker - .create(SampleMapTypes.class, opts)); - packer.pack(new Packer(out), src); - ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray()); - Template tmpl = new OptionalTemplate(DynamicTemplate - .create(SampleMapTypes.class, opts)); - SampleMapTypes dst = (SampleMapTypes) tmpl - .unpack(new Unpacker(in)); - assertEquals(src, dst); - } - - public static class SampleMapTypes { - public Map f0; - public Map f1; - public Map f2; - - public SampleMapTypes() { - } - } -} diff --git a/java/src/test/resources/cases.json b/java/src/test/resources/cases.json deleted file mode 100644 index fd390d4..0000000 --- a/java/src/test/resources/cases.json +++ /dev/null @@ -1 +0,0 @@ -[false,true,null,0,0,0,0,0,0,0,0,0,-1,-1,-1,-1,-1,127,127,255,65535,4294967295,-32,-32,-128,-32768,-2147483648,0.0,-0.0,1.0,-1.0,"a","a","a","","","",[0],[0],[0],[],[],[],{},{},{},{"a":97},{"a":97},{"a":97},[[]],[["a"]]] \ No newline at end of file diff --git a/java/src/test/resources/cases.mpac b/java/src/test/resources/cases.mpac deleted file mode 100644 index 5ec08c6..0000000 Binary files a/java/src/test/resources/cases.mpac and /dev/null differ diff --git a/java/src/test/resources/cases_compact.mpac b/java/src/test/resources/cases_compact.mpac deleted file mode 100644 index 8812442..0000000 Binary files a/java/src/test/resources/cases_compact.mpac and /dev/null differ diff --git a/java/src/test/resources/log4j.properties b/java/src/test/resources/log4j.properties deleted file mode 100644 index 4e8e88d..0000000 --- a/java/src/test/resources/log4j.properties +++ /dev/null @@ -1,14 +0,0 @@ -### direct log messages to stdout ### -log4j.appender.stdout=org.apache.log4j.ConsoleAppender -log4j.appender.stdout.Target=System.out -log4j.appender.stdout.layout=org.apache.log4j.PatternLayout -log4j.appender.stdout.layout.ConversionPattern=%d %5p %c{1} - %m%n - -### direct messages to file mylog.log ### -log4j.appender.file=org.apache.log4j.FileAppender -log4j.appender.file.File=mylog.log -log4j.appender.file.Append=true -log4j.appender.file.layout=org.apache.log4j.PatternLayout -log4j.appender.file.layout.ConversionPattern=%d %5p %c{1} - %m%n - -log4j.rootLogger=off, stdout diff --git a/java/test/Generate.java b/java/test/Generate.java deleted file mode 100644 index 1b72e90..0000000 --- a/java/test/Generate.java +++ /dev/null @@ -1,38 +0,0 @@ -import java.io.*; -import java.util.*; -import org.msgpack.*; -import org.msgpack.schema.*; - -public class Generate { - public static void main(String[] args) throws IOException - { - String source = - "(class MediaContent"+ - " (package serializers.msgpack)"+ - " (field image (array (class Image"+ - " (field uri string)"+ - " (field title string)"+ - " (field width int)"+ - " (field height int)"+ - " (field size int))))"+ - " (field media (class Media"+ - " (field uri string)"+ - " (field title string)"+ - " (field width int)"+ - " (field height int)"+ - " (field format string)"+ - " (field duration long)"+ - " (field size long)"+ - " (field bitrate int)"+ - " (field person (array string))"+ - " (field player int)"+ - " (field copyright string)))"+ - " )"; - - Schema schema = Schema.parse(source); - - Writer output = new OutputStreamWriter(System.out); - ClassGenerator.write(schema, output); - } -} - diff --git a/java/test/README b/java/test/README deleted file mode 100644 index 9b98d91..0000000 --- a/java/test/README +++ /dev/null @@ -1,7 +0,0 @@ -#!/bin/sh -svn checkout -r114 http://thrift-protobuf-compare.googlecode.com/svn/trunk/ thrift-protobuf-compare-base -cp -rf thrift-protobuf-compare/tpc thrift-protobuf-compare-base -cp ../target/msgpack*.jar thrift-protobuf-compare-base/tpc/lib/msgpack.jar -cd thrift-protobuf-compare-base/tpc/ -ant compile -./run-benchmark.sh diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/BenchmarkRunner.java b/java/test/thrift-protobuf-compare/tpc/src/serializers/BenchmarkRunner.java deleted file mode 100644 index fa88b6b..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/BenchmarkRunner.java +++ /dev/null @@ -1,436 +0,0 @@ -package serializers; - -import java.util.ArrayList; -import java.util.Collections; -import java.util.Comparator; -import java.util.EnumMap; -import java.util.HashMap; -import java.util.LinkedHashMap; -import java.util.LinkedHashSet; -import java.util.Map; -import java.util.Set; -import java.util.Map.Entry; - -import serializers.msgpack.MessagePackDirectSerializer; -import serializers.msgpack.MessagePackSpecificSerializer; -import serializers.msgpack.MessagePackIndirectSerializer; -import serializers.msgpack.MessagePackDynamicSerializer; -import serializers.msgpack.MessagePackGenericSerializer; -import serializers.avro.AvroGenericSerializer; -import serializers.avro.specific.AvroSpecificSerializer; -import serializers.kryo.KryoOptimizedSerializer; -import serializers.kryo.KryoSerializer; - -public class BenchmarkRunner -{ - public final static int ITERATIONS = 2000; - public final static int TRIALS = 20; - - /** - * Number of milliseconds to warm up for each operation type for each serializer. Let's - * start with 3 seconds. - */ - final static long WARMUP_MSECS = 3000; - - @SuppressWarnings("unchecked") - private Set _serializers = new LinkedHashSet(); - - public static void main(String... args) throws Exception - { - BenchmarkRunner runner = new BenchmarkRunner(); - - // binary codecs first - runner.addObjectSerializer(new MessagePackDirectSerializer()); - runner.addObjectSerializer(new MessagePackSpecificSerializer()); - runner.addObjectSerializer(new MessagePackIndirectSerializer()); - runner.addObjectSerializer(new MessagePackDynamicSerializer()); - runner.addObjectSerializer(new MessagePackGenericSerializer()); - runner.addObjectSerializer(new AvroGenericSerializer()); - runner.addObjectSerializer(new AvroSpecificSerializer()); - runner.addObjectSerializer(new ActiveMQProtobufSerializer()); - runner.addObjectSerializer(new ProtobufSerializer()); - runner.addObjectSerializer(new ThriftSerializer()); - runner.addObjectSerializer(new HessianSerializer()); - runner.addObjectSerializer(new KryoSerializer()); - runner.addObjectSerializer(new KryoOptimizedSerializer()); - - // None of the other serializers use compression, so we'll leave this out. - // runner.addObjectSerializer(new KryoCompressedSerializer()); - - // then language default serializers - runner.addObjectSerializer(new JavaSerializer()); - - runner.addObjectSerializer(new JavaExtSerializer()); - runner.addObjectSerializer(new ScalaSerializer()); - - // then Json - runner.addObjectSerializer(new JsonSerializer()); - runner.addObjectSerializer(new JsonDataBindingSerializer()); - runner.addObjectSerializer(new JsonMarshallerSerializer()); - runner.addObjectSerializer(new ProtostuffJsonSerializer()); - runner.addObjectSerializer(new ProtostuffNumericJsonSerializer()); - // this is pretty slow; so slow that it's almost not worth keeping but: - runner.addObjectSerializer(new GsonSerializer()); - - // then xml via stax, textual and binary - runner.addObjectSerializer(new StaxSerializer("stax/woodstox", - new com.ctc.wstx.stax.WstxInputFactory(), - new com.ctc.wstx.stax.WstxOutputFactory())); - runner.addObjectSerializer(new StaxSerializer("stax/aalto", - new com.fasterxml.aalto.stax.InputFactoryImpl(), - new com.fasterxml.aalto.stax.OutputFactoryImpl())); - - runner.addObjectSerializer(new StaxSerializer("binaryxml/FI", - new com.sun.xml.fastinfoset.stax.factory.StAXInputFactory(), - new com.sun.xml.fastinfoset.stax.factory.StAXOutputFactory())); - - // No point in running all 4 variants: let's just use fastest one: - //runner.addObjectSerializer(new XStreamSerializer("xstream (xpp)", false, null, null)); - //runner.addObjectSerializer(new XStreamSerializer("xstream (xpp with conv)", true, null, null)); - //runner.addObjectSerializer(new XStreamSerializer("xstream (stax)", false, new com.ctc.wstx.stax.WstxInputFactory(), new com.ctc.wstx.stax.WstxOutputFactory())); - runner.addObjectSerializer(new XStreamSerializer("xstream (stax with conv)", - true, - new com.ctc.wstx.stax.WstxInputFactory(), - new com.ctc.wstx.stax.WstxOutputFactory())); - runner.addObjectSerializer(new JavolutionXMLFormatSerializer()); - - runner.addObjectSerializer(new SbinarySerializer()); - // broken? Does not correctly round-trip: - // runner.addObjectSerializer(new YamlSerializer()); - - System.out.println("Starting"); - - runner.start(); - } - - @SuppressWarnings("unchecked") - private void addObjectSerializer(ObjectSerializer serializer) - { - _serializers.add(serializer); - } - - private double createObjects(ObjectSerializer serializer, int iterations) throws Exception - { - long start = System.nanoTime(); - for (int i = 0; i < iterations; i++) - { - serializer.create(); - } - return iterationTime(System.nanoTime() - start, iterations); - } - - private double iterationTime(long delta, int iterations) - { - return (double) delta / (double) (iterations); - } - - private double serializeDifferentObjects(ObjectSerializer serializer, int iterations) throws Exception - { - long start = System.nanoTime(); - for (int i = 0; i < iterations; i++) - { - T obj = serializer.create(); - serializer.serialize(obj); - } - return iterationTime(System.nanoTime()-start, iterations); - } - - - private double serializeSameObject(ObjectSerializer serializer, int iterations) throws Exception - { - // let's reuse same instance to reduce overhead - T obj = serializer.create(); - long delta = 0; - for (int i = 0; i < iterations; i++) - { - long start = System.nanoTime(); - serializer.serialize(obj); - delta += System.nanoTime() - start; - if (i % 1000 == 0) - doGc(); - } - return iterationTime(delta, iterations); - } - - private double deserializeNoFieldAccess(ObjectSerializer serializer, int iterations) throws Exception - { - byte[] array = serializer.serialize(serializer.create()); - long start = System.nanoTime(); - T result = null; - for (int i = 0; i < iterations; i++) - { - result = serializer.deserialize(array); - } - return iterationTime(System.nanoTime()-start, iterations); - } - - private double deserializeAndCheckAllFields(CheckingObjectSerializer serializer, int iterations) throws Exception - { - byte[] array = serializer.serialize(serializer.create()); - long delta = 0; - for (int i = 0; i < iterations; i++) - { - long start = System.nanoTime(); - T obj = serializer.deserialize(array); - serializer.checkAllFields(obj); - delta += System.nanoTime() - start; - } - return iterationTime(delta, iterations); - } - - private double deserializeAndCheckMediaField(CheckingObjectSerializer serializer, int iterations) throws Exception - { - byte[] array = serializer.serialize(serializer.create()); - long delta = 0; - for (int i = 0; i < iterations; i++) - { - long start = System.nanoTime(); - T obj = serializer.deserialize(array); - serializer.checkMediaField(obj); - delta += System.nanoTime() - start; - } - return iterationTime(delta, iterations); - } - - /** - * JVM is not required to honor GC requests, but adding bit of sleep around request is - * most likely to give it a chance to do it. - */ - private void doGc() - { - try { - Thread.sleep(50L); - } catch (InterruptedException ie) { } - System.gc(); - try { // longer sleep afterwards (not needed by GC, but may help with scheduling) - Thread.sleep(200L); - } catch (InterruptedException ie) { } - } - - enum measurements - { - timeCreate, timeSerializeDifferentObjects, timeSerializeSameObject, timeDeserializeNoFieldAccess, timeDeserializeAndCheckMediaField, timeDeserializeAndCheckAllFields, totalTime, length - } - - @SuppressWarnings("unchecked") - private void start() throws Exception - { - System.out.printf("%-24s, %15s, %15s, %15s, %15s, %15s, %15s, %15s, %10s\n", - " ", - "Object create", - "Serialize", - "/w Same Object", - "Deserialize", - "and Check Media", - "and Check All", - "Total Time", - "Serialized Size"); - EnumMap> values = new EnumMap>(measurements.class); - for (measurements m : measurements.values()) - values.put(m, new HashMap()); - - for (ObjectSerializer serializer : _serializers) - { - /* - * Should only warm things for the serializer that we test next: HotSpot JIT will - * otherwise spent most of its time optimizing slower ones... Use - * -XX:CompileThreshold=1 to hint the JIT to start immediately - * - * Actually: 1 is often not a good value -- threshold is the number - * of samples needed to trigger inlining, and there's no point in - * inlining everything. Default value is in thousands, so lowering - * it to, say, 1000 is usually better. - */ - warmCreation(serializer); - doGc(); - double timeCreate = Double.MAX_VALUE; - // do more iteration for object creation because of its short time - for (int i = 0; i < TRIALS; i++) - timeCreate = Math.min(timeCreate, createObjects(serializer, ITERATIONS * 100)); - - warmSerialization(serializer); - - // actually: let's verify serializer actually works now: - checkCorrectness(serializer); - - doGc(); - double timeSerializeDifferentObjects = Double.MAX_VALUE; - for (int i = 0; i < TRIALS; i++) - timeSerializeDifferentObjects = Math.min(timeSerializeDifferentObjects, serializeDifferentObjects(serializer, ITERATIONS)); - - doGc(); - double timeSerializeSameObject = Double.MAX_VALUE; - for (int i = 0; i < TRIALS; i++) - timeSerializeSameObject = Math.min(timeSerializeSameObject, serializeSameObject(serializer, ITERATIONS)); - - warmDeserialization(serializer); - - doGc(); - double timeDeserializeNoFieldAccess = Double.MAX_VALUE; - for (int i = 0; i < TRIALS; i++) - timeDeserializeNoFieldAccess = Math.min(timeDeserializeNoFieldAccess, deserializeNoFieldAccess(serializer, ITERATIONS)); - - double timeDeserializeAndCheckAllFields = Double.NaN; - double timeDeserializeAndCheckMediaField = Double.NaN; - - double totalTime = timeSerializeDifferentObjects + timeDeserializeNoFieldAccess; - - if( serializer instanceof CheckingObjectSerializer) { - CheckingObjectSerializer checkingSerializer = (CheckingObjectSerializer)serializer; - - timeDeserializeAndCheckMediaField = Double.MAX_VALUE; - doGc(); - for (int i = 0; i < TRIALS; i++) - timeDeserializeAndCheckMediaField = Math.min(timeDeserializeAndCheckMediaField, deserializeAndCheckMediaField(checkingSerializer, ITERATIONS)); - - timeDeserializeAndCheckAllFields = Double.MAX_VALUE; - doGc(); - for (int i = 0; i < TRIALS; i++) - timeDeserializeAndCheckAllFields = Math.min(timeDeserializeAndCheckAllFields, deserializeAndCheckAllFields(checkingSerializer, ITERATIONS)); - - totalTime = timeSerializeDifferentObjects + timeDeserializeAndCheckAllFields; - } - - - byte[] array = serializer.serialize(serializer.create()); - System.out.printf("%-24s, %15.5f, %15.5f, %15.5f, %15.5f, %15.5f, %15.5f, %15.5f, %10d\n", - serializer.getName(), - timeCreate, - timeSerializeDifferentObjects, - timeSerializeSameObject, - timeDeserializeNoFieldAccess, - timeDeserializeAndCheckMediaField, - timeDeserializeAndCheckAllFields, - totalTime, - array.length); - - addValue(values, serializer.getName(), timeCreate, timeSerializeDifferentObjects, timeSerializeSameObject, - timeDeserializeNoFieldAccess, timeDeserializeAndCheckMediaField, timeDeserializeAndCheckAllFields, totalTime, array.length); - } - printImages(values); - } - - /** - * Method that tries to validate correctness of serializer, using - * round-trip (construct, serializer, deserialize; compare objects - * after steps 1 and 3). - * Currently only done for StdMediaDeserializer... - */ - private void checkCorrectness(ObjectSerializer serializer) - throws Exception - { - Object input = serializer.create(); - byte[] array = serializer.serialize(input); - Object output = serializer.deserialize(array); - - if (!input.equals(output)) { - /* Should throw an exception; but for now (that we have a few - * failures) let's just whine... - */ - String msg = "serializer '"+serializer.getName()+"' failed round-trip test (ser+deser produces Object different from input), input="+input+", output="+output; - //throw new Exception("Error: "+msg); - System.err.println("WARN: "+msg); - } - } - - private void printImages(EnumMap> values) - { - for (measurements m : values.keySet()) { - Map map = values.get(m); - ArrayList list = new ArrayList(map.entrySet()); - Collections.sort(list, new Comparator() { - public int compare (Entry o1, Entry o2) { - double diff = (Double)o1.getValue() - (Double)o2.getValue(); - return diff > 0 ? 1 : (diff < 0 ? -1 : 0); - } - }); - LinkedHashMap sortedMap = new LinkedHashMap(); - for (Entry entry : list) { - if( !entry.getValue().isNaN() ) { - sortedMap.put(entry.getKey(), entry.getValue()); - } - } - printImage(sortedMap, m); - } - } - - private void printImage(Map map, measurements m) - { - StringBuilder valSb = new StringBuilder(); - String names = ""; - double max = Double.MIN_NORMAL; - for (Entry entry : map.entrySet()) - { - valSb.append(entry.getValue()).append(','); - max = Math.max(max, entry.getValue()); - names = entry.getKey() + '|' + names; - } - - int height = Math.min(30+map.size()*20, 430); - double scale = max * 1.1; - System.out.println(""); - - } - - private void addValue(EnumMap> values, - String name, - double timeCreate, - double timeSerializeDifferentObjects, - double timeSerializeSameObject, - double timeDeserializeNoFieldAccess, - double timeDeserializeAndCheckMediaField, - double timeDeserializeAndCheckAllFields, - double totalTime, - double length) - { - - values.get(measurements.timeCreate).put(name, timeCreate); - values.get(measurements.timeSerializeDifferentObjects).put(name, timeSerializeDifferentObjects); - values.get(measurements.timeSerializeSameObject).put(name, timeSerializeSameObject); - values.get(measurements.timeDeserializeNoFieldAccess).put(name, timeDeserializeNoFieldAccess); - values.get(measurements.timeDeserializeAndCheckMediaField).put(name, timeDeserializeAndCheckMediaField); - values.get(measurements.timeDeserializeAndCheckAllFields).put(name, timeDeserializeAndCheckAllFields); - values.get(measurements.totalTime).put(name, totalTime); - values.get(measurements.length).put(name, length); - } - - private void warmCreation(ObjectSerializer serializer) throws Exception - { - // Instead of fixed counts, let's try to prime by running for N seconds - long endTime = System.currentTimeMillis() + WARMUP_MSECS; - do - { - createObjects(serializer, 1); - } - while (System.currentTimeMillis() < endTime); - } - - private void warmSerialization(ObjectSerializer serializer) throws Exception - { - // Instead of fixed counts, let's try to prime by running for N seconds - long endTime = System.currentTimeMillis() + WARMUP_MSECS; - do - { - serializeDifferentObjects(serializer, 1); - } - while (System.currentTimeMillis() < endTime); - } - - private void warmDeserialization(ObjectSerializer serializer) throws Exception - { - // Instead of fixed counts, let's try to prime by running for N seconds - long endTime = System.currentTimeMillis() + WARMUP_MSECS; - do - { - deserializeNoFieldAccess(serializer, 1); - } - while (System.currentTimeMillis() < endTime); - } -} diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MediaContent.java b/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MediaContent.java deleted file mode 100644 index e750b5a..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MediaContent.java +++ /dev/null @@ -1,239 +0,0 @@ -package serializers.msgpack; - -import java.util.*; -import java.io.*; -import org.msgpack.*; -import org.msgpack.schema.ClassSchema; -import org.msgpack.schema.FieldSchema; - -public final class MediaContent implements MessagePackable, MessageConvertable, MessageUnpackable -{ - private static final ClassSchema _SCHEMA = (ClassSchema)Schema.load("(class MediaContent (package serializers.msgpack) (field image (array (class Image (package serializers.msgpack) (field uri string) (field title string) (field width int) (field height int) (field size int)))) (field media (class Media (package serializers.msgpack) (field uri string) (field title string) (field width int) (field height int) (field format string) (field duration long) (field size long) (field bitrate int) (field person (array string)) (field player int) (field copyright string))))"); - public static ClassSchema getSchema() { return _SCHEMA; } - - public List image; - public Media media; - - public MediaContent() { } - - @Override - public void messagePack(Packer _pk) throws IOException - { - _pk.packArray(2); - FieldSchema[] _fields = _SCHEMA.getFields(); - _fields[0].getSchema().pack(_pk, image); - _fields[1].getSchema().pack(_pk, media); - } - - @Override - @SuppressWarnings("unchecked") - public void messageConvert(Object obj) throws MessageTypeException - { - Object[] _source = ((List)obj).toArray(); - FieldSchema[] _fields = _SCHEMA.getFields(); - if(_source.length <= 0) { return; } this.image = (List)_fields[0].getSchema().convert(_source[0]); - if(_source.length <= 1) { return; } this.media = (Media)_fields[1].getSchema().convert(_source[1]); - } - - @Override - public void messageUnpack(Unpacker _pac) throws IOException, MessageTypeException { - int _length = _pac.unpackArray(); - if(_length <= 0) { return; } - int _image_length = _pac.unpackArray(); - this.image = new ArrayList(_image_length); - for(int _i=0; _i < _image_length; ++_i) { - Image _image_i = new Image(); - _image_i.messageUnpack(_pac); - this.image.add(_image_i); - } - if(_length <= 1) { return; } - this.media = new Media(); - this.media.messageUnpack(_pac); - for(int _i=2; _i < _length; ++_i) { _pac.unpackObject(); } - } - - @SuppressWarnings("unchecked") - public static MediaContent createFromMessage(Object[] _message) - { - MediaContent _self = new MediaContent(); - if(_message.length <= 0) { return _self; } _self.image = (List)_message[0]; - if(_message.length <= 1) { return _self; } _self.media = (Media)_message[1]; - return _self; - } -} - -final class Image implements MessagePackable, MessageConvertable, MessageUnpackable -{ - private static final ClassSchema _SCHEMA = (ClassSchema)Schema.load("(class Image (package serializers.msgpack) (field uri string) (field title string) (field width int) (field height int) (field size int))"); - public static ClassSchema getSchema() { return _SCHEMA; } - - public String uri; - public String title; - public Integer width; - public Integer height; - public Integer size; - - public Image() { } - - @Override - public void messagePack(Packer _pk) throws IOException - { - _pk.packArray(5); - FieldSchema[] _fields = _SCHEMA.getFields(); - _fields[0].getSchema().pack(_pk, uri); - _fields[1].getSchema().pack(_pk, title); - _fields[2].getSchema().pack(_pk, width); - _fields[3].getSchema().pack(_pk, height); - _fields[4].getSchema().pack(_pk, size); - } - - @Override - @SuppressWarnings("unchecked") - public void messageConvert(Object obj) throws MessageTypeException - { - Object[] _source = ((List)obj).toArray(); - FieldSchema[] _fields = _SCHEMA.getFields(); - if(_source.length <= 0) { return; } this.uri = (String)_fields[0].getSchema().convert(_source[0]); - if(_source.length <= 1) { return; } this.title = (String)_fields[1].getSchema().convert(_source[1]); - if(_source.length <= 2) { return; } this.width = (Integer)_fields[2].getSchema().convert(_source[2]); - if(_source.length <= 3) { return; } this.height = (Integer)_fields[3].getSchema().convert(_source[3]); - if(_source.length <= 4) { return; } this.size = (Integer)_fields[4].getSchema().convert(_source[4]); - } - - @Override - public void messageUnpack(Unpacker _pac) throws IOException, MessageTypeException { - int _length = _pac.unpackArray(); - if(_length <= 0) { return; } - this.uri = _pac.unpackString(); - if(_length <= 1) { return; } - this.title = _pac.unpackString(); - if(_length <= 2) { return; } - this.width = _pac.unpackInt(); - if(_length <= 3) { return; } - this.height = _pac.unpackInt(); - if(_length <= 4) { return; } - this.size = _pac.unpackInt(); - for(int _i=5; _i < _length; ++_i) { _pac.unpackObject(); } - } - - @SuppressWarnings("unchecked") - public static Image createFromMessage(Object[] _message) - { - Image _self = new Image(); - if(_message.length <= 0) { return _self; } _self.uri = (String)_message[0]; - if(_message.length <= 1) { return _self; } _self.title = (String)_message[1]; - if(_message.length <= 2) { return _self; } _self.width = (Integer)_message[2]; - if(_message.length <= 3) { return _self; } _self.height = (Integer)_message[3]; - if(_message.length <= 4) { return _self; } _self.size = (Integer)_message[4]; - return _self; - } -} - -final class Media implements MessagePackable, MessageConvertable, MessageUnpackable -{ - private static final ClassSchema _SCHEMA = (ClassSchema)Schema.load("(class Media (package serializers.msgpack) (field uri string) (field title string) (field width int) (field height int) (field format string) (field duration long) (field size long) (field bitrate int) (field person (array string)) (field player int) (field copyright string))"); - public static ClassSchema getSchema() { return _SCHEMA; } - - public String uri; - public String title; - public Integer width; - public Integer height; - public String format; - public Long duration; - public Long size; - public Integer bitrate; - public List person; - public Integer player; - public String copyright; - - public Media() { } - - @Override - public void messagePack(Packer _pk) throws IOException - { - _pk.packArray(11); - FieldSchema[] _fields = _SCHEMA.getFields(); - _fields[0].getSchema().pack(_pk, uri); - _fields[1].getSchema().pack(_pk, title); - _fields[2].getSchema().pack(_pk, width); - _fields[3].getSchema().pack(_pk, height); - _fields[4].getSchema().pack(_pk, format); - _fields[5].getSchema().pack(_pk, duration); - _fields[6].getSchema().pack(_pk, size); - _fields[7].getSchema().pack(_pk, bitrate); - _fields[8].getSchema().pack(_pk, person); - _fields[9].getSchema().pack(_pk, player); - _fields[10].getSchema().pack(_pk, copyright); - } - - @Override - @SuppressWarnings("unchecked") - public void messageConvert(Object obj) throws MessageTypeException - { - Object[] _source = ((List)obj).toArray(); - FieldSchema[] _fields = _SCHEMA.getFields(); - if(_source.length <= 0) { return; } this.uri = (String)_fields[0].getSchema().convert(_source[0]); - if(_source.length <= 1) { return; } this.title = (String)_fields[1].getSchema().convert(_source[1]); - if(_source.length <= 2) { return; } this.width = (Integer)_fields[2].getSchema().convert(_source[2]); - if(_source.length <= 3) { return; } this.height = (Integer)_fields[3].getSchema().convert(_source[3]); - if(_source.length <= 4) { return; } this.format = (String)_fields[4].getSchema().convert(_source[4]); - if(_source.length <= 5) { return; } this.duration = (Long)_fields[5].getSchema().convert(_source[5]); - if(_source.length <= 6) { return; } this.size = (Long)_fields[6].getSchema().convert(_source[6]); - if(_source.length <= 7) { return; } this.bitrate = (Integer)_fields[7].getSchema().convert(_source[7]); - if(_source.length <= 8) { return; } this.person = (List)_fields[8].getSchema().convert(_source[8]); - if(_source.length <= 9) { return; } this.player = (Integer)_fields[9].getSchema().convert(_source[9]); - if(_source.length <= 10) { return; } this.copyright = (String)_fields[10].getSchema().convert(_source[10]); - } - - @Override - public void messageUnpack(Unpacker _pac) throws IOException, MessageTypeException { - int _length = _pac.unpackArray(); - if(_length <= 0) { return; } - this.uri = _pac.unpackString(); - if(_length <= 1) { return; } - this.title = _pac.unpackString(); - if(_length <= 2) { return; } - this.width = _pac.unpackInt(); - if(_length <= 3) { return; } - this.height = _pac.unpackInt(); - if(_length <= 4) { return; } - this.format = _pac.unpackString(); - if(_length <= 5) { return; } - this.duration = _pac.unpackLong(); - if(_length <= 6) { return; } - this.size = _pac.unpackLong(); - if(_length <= 7) { return; } - this.bitrate = _pac.unpackInt(); - if(_length <= 8) { return; } - int _person_length = _pac.unpackArray(); - this.person = new ArrayList(_person_length); - for(int _i=0; _i < _person_length; ++_i) { - String _person_i = _pac.unpackString(); - this.person.add(_person_i); - } - if(_length <= 9) { return; } - this.player = _pac.unpackInt(); - if(_length <= 10) { return; } - this.copyright = _pac.unpackString(); - for(int _i=11; _i < _length; ++_i) { _pac.unpackObject(); } - } - - @SuppressWarnings("unchecked") - public static Media createFromMessage(Object[] _message) - { - Media _self = new Media(); - if(_message.length <= 0) { return _self; } _self.uri = (String)_message[0]; - if(_message.length <= 1) { return _self; } _self.title = (String)_message[1]; - if(_message.length <= 2) { return _self; } _self.width = (Integer)_message[2]; - if(_message.length <= 3) { return _self; } _self.height = (Integer)_message[3]; - if(_message.length <= 4) { return _self; } _self.format = (String)_message[4]; - if(_message.length <= 5) { return _self; } _self.duration = (Long)_message[5]; - if(_message.length <= 6) { return _self; } _self.size = (Long)_message[6]; - if(_message.length <= 7) { return _self; } _self.bitrate = (Integer)_message[7]; - if(_message.length <= 8) { return _self; } _self.person = (List)_message[8]; - if(_message.length <= 9) { return _self; } _self.player = (Integer)_message[9]; - if(_message.length <= 10) { return _self; } _self.copyright = (String)_message[10]; - return _self; - } -} - diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MediaContent.mpacs b/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MediaContent.mpacs deleted file mode 100644 index 547ba48..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MediaContent.mpacs +++ /dev/null @@ -1,21 +0,0 @@ -(class MediaContent - (package serializers.msgpack) - (field image (array (class Image - (field uri string) - (field title string) - (field width int) - (field height int) - (field size int)))) - (field media (class Media - (field uri string) - (field title string) - (field width int) - (field height int) - (field format string) - (field duration long) - (field size long) - (field bitrate int) - (field person (array string)) - (field player int) - (field copyright string))) - ) diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackDirectSerializer.java b/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackDirectSerializer.java deleted file mode 100644 index 25f932b..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackDirectSerializer.java +++ /dev/null @@ -1,68 +0,0 @@ -package serializers.msgpack; - -import java.io.*; -import java.util.*; -import org.msgpack.*; -import serializers.ObjectSerializer; - -public class MessagePackDirectSerializer implements ObjectSerializer -{ - public String getName() { - return "msgpack-direct"; - } - - public MediaContent create() throws Exception { - Media media = new Media(); - media.uri = "http://javaone.com/keynote.mpg"; - media.format = "video/mpg4"; - media.title = "Javaone Keynote"; - media.duration = 1234567L; - media.bitrate = 0; - media.person = new ArrayList(2); - media.person.add("Bill Gates"); - media.person.add("Steve Jobs"); - media.player = 0; - media.height = 0; - media.width = 0; - media.size = 123L; - media.copyright = ""; - - Image image1 = new Image(); - image1.uri = "http://javaone.com/keynote_large.jpg"; - image1.width = 0; - image1.height = 0; - image1.size = 2; - image1.title = "Javaone Keynote"; - - Image image2 = new Image(); - image2.uri = "http://javaone.com/keynote_thumbnail.jpg"; - image2.width = 0; - image2.height = 0; - image2.size = 1; - image2.title = "Javaone Keynote"; - - MediaContent content = new MediaContent(); - content.media = media; - content.image = new ArrayList(2); - content.image.add(image1); - content.image.add(image2); - - return content; - } - - public byte[] serialize(MediaContent content) throws Exception { - ByteArrayOutputStream os = new ByteArrayOutputStream(); - Packer pk = new Packer(os); - pk.pack(content); - return os.toByteArray(); - } - - public MediaContent deserialize(byte[] array) throws Exception { - Unpacker pac = new Unpacker(); - pac.wrap(array); - MediaContent obj = new MediaContent(); - obj.messageUnpack(pac); - return obj; - } -} - diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackDynamicSerializer.java b/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackDynamicSerializer.java deleted file mode 100644 index 9c8ccbe..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackDynamicSerializer.java +++ /dev/null @@ -1,68 +0,0 @@ -package serializers.msgpack; - -import java.io.*; -import java.util.*; -import org.msgpack.*; -import serializers.ObjectSerializer; - -public class MessagePackDynamicSerializer implements ObjectSerializer -{ - public String getName() { - return "msgpack-dynamic"; - } - - public Object create() throws Exception { - ArrayList media = new ArrayList(11); - media.add("http://javaone.com/keynote.mpg"); - media.add("video/mpg4"); - media.add("Javaone Keynote"); - media.add(1234567L); - media.add(0); - ArrayList person = new ArrayList(2); - person.add("Bill Gates"); - person.add("Steve Jobs"); - media.add(person); - media.add(0); - media.add(0); - media.add(0); - media.add(123L); - media.add(""); - - ArrayList image1 = new ArrayList(5); - image1.add("http://javaone.com/keynote_large.jpg"); - image1.add(0); - image1.add(0); - image1.add(2); - image1.add("Javaone Keynote"); - - ArrayList image2 = new ArrayList(5); - image2.add("http://javaone.com/keynote_thumbnail.jpg"); - image2.add(0); - image2.add(0); - image2.add(1); - image2.add("Javaone Keynote"); - - ArrayList content = new ArrayList(2); - content.add(media); - ArrayList images = new ArrayList(2); - images.add(image1); - images.add(image2); - content.add(images); - - return content; - } - - public byte[] serialize(Object content) throws Exception { - ByteArrayOutputStream os = new ByteArrayOutputStream(); - Packer pk = new Packer(os); - pk.pack(content); - return os.toByteArray(); - } - - public Object deserialize(byte[] array) throws Exception { - Unpacker pac = new Unpacker(); - pac.execute(array); - return (Object)pac.getData(); - } -} - diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackGenericSerializer.java b/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackGenericSerializer.java deleted file mode 100644 index 316389a..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackGenericSerializer.java +++ /dev/null @@ -1,70 +0,0 @@ -package serializers.msgpack; - -import java.io.*; -import java.util.*; -import org.msgpack.*; -import serializers.ObjectSerializer; - -public class MessagePackGenericSerializer implements ObjectSerializer -{ - private static final Schema MEDIA_CONTENT_SCHEMA = Schema.parse("(class MediaContent (package serializers.msgpack) (field image (array (class Image (package serializers.msgpack) (field uri string) (field title string) (field width int) (field height int) (field size int)))) (field media (class Media (package serializers.msgpack) (field uri string) (field title string) (field width int) (field height int) (field format string) (field duration long) (field size long) (field bitrate int) (field person (array string)) (field player int) (field copyright string))))"); - - public String getName() { - return "msgpack-generic"; - } - - public Object create() throws Exception { - HashMap media = new HashMap(11); - media.put("uri", "http://javaone.com/keynote.mpg"); - media.put("format", "video/mpg4"); - media.put("title", "Javaone Keynote"); - media.put("duration", 1234567L); - media.put("bitrate", 0); - ArrayList person = new ArrayList(2); - person.add("Bill Gates"); - person.add("Steve Jobs"); - media.put("person", person); - media.put("player", 0); - media.put("height", 0); - media.put("width", 0); - media.put("size", 123L); - media.put("copyright", ""); - - HashMap image1 = new HashMap(5); - image1.put("uri", "http://javaone.com/keynote_large.jpg"); - image1.put("width", 0); - image1.put("height", 0); - image1.put("size", 2); - image1.put("title", "Javaone Keynote"); - - HashMap image2 = new HashMap(5); - image2.put("uri", "http://javaone.com/keynote_thumbnail.jpg"); - image2.put("width", 0); - image2.put("height", 0); - image2.put("size", 1); - image2.put("title", "Javaone Keynote"); - - HashMap content = new HashMap(2); - content.put("media", media); - ArrayList images = new ArrayList(2); - images.add(image1); - images.add(image2); - content.put("image", images); - - return content; - } - - public byte[] serialize(Object content) throws Exception { - ByteArrayOutputStream os = new ByteArrayOutputStream(); - Packer pk = new Packer(os); - pk.packWithSchema(content, MEDIA_CONTENT_SCHEMA); - return os.toByteArray(); - } - - public Object deserialize(byte[] array) throws Exception { - Unpacker pac = new Unpacker().useSchema(MEDIA_CONTENT_SCHEMA); - pac.execute(array); - return (Object)pac.getData(); - } -} - diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackIndirectSerializer.java b/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackIndirectSerializer.java deleted file mode 100644 index e24472b..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackIndirectSerializer.java +++ /dev/null @@ -1,67 +0,0 @@ -package serializers.msgpack; - -import java.io.*; -import java.util.*; -import org.msgpack.*; -import serializers.ObjectSerializer; - -public class MessagePackIndirectSerializer implements ObjectSerializer -{ - public String getName() { - return "msgpack-indirect"; - } - - public MediaContent create() throws Exception { - Media media = new Media(); - media.uri = "http://javaone.com/keynote.mpg"; - media.format = "video/mpg4"; - media.title = "Javaone Keynote"; - media.duration = 1234567L; - media.bitrate = 0; - media.person = new ArrayList(2); - media.person.add("Bill Gates"); - media.person.add("Steve Jobs"); - media.player = 0; - media.height = 0; - media.width = 0; - media.size = 123L; - media.copyright = ""; - - Image image1 = new Image(); - image1.uri = "http://javaone.com/keynote_large.jpg"; - image1.width = 0; - image1.height = 0; - image1.size = 2; - image1.title = "Javaone Keynote"; - - Image image2 = new Image(); - image2.uri = "http://javaone.com/keynote_thumbnail.jpg"; - image2.width = 0; - image2.height = 0; - image2.size = 1; - image2.title = "Javaone Keynote"; - - MediaContent content = new MediaContent(); - content.media = media; - content.image = new ArrayList(2); - content.image.add(image1); - content.image.add(image2); - - return content; - } - - public byte[] serialize(MediaContent content) throws Exception { - ByteArrayOutputStream os = new ByteArrayOutputStream(); - Packer pk = new Packer(os); - pk.pack(content); - return os.toByteArray(); - } - - public MediaContent deserialize(byte[] array) throws Exception { - Unpacker pac = new Unpacker(); - pac.execute(array); - Object obj = pac.getData(); - return (MediaContent)MediaContent.getSchema().convert(obj); - } -} - diff --git a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackSpecificSerializer.java b/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackSpecificSerializer.java deleted file mode 100644 index 9b6a8ce..0000000 --- a/java/test/thrift-protobuf-compare/tpc/src/serializers/msgpack/MessagePackSpecificSerializer.java +++ /dev/null @@ -1,66 +0,0 @@ -package serializers.msgpack; - -import java.io.*; -import java.util.*; -import org.msgpack.*; -import serializers.ObjectSerializer; - -public class MessagePackSpecificSerializer implements ObjectSerializer -{ - public String getName() { - return "msgpack-specific"; - } - - public MediaContent create() throws Exception { - Media media = new Media(); - media.uri = "http://javaone.com/keynote.mpg"; - media.format = "video/mpg4"; - media.title = "Javaone Keynote"; - media.duration = 1234567L; - media.bitrate = 0; - media.person = new ArrayList(2); - media.person.add("Bill Gates"); - media.person.add("Steve Jobs"); - media.player = 0; - media.height = 0; - media.width = 0; - media.size = 123L; - media.copyright = ""; - - Image image1 = new Image(); - image1.uri = "http://javaone.com/keynote_large.jpg"; - image1.width = 0; - image1.height = 0; - image1.size = 2; - image1.title = "Javaone Keynote"; - - Image image2 = new Image(); - image2.uri = "http://javaone.com/keynote_thumbnail.jpg"; - image2.width = 0; - image2.height = 0; - image2.size = 1; - image2.title = "Javaone Keynote"; - - MediaContent content = new MediaContent(); - content.media = media; - content.image = new ArrayList(2); - content.image.add(image1); - content.image.add(image2); - - return content; - } - - public byte[] serialize(MediaContent content) throws Exception { - ByteArrayOutputStream os = new ByteArrayOutputStream(); - Packer pk = new Packer(os); - pk.pack(content); - return os.toByteArray(); - } - - public MediaContent deserialize(byte[] array) throws Exception { - Unpacker pac = new Unpacker().useSchema(MediaContent.getSchema()); - pac.execute(array); - return (MediaContent)pac.getData(); - } -} - diff --git a/msgpack/__init__.py b/msgpack/__init__.py new file mode 100644 index 0000000..f3266b7 --- /dev/null +++ b/msgpack/__init__.py @@ -0,0 +1,55 @@ +# ruff: noqa: F401 +import os + +from .exceptions import * # noqa: F403 +from .ext import ExtType, Timestamp + +version = (1, 1, 2) +__version__ = "1.1.2" + + +if os.environ.get("MSGPACK_PUREPYTHON"): + from .fallback import Packer, Unpacker, unpackb +else: + try: + from ._cmsgpack import Packer, Unpacker, unpackb + except ImportError: + from .fallback import Packer, Unpacker, unpackb + + +def pack(o, stream, **kwargs): + """ + Pack object `o` and write it to `stream` + + See :class:`Packer` for options. + """ + packer = Packer(**kwargs) + stream.write(packer.pack(o)) + + +def packb(o, **kwargs): + """ + Pack object `o` and return packed bytes + + See :class:`Packer` for options. + """ + return Packer(**kwargs).pack(o) + + +def unpack(stream, **kwargs): + """ + Unpack an object from `stream`. + + Raises `ExtraData` when `stream` contains extra bytes. + See :class:`Unpacker` for options. + """ + data = stream.read() + return unpackb(data, **kwargs) + + +# alias for compatibility to simplejson/marshal/pickle. +load = unpack +loads = unpackb + +dump = pack +dumps = packb diff --git a/msgpack/_cmsgpack.pyx b/msgpack/_cmsgpack.pyx new file mode 100644 index 0000000..9680b31 --- /dev/null +++ b/msgpack/_cmsgpack.pyx @@ -0,0 +1,12 @@ +#cython: embedsignature=True, c_string_encoding=ascii, language_level=3 +#cython: freethreading_compatible = True +import cython +from cpython.datetime cimport import_datetime, datetime_new +import_datetime() + +import datetime +cdef object utc = datetime.timezone.utc +cdef object epoch = datetime_new(1970, 1, 1, 0, 0, 0, 0, tz=utc) + +include "_packer.pyx" +include "_unpacker.pyx" diff --git a/msgpack/_packer.pyx b/msgpack/_packer.pyx new file mode 100644 index 0000000..94d1462 --- /dev/null +++ b/msgpack/_packer.pyx @@ -0,0 +1,364 @@ +from cpython cimport * +from cpython.bytearray cimport PyByteArray_Check, PyByteArray_CheckExact +from cpython.datetime cimport ( + PyDateTime_CheckExact, PyDelta_CheckExact, + datetime_tzinfo, timedelta_days, timedelta_seconds, timedelta_microseconds, +) + +cdef ExtType +cdef Timestamp + +from .ext import ExtType, Timestamp + + +cdef extern from "Python.h": + + int PyMemoryView_Check(object obj) + +cdef extern from "pack.h": + struct msgpack_packer: + char* buf + size_t length + size_t buf_size + bint use_bin_type + + int msgpack_pack_nil(msgpack_packer* pk) except -1 + int msgpack_pack_true(msgpack_packer* pk) except -1 + int msgpack_pack_false(msgpack_packer* pk) except -1 + int msgpack_pack_long_long(msgpack_packer* pk, long long d) except -1 + int msgpack_pack_unsigned_long_long(msgpack_packer* pk, unsigned long long d) except -1 + int msgpack_pack_float(msgpack_packer* pk, float d) except -1 + int msgpack_pack_double(msgpack_packer* pk, double d) except -1 + int msgpack_pack_array(msgpack_packer* pk, size_t l) except -1 + int msgpack_pack_map(msgpack_packer* pk, size_t l) except -1 + int msgpack_pack_raw(msgpack_packer* pk, size_t l) except -1 + int msgpack_pack_bin(msgpack_packer* pk, size_t l) except -1 + int msgpack_pack_raw_body(msgpack_packer* pk, char* body, size_t l) except -1 + int msgpack_pack_ext(msgpack_packer* pk, char typecode, size_t l) except -1 + int msgpack_pack_timestamp(msgpack_packer* x, long long seconds, unsigned long nanoseconds) except -1 + + +cdef int DEFAULT_RECURSE_LIMIT=511 +cdef long long ITEM_LIMIT = (2**32)-1 + + +cdef inline int PyBytesLike_Check(object o): + return PyBytes_Check(o) or PyByteArray_Check(o) + + +cdef inline int PyBytesLike_CheckExact(object o): + return PyBytes_CheckExact(o) or PyByteArray_CheckExact(o) + + +cdef class Packer: + """ + MessagePack Packer + + Usage:: + + packer = Packer() + astream.write(packer.pack(a)) + astream.write(packer.pack(b)) + + Packer's constructor has some keyword arguments: + + :param default: + When specified, it should be callable. + Convert user type to builtin type that Packer supports. + See also simplejson's document. + + :param bool use_single_float: + Use single precision float type for float. (default: False) + + :param bool autoreset: + Reset buffer after each pack and return its content as `bytes`. (default: True). + If set this to false, use `bytes()` to get content and `.reset()` to clear buffer. + + :param bool use_bin_type: + Use bin type introduced in msgpack spec 2.0 for bytes. + It also enables str8 type for unicode. (default: True) + + :param bool strict_types: + If set to true, types will be checked to be exact. Derived classes + from serializeable types will not be serialized and will be + treated as unsupported type and forwarded to default. + Additionally tuples will not be serialized as lists. + This is useful when trying to implement accurate serialization + for python types. + + :param bool datetime: + If set to true, datetime with tzinfo is packed into Timestamp type. + Note that the tzinfo is stripped in the timestamp. + You can get UTC datetime with `timestamp=3` option of the Unpacker. + + :param str unicode_errors: + The error handler for encoding unicode. (default: 'strict') + DO NOT USE THIS!! This option is kept for very specific usage. + + :param int buf_size: + The size of the internal buffer. (default: 256*1024) + Useful if serialisation size can be correctly estimated, + avoid unnecessary reallocations. + """ + cdef msgpack_packer pk + cdef object _default + cdef object _berrors + cdef const char *unicode_errors + cdef size_t exports # number of exported buffers + cdef bint strict_types + cdef bint use_float + cdef bint autoreset + cdef bint datetime + + def __cinit__(self, buf_size=256*1024, **_kwargs): + self.pk.buf = PyMem_Malloc(buf_size) + if self.pk.buf == NULL: + raise MemoryError("Unable to allocate internal buffer.") + self.pk.buf_size = buf_size + self.pk.length = 0 + self.exports = 0 + + def __dealloc__(self): + PyMem_Free(self.pk.buf) + self.pk.buf = NULL + assert self.exports == 0 + + cdef _check_exports(self): + if self.exports > 0: + raise BufferError("Existing exports of data: Packer cannot be changed") + + @cython.critical_section + def __init__(self, *, default=None, + bint use_single_float=False, bint autoreset=True, bint use_bin_type=True, + bint strict_types=False, bint datetime=False, unicode_errors=None, + buf_size=256*1024): + self.use_float = use_single_float + self.strict_types = strict_types + self.autoreset = autoreset + self.datetime = datetime + self.pk.use_bin_type = use_bin_type + if default is not None: + if not PyCallable_Check(default): + raise TypeError("default must be a callable.") + self._default = default + + self._berrors = unicode_errors + if unicode_errors is None: + self.unicode_errors = NULL + else: + self.unicode_errors = self._berrors + + # returns -2 when default should(o) be called + cdef int _pack_inner(self, object o, bint will_default, int nest_limit) except -1: + cdef long long llval + cdef unsigned long long ullval + cdef unsigned long ulval + cdef const char* rawval + cdef Py_ssize_t L + cdef Py_buffer view + cdef bint strict = self.strict_types + + if o is None: + msgpack_pack_nil(&self.pk) + elif o is True: + msgpack_pack_true(&self.pk) + elif o is False: + msgpack_pack_false(&self.pk) + elif PyLong_CheckExact(o) if strict else PyLong_Check(o): + try: + if o > 0: + ullval = o + msgpack_pack_unsigned_long_long(&self.pk, ullval) + else: + llval = o + msgpack_pack_long_long(&self.pk, llval) + except OverflowError as oe: + if will_default: + return -2 + else: + raise OverflowError("Integer value out of range") + elif PyFloat_CheckExact(o) if strict else PyFloat_Check(o): + if self.use_float: + msgpack_pack_float(&self.pk, o) + else: + msgpack_pack_double(&self.pk, o) + elif PyBytesLike_CheckExact(o) if strict else PyBytesLike_Check(o): + L = Py_SIZE(o) + if L > ITEM_LIMIT: + PyErr_Format(ValueError, b"%.200s object is too large", Py_TYPE(o).tp_name) + rawval = o + msgpack_pack_bin(&self.pk, L) + msgpack_pack_raw_body(&self.pk, rawval, L) + elif PyUnicode_CheckExact(o) if strict else PyUnicode_Check(o): + if self.unicode_errors == NULL: + rawval = PyUnicode_AsUTF8AndSize(o, &L) + if L >ITEM_LIMIT: + raise ValueError("unicode string is too large") + else: + o = PyUnicode_AsEncodedString(o, NULL, self.unicode_errors) + L = Py_SIZE(o) + if L > ITEM_LIMIT: + raise ValueError("unicode string is too large") + rawval = o + msgpack_pack_raw(&self.pk, L) + msgpack_pack_raw_body(&self.pk, rawval, L) + elif PyDict_CheckExact(o) if strict else PyDict_Check(o): + L = len(o) + if L > ITEM_LIMIT: + raise ValueError("dict is too large") + msgpack_pack_map(&self.pk, L) + for k, v in o.items(): + self._pack(k, nest_limit) + self._pack(v, nest_limit) + elif type(o) is ExtType if strict else isinstance(o, ExtType): + # This should be before Tuple because ExtType is namedtuple. + rawval = o.data + L = len(o.data) + if L > ITEM_LIMIT: + raise ValueError("EXT data is too large") + msgpack_pack_ext(&self.pk, o.code, L) + msgpack_pack_raw_body(&self.pk, rawval, L) + elif type(o) is Timestamp: + llval = o.seconds + ulval = o.nanoseconds + msgpack_pack_timestamp(&self.pk, llval, ulval) + elif PyList_CheckExact(o) if strict else (PyTuple_Check(o) or PyList_Check(o)): + L = Py_SIZE(o) + if L > ITEM_LIMIT: + raise ValueError("list is too large") + msgpack_pack_array(&self.pk, L) + for v in o: + self._pack(v, nest_limit) + elif PyMemoryView_Check(o): + PyObject_GetBuffer(o, &view, PyBUF_SIMPLE) + L = view.len + if L > ITEM_LIMIT: + PyBuffer_Release(&view); + raise ValueError("memoryview is too large") + try: + msgpack_pack_bin(&self.pk, L) + msgpack_pack_raw_body(&self.pk, view.buf, L) + finally: + PyBuffer_Release(&view); + elif self.datetime and PyDateTime_CheckExact(o) and datetime_tzinfo(o) is not None: + delta = o - epoch + if not PyDelta_CheckExact(delta): + raise ValueError("failed to calculate delta") + llval = timedelta_days(delta) * (24*60*60) + timedelta_seconds(delta) + ulval = timedelta_microseconds(delta) * 1000 + msgpack_pack_timestamp(&self.pk, llval, ulval) + elif will_default: + return -2 + elif self.datetime and PyDateTime_CheckExact(o): + # this should be later than will_default + PyErr_Format(ValueError, b"can not serialize '%.200s' object where tzinfo=None", Py_TYPE(o).tp_name) + else: + PyErr_Format(TypeError, b"can not serialize '%.200s' object", Py_TYPE(o).tp_name) + + cdef int _pack(self, object o, int nest_limit=DEFAULT_RECURSE_LIMIT) except -1: + cdef int ret + if nest_limit < 0: + raise ValueError("recursion limit exceeded.") + nest_limit -= 1 + if self._default is not None: + ret = self._pack_inner(o, 1, nest_limit) + if ret == -2: + o = self._default(o) + else: + return ret + return self._pack_inner(o, 0, nest_limit) + + @cython.critical_section + def pack(self, object obj): + cdef int ret + self._check_exports() + try: + ret = self._pack(obj, DEFAULT_RECURSE_LIMIT) + except: + self.pk.length = 0 + raise + if ret: # should not happen. + raise RuntimeError("internal error") + if self.autoreset: + buf = PyBytes_FromStringAndSize(self.pk.buf, self.pk.length) + self.pk.length = 0 + return buf + + @cython.critical_section + def pack_ext_type(self, typecode, data): + self._check_exports() + if len(data) > ITEM_LIMIT: + raise ValueError("ext data too large") + msgpack_pack_ext(&self.pk, typecode, len(data)) + msgpack_pack_raw_body(&self.pk, data, len(data)) + + @cython.critical_section + def pack_array_header(self, long long size): + self._check_exports() + if size > ITEM_LIMIT: + raise ValueError("array too large") + msgpack_pack_array(&self.pk, size) + if self.autoreset: + buf = PyBytes_FromStringAndSize(self.pk.buf, self.pk.length) + self.pk.length = 0 + return buf + + @cython.critical_section + def pack_map_header(self, long long size): + self._check_exports() + if size > ITEM_LIMIT: + raise ValueError("map too learge") + msgpack_pack_map(&self.pk, size) + if self.autoreset: + buf = PyBytes_FromStringAndSize(self.pk.buf, self.pk.length) + self.pk.length = 0 + return buf + + @cython.critical_section + def pack_map_pairs(self, object pairs): + """ + Pack *pairs* as msgpack map type. + + *pairs* should be a sequence of pairs. + (`len(pairs)` and `for k, v in pairs:` should be supported.) + """ + self._check_exports() + size = len(pairs) + if size > ITEM_LIMIT: + raise ValueError("map too large") + msgpack_pack_map(&self.pk, size) + for k, v in pairs: + self._pack(k) + self._pack(v) + if self.autoreset: + buf = PyBytes_FromStringAndSize(self.pk.buf, self.pk.length) + self.pk.length = 0 + return buf + + @cython.critical_section + def reset(self): + """Reset internal buffer. + + This method is useful only when autoreset=False. + """ + self._check_exports() + self.pk.length = 0 + + @cython.critical_section + def bytes(self): + """Return internal buffer contents as bytes object""" + return PyBytes_FromStringAndSize(self.pk.buf, self.pk.length) + + def getbuffer(self): + """Return memoryview of internal buffer. + + Note: Packer now supports buffer protocol. You can use memoryview(packer). + """ + return memoryview(self) + + def __getbuffer__(self, Py_buffer *buffer, int flags): + PyBuffer_FillInfo(buffer, self, self.pk.buf, self.pk.length, 1, flags) + self.exports += 1 + + def __releasebuffer__(self, Py_buffer *buffer): + self.exports -= 1 diff --git a/msgpack/_unpacker.pyx b/msgpack/_unpacker.pyx new file mode 100644 index 0000000..f0cf96d --- /dev/null +++ b/msgpack/_unpacker.pyx @@ -0,0 +1,554 @@ +from cpython cimport * +cdef extern from "Python.h": + ctypedef struct PyObject + object PyMemoryView_GetContiguous(object obj, int buffertype, char order) + +from libc.stdlib cimport * +from libc.string cimport * +from libc.limits cimport * +from libc.stdint cimport uint64_t + +from .exceptions import ( + BufferFull, + OutOfData, + ExtraData, + FormatError, + StackError, +) +from .ext import ExtType, Timestamp + +cdef object giga = 1_000_000_000 + + +cdef extern from "unpack.h": + ctypedef struct msgpack_user: + bint use_list + bint raw + bint has_pairs_hook # call object_hook with k-v pairs + bint strict_map_key + int timestamp + PyObject* object_hook + PyObject* list_hook + PyObject* ext_hook + PyObject* timestamp_t + PyObject *giga; + PyObject *utc; + const char *unicode_errors + Py_ssize_t max_str_len + Py_ssize_t max_bin_len + Py_ssize_t max_array_len + Py_ssize_t max_map_len + Py_ssize_t max_ext_len + + ctypedef struct unpack_context: + msgpack_user user + PyObject* obj + Py_ssize_t count + + ctypedef int (*execute_fn)(unpack_context* ctx, const char* data, + Py_ssize_t len, Py_ssize_t* off) except? -1 + execute_fn unpack_construct + execute_fn unpack_skip + execute_fn read_array_header + execute_fn read_map_header + void unpack_init(unpack_context* ctx) + object unpack_data(unpack_context* ctx) + void unpack_clear(unpack_context* ctx) + +cdef inline init_ctx(unpack_context *ctx, + object object_hook, object object_pairs_hook, + object list_hook, object ext_hook, + bint use_list, bint raw, int timestamp, + bint strict_map_key, + const char* unicode_errors, + Py_ssize_t max_str_len, Py_ssize_t max_bin_len, + Py_ssize_t max_array_len, Py_ssize_t max_map_len, + Py_ssize_t max_ext_len): + unpack_init(ctx) + ctx.user.use_list = use_list + ctx.user.raw = raw + ctx.user.strict_map_key = strict_map_key + ctx.user.object_hook = ctx.user.list_hook = NULL + ctx.user.max_str_len = max_str_len + ctx.user.max_bin_len = max_bin_len + ctx.user.max_array_len = max_array_len + ctx.user.max_map_len = max_map_len + ctx.user.max_ext_len = max_ext_len + + if object_hook is not None and object_pairs_hook is not None: + raise TypeError("object_pairs_hook and object_hook are mutually exclusive.") + + if object_hook is not None: + if not PyCallable_Check(object_hook): + raise TypeError("object_hook must be a callable.") + ctx.user.object_hook = object_hook + + if object_pairs_hook is None: + ctx.user.has_pairs_hook = False + else: + if not PyCallable_Check(object_pairs_hook): + raise TypeError("object_pairs_hook must be a callable.") + ctx.user.object_hook = object_pairs_hook + ctx.user.has_pairs_hook = True + + if list_hook is not None: + if not PyCallable_Check(list_hook): + raise TypeError("list_hook must be a callable.") + ctx.user.list_hook = list_hook + + if ext_hook is not None: + if not PyCallable_Check(ext_hook): + raise TypeError("ext_hook must be a callable.") + ctx.user.ext_hook = ext_hook + + if timestamp < 0 or 3 < timestamp: + raise ValueError("timestamp must be 0..3") + + # Add Timestamp type to the user object so it may be used in unpack.h + ctx.user.timestamp = timestamp + ctx.user.timestamp_t = Timestamp + ctx.user.giga = giga + ctx.user.utc = utc + ctx.user.unicode_errors = unicode_errors + +def default_read_extended_type(typecode, data): + raise NotImplementedError("Cannot decode extended type with typecode=%d" % typecode) + +cdef inline int get_data_from_buffer(object obj, + Py_buffer *view, + char **buf, + Py_ssize_t *buffer_len) except 0: + cdef object contiguous + cdef Py_buffer tmp + if PyObject_GetBuffer(obj, view, PyBUF_FULL_RO) == -1: + raise + if view.itemsize != 1: + PyBuffer_Release(view) + raise BufferError("cannot unpack from multi-byte object") + if PyBuffer_IsContiguous(view, b'A') == 0: + PyBuffer_Release(view) + # create a contiguous copy and get buffer + contiguous = PyMemoryView_GetContiguous(obj, PyBUF_READ, b'C') + PyObject_GetBuffer(contiguous, view, PyBUF_SIMPLE) + # view must hold the only reference to contiguous, + # so memory is freed when view is released + Py_DECREF(contiguous) + buffer_len[0] = view.len + buf[0] = view.buf + return 1 + + +def unpackb(object packed, *, object object_hook=None, object list_hook=None, + bint use_list=True, bint raw=False, int timestamp=0, bint strict_map_key=True, + unicode_errors=None, + object_pairs_hook=None, ext_hook=ExtType, + Py_ssize_t max_str_len=-1, + Py_ssize_t max_bin_len=-1, + Py_ssize_t max_array_len=-1, + Py_ssize_t max_map_len=-1, + Py_ssize_t max_ext_len=-1): + """ + Unpack packed_bytes to object. Returns an unpacked object. + + Raises ``ExtraData`` when *packed* contains extra bytes. + Raises ``ValueError`` when *packed* is incomplete. + Raises ``FormatError`` when *packed* is not valid msgpack. + Raises ``StackError`` when *packed* contains too nested. + Other exceptions can be raised during unpacking. + + See :class:`Unpacker` for options. + + *max_xxx_len* options are configured automatically from ``len(packed)``. + """ + cdef unpack_context ctx + cdef Py_ssize_t off = 0 + cdef int ret + + cdef Py_buffer view + cdef char* buf = NULL + cdef Py_ssize_t buf_len + cdef const char* cerr = NULL + + if unicode_errors is not None: + cerr = unicode_errors + + get_data_from_buffer(packed, &view, &buf, &buf_len) + + if max_str_len == -1: + max_str_len = buf_len + if max_bin_len == -1: + max_bin_len = buf_len + if max_array_len == -1: + max_array_len = buf_len + if max_map_len == -1: + max_map_len = buf_len//2 + if max_ext_len == -1: + max_ext_len = buf_len + + try: + init_ctx(&ctx, object_hook, object_pairs_hook, list_hook, ext_hook, + use_list, raw, timestamp, strict_map_key, cerr, + max_str_len, max_bin_len, max_array_len, max_map_len, max_ext_len) + ret = unpack_construct(&ctx, buf, buf_len, &off) + finally: + PyBuffer_Release(&view); + + if ret == 1: + obj = unpack_data(&ctx) + if off < buf_len: + raise ExtraData(obj, PyBytes_FromStringAndSize(buf+off, buf_len-off)) + return obj + unpack_clear(&ctx) + if ret == 0: + raise ValueError("Unpack failed: incomplete input") + elif ret == -2: + raise FormatError + elif ret == -3: + raise StackError + raise ValueError("Unpack failed: error = %d" % (ret,)) + + +cdef class Unpacker: + """Streaming unpacker. + + Arguments: + + :param file_like: + File-like object having `.read(n)` method. + If specified, unpacker reads serialized data from it and `.feed()` is not usable. + + :param int read_size: + Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`) + + :param bool use_list: + If true, unpack msgpack array to Python list. + Otherwise, unpack to Python tuple. (default: True) + + :param bool raw: + If true, unpack msgpack raw to Python bytes. + Otherwise, unpack to Python str by decoding with UTF-8 encoding (default). + + :param int timestamp: + Control how timestamp type is unpacked: + + 0 - Timestamp + 1 - float (Seconds from the EPOCH) + 2 - int (Nanoseconds from the EPOCH) + 3 - datetime.datetime (UTC). + + :param bool strict_map_key: + If true (default), only str or bytes are accepted for map (dict) keys. + + :param object_hook: + When specified, it should be callable. + Unpacker calls it with a dict argument after unpacking msgpack map. + (See also simplejson) + + :param object_pairs_hook: + When specified, it should be callable. + Unpacker calls it with a list of key-value pairs after unpacking msgpack map. + (See also simplejson) + + :param str unicode_errors: + The error handler for decoding unicode. (default: 'strict') + This option should be used only when you have msgpack data which + contains invalid UTF-8 string. + + :param int max_buffer_size: + Limits size of data waiting unpacked. 0 means 2**32-1. + The default value is 100*1024*1024 (100MiB). + Raises `BufferFull` exception when it is insufficient. + You should set this parameter when unpacking data from untrusted source. + + :param int max_str_len: + Deprecated, use *max_buffer_size* instead. + Limits max length of str. (default: max_buffer_size) + + :param int max_bin_len: + Deprecated, use *max_buffer_size* instead. + Limits max length of bin. (default: max_buffer_size) + + :param int max_array_len: + Limits max length of array. + (default: max_buffer_size) + + :param int max_map_len: + Limits max length of map. + (default: max_buffer_size//2) + + :param int max_ext_len: + Deprecated, use *max_buffer_size* instead. + Limits max size of ext type. (default: max_buffer_size) + + Example of streaming deserialize from file-like object:: + + unpacker = Unpacker(file_like) + for o in unpacker: + process(o) + + Example of streaming deserialize from socket:: + + unpacker = Unpacker() + while True: + buf = sock.recv(1024**2) + if not buf: + break + unpacker.feed(buf) + for o in unpacker: + process(o) + + Raises ``ExtraData`` when *packed* contains extra bytes. + Raises ``OutOfData`` when *packed* is incomplete. + Raises ``FormatError`` when *packed* is not valid msgpack. + Raises ``StackError`` when *packed* contains too nested. + Other exceptions can be raised during unpacking. + """ + cdef unpack_context ctx + cdef char* buf + cdef Py_ssize_t buf_size, buf_head, buf_tail + cdef object file_like + cdef object file_like_read + cdef Py_ssize_t read_size + # To maintain refcnt. + cdef object object_hook, object_pairs_hook, list_hook, ext_hook + cdef object unicode_errors + cdef Py_ssize_t max_buffer_size + cdef uint64_t stream_offset + + def __cinit__(self): + self.buf = NULL + + def __dealloc__(self): + PyMem_Free(self.buf) + self.buf = NULL + + @cython.critical_section + def __init__(self, file_like=None, *, Py_ssize_t read_size=0, + bint use_list=True, bint raw=False, int timestamp=0, bint strict_map_key=True, + object object_hook=None, object object_pairs_hook=None, object list_hook=None, + unicode_errors=None, Py_ssize_t max_buffer_size=100*1024*1024, + object ext_hook=ExtType, + Py_ssize_t max_str_len=-1, + Py_ssize_t max_bin_len=-1, + Py_ssize_t max_array_len=-1, + Py_ssize_t max_map_len=-1, + Py_ssize_t max_ext_len=-1): + cdef const char *cerr=NULL + + self.object_hook = object_hook + self.object_pairs_hook = object_pairs_hook + self.list_hook = list_hook + self.ext_hook = ext_hook + + self.file_like = file_like + if file_like: + self.file_like_read = file_like.read + if not PyCallable_Check(self.file_like_read): + raise TypeError("`file_like.read` must be a callable.") + + if not max_buffer_size: + max_buffer_size = INT_MAX + if max_str_len == -1: + max_str_len = max_buffer_size + if max_bin_len == -1: + max_bin_len = max_buffer_size + if max_array_len == -1: + max_array_len = max_buffer_size + if max_map_len == -1: + max_map_len = max_buffer_size//2 + if max_ext_len == -1: + max_ext_len = max_buffer_size + + if read_size > max_buffer_size: + raise ValueError("read_size should be less or equal to max_buffer_size") + if not read_size: + read_size = min(max_buffer_size, 1024**2) + + self.max_buffer_size = max_buffer_size + self.read_size = read_size + self.buf = PyMem_Malloc(read_size) + if self.buf == NULL: + raise MemoryError("Unable to allocate internal buffer.") + self.buf_size = read_size + self.buf_head = 0 + self.buf_tail = 0 + self.stream_offset = 0 + + if unicode_errors is not None: + self.unicode_errors = unicode_errors + cerr = unicode_errors + + init_ctx(&self.ctx, object_hook, object_pairs_hook, list_hook, + ext_hook, use_list, raw, timestamp, strict_map_key, cerr, + max_str_len, max_bin_len, max_array_len, + max_map_len, max_ext_len) + + @cython.critical_section + def feed(self, object next_bytes): + """Append `next_bytes` to internal buffer.""" + cdef Py_buffer pybuff + cdef char* buf + cdef Py_ssize_t buf_len + + if self.file_like is not None: + raise AssertionError( + "unpacker.feed() is not be able to use with `file_like`.") + + get_data_from_buffer(next_bytes, &pybuff, &buf, &buf_len) + try: + self.append_buffer(buf, buf_len) + finally: + PyBuffer_Release(&pybuff) + + cdef append_buffer(self, void* _buf, Py_ssize_t _buf_len): + cdef: + char* buf = self.buf + char* new_buf + Py_ssize_t head = self.buf_head + Py_ssize_t tail = self.buf_tail + Py_ssize_t buf_size = self.buf_size + Py_ssize_t new_size + + if tail + _buf_len > buf_size: + if ((tail - head) + _buf_len) <= buf_size: + # move to front. + memmove(buf, buf + head, tail - head) + tail -= head + head = 0 + else: + # expand buffer. + new_size = (tail-head) + _buf_len + if new_size > self.max_buffer_size: + raise BufferFull + new_size = min(new_size*2, self.max_buffer_size) + new_buf = PyMem_Malloc(new_size) + if new_buf == NULL: + # self.buf still holds old buffer and will be freed during + # obj destruction + raise MemoryError("Unable to enlarge internal buffer.") + memcpy(new_buf, buf + head, tail - head) + PyMem_Free(buf) + + buf = new_buf + buf_size = new_size + tail -= head + head = 0 + + memcpy(buf + tail, (_buf), _buf_len) + self.buf = buf + self.buf_head = head + self.buf_size = buf_size + self.buf_tail = tail + _buf_len + + cdef int read_from_file(self) except -1: + cdef Py_ssize_t remains = self.max_buffer_size - (self.buf_tail - self.buf_head) + if remains <= 0: + raise BufferFull + + next_bytes = self.file_like_read(min(self.read_size, remains)) + if next_bytes: + self.append_buffer(PyBytes_AsString(next_bytes), PyBytes_Size(next_bytes)) + else: + self.file_like = None + return 0 + + cdef object _unpack(self, execute_fn execute, bint iter=0): + cdef int ret + cdef object obj + cdef Py_ssize_t prev_head + + while 1: + prev_head = self.buf_head + if prev_head < self.buf_tail: + ret = execute(&self.ctx, self.buf, self.buf_tail, &self.buf_head) + self.stream_offset += self.buf_head - prev_head + else: + ret = 0 + + if ret == 1: + obj = unpack_data(&self.ctx) + unpack_init(&self.ctx) + return obj + elif ret == 0: + if self.file_like is not None: + self.read_from_file() + continue + if iter: + raise StopIteration("No more data to unpack.") + else: + raise OutOfData("No more data to unpack.") + elif ret == -2: + raise FormatError + elif ret == -3: + raise StackError + else: + raise ValueError("Unpack failed: error = %d" % (ret,)) + + @cython.critical_section + def read_bytes(self, Py_ssize_t nbytes): + """Read a specified number of raw bytes from the stream""" + cdef Py_ssize_t nread + nread = min(self.buf_tail - self.buf_head, nbytes) + ret = PyBytes_FromStringAndSize(self.buf + self.buf_head, nread) + self.buf_head += nread + if nread < nbytes and self.file_like is not None: + ret += self.file_like.read(nbytes - nread) + nread = len(ret) + self.stream_offset += nread + return ret + + @cython.critical_section + def unpack(self): + """Unpack one object + + Raises `OutOfData` when there are no more bytes to unpack. + """ + return self._unpack(unpack_construct) + + @cython.critical_section + def skip(self): + """Read and ignore one object, returning None + + Raises `OutOfData` when there are no more bytes to unpack. + """ + return self._unpack(unpack_skip) + + @cython.critical_section + def read_array_header(self): + """assuming the next object is an array, return its size n, such that + the next n unpack() calls will iterate over its contents. + + Raises `OutOfData` when there are no more bytes to unpack. + """ + return self._unpack(read_array_header) + + @cython.critical_section + def read_map_header(self): + """assuming the next object is a map, return its size n, such that the + next n * 2 unpack() calls will iterate over its key-value pairs. + + Raises `OutOfData` when there are no more bytes to unpack. + """ + return self._unpack(read_map_header) + + @cython.critical_section + def tell(self): + """Returns the current position of the Unpacker in bytes, i.e., the + number of bytes that were read from the input, also the starting + position of the next object. + """ + return self.stream_offset + + def __iter__(self): + return self + + @cython.critical_section + def __next__(self): + return self._unpack(unpack_construct, 1) + + # for debug. + #def _buf(self): + # return PyString_FromStringAndSize(self.buf, self.buf_tail) + + #def _off(self): + # return self.buf_head diff --git a/msgpack/exceptions.py b/msgpack/exceptions.py new file mode 100644 index 0000000..d6d2615 --- /dev/null +++ b/msgpack/exceptions.py @@ -0,0 +1,48 @@ +class UnpackException(Exception): + """Base class for some exceptions raised while unpacking. + + NOTE: unpack may raise exception other than subclass of + UnpackException. If you want to catch all error, catch + Exception instead. + """ + + +class BufferFull(UnpackException): + pass + + +class OutOfData(UnpackException): + pass + + +class FormatError(ValueError, UnpackException): + """Invalid msgpack format""" + + +class StackError(ValueError, UnpackException): + """Too nested""" + + +# Deprecated. Use ValueError instead +UnpackValueError = ValueError + + +class ExtraData(UnpackValueError): + """ExtraData is raised when there is trailing data. + + This exception is raised while only one-shot (not streaming) + unpack. + """ + + def __init__(self, unpacked, extra): + self.unpacked = unpacked + self.extra = extra + + def __str__(self): + return "unpack(b) received extra data." + + +# Deprecated. Use Exception instead to catch all exception during packing. +PackException = Exception +PackValueError = ValueError +PackOverflowError = OverflowError diff --git a/msgpack/ext.py b/msgpack/ext.py new file mode 100644 index 0000000..9694819 --- /dev/null +++ b/msgpack/ext.py @@ -0,0 +1,170 @@ +import datetime +import struct +from collections import namedtuple + + +class ExtType(namedtuple("ExtType", "code data")): + """ExtType represents ext type in msgpack.""" + + def __new__(cls, code, data): + if not isinstance(code, int): + raise TypeError("code must be int") + if not isinstance(data, bytes): + raise TypeError("data must be bytes") + if not 0 <= code <= 127: + raise ValueError("code must be 0~127") + return super().__new__(cls, code, data) + + +class Timestamp: + """Timestamp represents the Timestamp extension type in msgpack. + + When built with Cython, msgpack uses C methods to pack and unpack `Timestamp`. + When using pure-Python msgpack, :func:`to_bytes` and :func:`from_bytes` are used to pack and + unpack `Timestamp`. + + This class is immutable: Do not override seconds and nanoseconds. + """ + + __slots__ = ["seconds", "nanoseconds"] + + def __init__(self, seconds, nanoseconds=0): + """Initialize a Timestamp object. + + :param int seconds: + Number of seconds since the UNIX epoch (00:00:00 UTC Jan 1 1970, minus leap seconds). + May be negative. + + :param int nanoseconds: + Number of nanoseconds to add to `seconds` to get fractional time. + Maximum is 999_999_999. Default is 0. + + Note: Negative times (before the UNIX epoch) are represented as neg. seconds + pos. ns. + """ + if not isinstance(seconds, int): + raise TypeError("seconds must be an integer") + if not isinstance(nanoseconds, int): + raise TypeError("nanoseconds must be an integer") + if not (0 <= nanoseconds < 10**9): + raise ValueError("nanoseconds must be a non-negative integer less than 999999999.") + self.seconds = seconds + self.nanoseconds = nanoseconds + + def __repr__(self): + """String representation of Timestamp.""" + return f"Timestamp(seconds={self.seconds}, nanoseconds={self.nanoseconds})" + + def __eq__(self, other): + """Check for equality with another Timestamp object""" + if type(other) is self.__class__: + return self.seconds == other.seconds and self.nanoseconds == other.nanoseconds + return False + + def __ne__(self, other): + """not-equals method (see :func:`__eq__()`)""" + return not self.__eq__(other) + + def __hash__(self): + return hash((self.seconds, self.nanoseconds)) + + @staticmethod + def from_bytes(b): + """Unpack bytes into a `Timestamp` object. + + Used for pure-Python msgpack unpacking. + + :param b: Payload from msgpack ext message with code -1 + :type b: bytes + + :returns: Timestamp object unpacked from msgpack ext payload + :rtype: Timestamp + """ + if len(b) == 4: + seconds = struct.unpack("!L", b)[0] + nanoseconds = 0 + elif len(b) == 8: + data64 = struct.unpack("!Q", b)[0] + seconds = data64 & 0x00000003FFFFFFFF + nanoseconds = data64 >> 34 + elif len(b) == 12: + nanoseconds, seconds = struct.unpack("!Iq", b) + else: + raise ValueError( + "Timestamp type can only be created from 32, 64, or 96-bit byte objects" + ) + return Timestamp(seconds, nanoseconds) + + def to_bytes(self): + """Pack this Timestamp object into bytes. + + Used for pure-Python msgpack packing. + + :returns data: Payload for EXT message with code -1 (timestamp type) + :rtype: bytes + """ + if (self.seconds >> 34) == 0: # seconds is non-negative and fits in 34 bits + data64 = self.nanoseconds << 34 | self.seconds + if data64 & 0xFFFFFFFF00000000 == 0: + # nanoseconds is zero and seconds < 2**32, so timestamp 32 + data = struct.pack("!L", data64) + else: + # timestamp 64 + data = struct.pack("!Q", data64) + else: + # timestamp 96 + data = struct.pack("!Iq", self.nanoseconds, self.seconds) + return data + + @staticmethod + def from_unix(unix_sec): + """Create a Timestamp from posix timestamp in seconds. + + :param unix_float: Posix timestamp in seconds. + :type unix_float: int or float + """ + seconds = int(unix_sec // 1) + nanoseconds = int((unix_sec % 1) * 10**9) + return Timestamp(seconds, nanoseconds) + + def to_unix(self): + """Get the timestamp as a floating-point value. + + :returns: posix timestamp + :rtype: float + """ + return self.seconds + self.nanoseconds / 1e9 + + @staticmethod + def from_unix_nano(unix_ns): + """Create a Timestamp from posix timestamp in nanoseconds. + + :param int unix_ns: Posix timestamp in nanoseconds. + :rtype: Timestamp + """ + return Timestamp(*divmod(unix_ns, 10**9)) + + def to_unix_nano(self): + """Get the timestamp as a unixtime in nanoseconds. + + :returns: posix timestamp in nanoseconds + :rtype: int + """ + return self.seconds * 10**9 + self.nanoseconds + + def to_datetime(self): + """Get the timestamp as a UTC datetime. + + :rtype: `datetime.datetime` + """ + utc = datetime.timezone.utc + return datetime.datetime.fromtimestamp(0, utc) + datetime.timedelta( + seconds=self.seconds, microseconds=self.nanoseconds // 1000 + ) + + @staticmethod + def from_datetime(dt): + """Create a Timestamp from datetime with tzinfo. + + :rtype: Timestamp + """ + return Timestamp(seconds=int(dt.timestamp()), nanoseconds=dt.microsecond * 1000) diff --git a/msgpack/fallback.py b/msgpack/fallback.py new file mode 100644 index 0000000..b02e47c --- /dev/null +++ b/msgpack/fallback.py @@ -0,0 +1,929 @@ +"""Fallback pure Python implementation of msgpack""" + +import struct +import sys +from datetime import datetime as _DateTime + +if hasattr(sys, "pypy_version_info"): + from __pypy__ import newlist_hint + from __pypy__.builders import BytesBuilder + + _USING_STRINGBUILDER = True + + class BytesIO: + def __init__(self, s=b""): + if s: + self.builder = BytesBuilder(len(s)) + self.builder.append(s) + else: + self.builder = BytesBuilder() + + def write(self, s): + if isinstance(s, memoryview): + s = s.tobytes() + elif isinstance(s, bytearray): + s = bytes(s) + self.builder.append(s) + + def getvalue(self): + return self.builder.build() + +else: + from io import BytesIO + + _USING_STRINGBUILDER = False + + def newlist_hint(size): + return [] + + +from .exceptions import BufferFull, ExtraData, FormatError, OutOfData, StackError +from .ext import ExtType, Timestamp + +EX_SKIP = 0 +EX_CONSTRUCT = 1 +EX_READ_ARRAY_HEADER = 2 +EX_READ_MAP_HEADER = 3 + +TYPE_IMMEDIATE = 0 +TYPE_ARRAY = 1 +TYPE_MAP = 2 +TYPE_RAW = 3 +TYPE_BIN = 4 +TYPE_EXT = 5 + +DEFAULT_RECURSE_LIMIT = 511 + + +def _check_type_strict(obj, t, type=type, tuple=tuple): + if type(t) is tuple: + return type(obj) in t + else: + return type(obj) is t + + +def _get_data_from_buffer(obj): + view = memoryview(obj) + if view.itemsize != 1: + raise ValueError("cannot unpack from multi-byte object") + return view + + +def unpackb(packed, **kwargs): + """ + Unpack an object from `packed`. + + Raises ``ExtraData`` when *packed* contains extra bytes. + Raises ``ValueError`` when *packed* is incomplete. + Raises ``FormatError`` when *packed* is not valid msgpack. + Raises ``StackError`` when *packed* contains too nested. + Other exceptions can be raised during unpacking. + + See :class:`Unpacker` for options. + """ + unpacker = Unpacker(None, max_buffer_size=len(packed), **kwargs) + unpacker.feed(packed) + try: + ret = unpacker._unpack() + except OutOfData: + raise ValueError("Unpack failed: incomplete input") + except RecursionError: + raise StackError + if unpacker._got_extradata(): + raise ExtraData(ret, unpacker._get_extradata()) + return ret + + +_NO_FORMAT_USED = "" +_MSGPACK_HEADERS = { + 0xC4: (1, _NO_FORMAT_USED, TYPE_BIN), + 0xC5: (2, ">H", TYPE_BIN), + 0xC6: (4, ">I", TYPE_BIN), + 0xC7: (2, "Bb", TYPE_EXT), + 0xC8: (3, ">Hb", TYPE_EXT), + 0xC9: (5, ">Ib", TYPE_EXT), + 0xCA: (4, ">f"), + 0xCB: (8, ">d"), + 0xCC: (1, _NO_FORMAT_USED), + 0xCD: (2, ">H"), + 0xCE: (4, ">I"), + 0xCF: (8, ">Q"), + 0xD0: (1, "b"), + 0xD1: (2, ">h"), + 0xD2: (4, ">i"), + 0xD3: (8, ">q"), + 0xD4: (1, "b1s", TYPE_EXT), + 0xD5: (2, "b2s", TYPE_EXT), + 0xD6: (4, "b4s", TYPE_EXT), + 0xD7: (8, "b8s", TYPE_EXT), + 0xD8: (16, "b16s", TYPE_EXT), + 0xD9: (1, _NO_FORMAT_USED, TYPE_RAW), + 0xDA: (2, ">H", TYPE_RAW), + 0xDB: (4, ">I", TYPE_RAW), + 0xDC: (2, ">H", TYPE_ARRAY), + 0xDD: (4, ">I", TYPE_ARRAY), + 0xDE: (2, ">H", TYPE_MAP), + 0xDF: (4, ">I", TYPE_MAP), +} + + +class Unpacker: + """Streaming unpacker. + + Arguments: + + :param file_like: + File-like object having `.read(n)` method. + If specified, unpacker reads serialized data from it and `.feed()` is not usable. + + :param int read_size: + Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`) + + :param bool use_list: + If true, unpack msgpack array to Python list. + Otherwise, unpack to Python tuple. (default: True) + + :param bool raw: + If true, unpack msgpack raw to Python bytes. + Otherwise, unpack to Python str by decoding with UTF-8 encoding (default). + + :param int timestamp: + Control how timestamp type is unpacked: + + 0 - Timestamp + 1 - float (Seconds from the EPOCH) + 2 - int (Nanoseconds from the EPOCH) + 3 - datetime.datetime (UTC). + + :param bool strict_map_key: + If true (default), only str or bytes are accepted for map (dict) keys. + + :param object_hook: + When specified, it should be callable. + Unpacker calls it with a dict argument after unpacking msgpack map. + (See also simplejson) + + :param object_pairs_hook: + When specified, it should be callable. + Unpacker calls it with a list of key-value pairs after unpacking msgpack map. + (See also simplejson) + + :param str unicode_errors: + The error handler for decoding unicode. (default: 'strict') + This option should be used only when you have msgpack data which + contains invalid UTF-8 string. + + :param int max_buffer_size: + Limits size of data waiting unpacked. 0 means 2**32-1. + The default value is 100*1024*1024 (100MiB). + Raises `BufferFull` exception when it is insufficient. + You should set this parameter when unpacking data from untrusted source. + + :param int max_str_len: + Deprecated, use *max_buffer_size* instead. + Limits max length of str. (default: max_buffer_size) + + :param int max_bin_len: + Deprecated, use *max_buffer_size* instead. + Limits max length of bin. (default: max_buffer_size) + + :param int max_array_len: + Limits max length of array. + (default: max_buffer_size) + + :param int max_map_len: + Limits max length of map. + (default: max_buffer_size//2) + + :param int max_ext_len: + Deprecated, use *max_buffer_size* instead. + Limits max size of ext type. (default: max_buffer_size) + + Example of streaming deserialize from file-like object:: + + unpacker = Unpacker(file_like) + for o in unpacker: + process(o) + + Example of streaming deserialize from socket:: + + unpacker = Unpacker() + while True: + buf = sock.recv(1024**2) + if not buf: + break + unpacker.feed(buf) + for o in unpacker: + process(o) + + Raises ``ExtraData`` when *packed* contains extra bytes. + Raises ``OutOfData`` when *packed* is incomplete. + Raises ``FormatError`` when *packed* is not valid msgpack. + Raises ``StackError`` when *packed* contains too nested. + Other exceptions can be raised during unpacking. + """ + + def __init__( + self, + file_like=None, + *, + read_size=0, + use_list=True, + raw=False, + timestamp=0, + strict_map_key=True, + object_hook=None, + object_pairs_hook=None, + list_hook=None, + unicode_errors=None, + max_buffer_size=100 * 1024 * 1024, + ext_hook=ExtType, + max_str_len=-1, + max_bin_len=-1, + max_array_len=-1, + max_map_len=-1, + max_ext_len=-1, + ): + if unicode_errors is None: + unicode_errors = "strict" + + if file_like is None: + self._feeding = True + else: + if not callable(file_like.read): + raise TypeError("`file_like.read` must be callable") + self.file_like = file_like + self._feeding = False + + #: array of bytes fed. + self._buffer = bytearray() + #: Which position we currently reads + self._buff_i = 0 + + # When Unpacker is used as an iterable, between the calls to next(), + # the buffer is not "consumed" completely, for efficiency sake. + # Instead, it is done sloppily. To make sure we raise BufferFull at + # the correct moments, we have to keep track of how sloppy we were. + # Furthermore, when the buffer is incomplete (that is: in the case + # we raise an OutOfData) we need to rollback the buffer to the correct + # state, which _buf_checkpoint records. + self._buf_checkpoint = 0 + + if not max_buffer_size: + max_buffer_size = 2**31 - 1 + if max_str_len == -1: + max_str_len = max_buffer_size + if max_bin_len == -1: + max_bin_len = max_buffer_size + if max_array_len == -1: + max_array_len = max_buffer_size + if max_map_len == -1: + max_map_len = max_buffer_size // 2 + if max_ext_len == -1: + max_ext_len = max_buffer_size + + self._max_buffer_size = max_buffer_size + if read_size > self._max_buffer_size: + raise ValueError("read_size must be smaller than max_buffer_size") + self._read_size = read_size or min(self._max_buffer_size, 16 * 1024) + self._raw = bool(raw) + self._strict_map_key = bool(strict_map_key) + self._unicode_errors = unicode_errors + self._use_list = use_list + if not (0 <= timestamp <= 3): + raise ValueError("timestamp must be 0..3") + self._timestamp = timestamp + self._list_hook = list_hook + self._object_hook = object_hook + self._object_pairs_hook = object_pairs_hook + self._ext_hook = ext_hook + self._max_str_len = max_str_len + self._max_bin_len = max_bin_len + self._max_array_len = max_array_len + self._max_map_len = max_map_len + self._max_ext_len = max_ext_len + self._stream_offset = 0 + + if list_hook is not None and not callable(list_hook): + raise TypeError("`list_hook` is not callable") + if object_hook is not None and not callable(object_hook): + raise TypeError("`object_hook` is not callable") + if object_pairs_hook is not None and not callable(object_pairs_hook): + raise TypeError("`object_pairs_hook` is not callable") + if object_hook is not None and object_pairs_hook is not None: + raise TypeError("object_pairs_hook and object_hook are mutually exclusive") + if not callable(ext_hook): + raise TypeError("`ext_hook` is not callable") + + def feed(self, next_bytes): + assert self._feeding + view = _get_data_from_buffer(next_bytes) + if len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size: + raise BufferFull + + # Strip buffer before checkpoint before reading file. + if self._buf_checkpoint > 0: + del self._buffer[: self._buf_checkpoint] + self._buff_i -= self._buf_checkpoint + self._buf_checkpoint = 0 + + # Use extend here: INPLACE_ADD += doesn't reliably typecast memoryview in jython + self._buffer.extend(view) + view.release() + + def _consume(self): + """Gets rid of the used parts of the buffer.""" + self._stream_offset += self._buff_i - self._buf_checkpoint + self._buf_checkpoint = self._buff_i + + def _got_extradata(self): + return self._buff_i < len(self._buffer) + + def _get_extradata(self): + return self._buffer[self._buff_i :] + + def read_bytes(self, n): + ret = self._read(n, raise_outofdata=False) + self._consume() + return ret + + def _read(self, n, raise_outofdata=True): + # (int) -> bytearray + self._reserve(n, raise_outofdata=raise_outofdata) + i = self._buff_i + ret = self._buffer[i : i + n] + self._buff_i = i + len(ret) + return ret + + def _reserve(self, n, raise_outofdata=True): + remain_bytes = len(self._buffer) - self._buff_i - n + + # Fast path: buffer has n bytes already + if remain_bytes >= 0: + return + + if self._feeding: + self._buff_i = self._buf_checkpoint + raise OutOfData + + # Strip buffer before checkpoint before reading file. + if self._buf_checkpoint > 0: + del self._buffer[: self._buf_checkpoint] + self._buff_i -= self._buf_checkpoint + self._buf_checkpoint = 0 + + # Read from file + remain_bytes = -remain_bytes + if remain_bytes + len(self._buffer) > self._max_buffer_size: + raise BufferFull + while remain_bytes > 0: + to_read_bytes = max(self._read_size, remain_bytes) + read_data = self.file_like.read(to_read_bytes) + if not read_data: + break + assert isinstance(read_data, bytes) + self._buffer += read_data + remain_bytes -= len(read_data) + + if len(self._buffer) < n + self._buff_i and raise_outofdata: + self._buff_i = 0 # rollback + raise OutOfData + + def _read_header(self): + typ = TYPE_IMMEDIATE + n = 0 + obj = None + self._reserve(1) + b = self._buffer[self._buff_i] + self._buff_i += 1 + if b & 0b10000000 == 0: + obj = b + elif b & 0b11100000 == 0b11100000: + obj = -1 - (b ^ 0xFF) + elif b & 0b11100000 == 0b10100000: + n = b & 0b00011111 + typ = TYPE_RAW + if n > self._max_str_len: + raise ValueError(f"{n} exceeds max_str_len({self._max_str_len})") + obj = self._read(n) + elif b & 0b11110000 == 0b10010000: + n = b & 0b00001111 + typ = TYPE_ARRAY + if n > self._max_array_len: + raise ValueError(f"{n} exceeds max_array_len({self._max_array_len})") + elif b & 0b11110000 == 0b10000000: + n = b & 0b00001111 + typ = TYPE_MAP + if n > self._max_map_len: + raise ValueError(f"{n} exceeds max_map_len({self._max_map_len})") + elif b == 0xC0: + obj = None + elif b == 0xC2: + obj = False + elif b == 0xC3: + obj = True + elif 0xC4 <= b <= 0xC6: + size, fmt, typ = _MSGPACK_HEADERS[b] + self._reserve(size) + if len(fmt) > 0: + n = struct.unpack_from(fmt, self._buffer, self._buff_i)[0] + else: + n = self._buffer[self._buff_i] + self._buff_i += size + if n > self._max_bin_len: + raise ValueError(f"{n} exceeds max_bin_len({self._max_bin_len})") + obj = self._read(n) + elif 0xC7 <= b <= 0xC9: + size, fmt, typ = _MSGPACK_HEADERS[b] + self._reserve(size) + L, n = struct.unpack_from(fmt, self._buffer, self._buff_i) + self._buff_i += size + if L > self._max_ext_len: + raise ValueError(f"{L} exceeds max_ext_len({self._max_ext_len})") + obj = self._read(L) + elif 0xCA <= b <= 0xD3: + size, fmt = _MSGPACK_HEADERS[b] + self._reserve(size) + if len(fmt) > 0: + obj = struct.unpack_from(fmt, self._buffer, self._buff_i)[0] + else: + obj = self._buffer[self._buff_i] + self._buff_i += size + elif 0xD4 <= b <= 0xD8: + size, fmt, typ = _MSGPACK_HEADERS[b] + if self._max_ext_len < size: + raise ValueError(f"{size} exceeds max_ext_len({self._max_ext_len})") + self._reserve(size + 1) + n, obj = struct.unpack_from(fmt, self._buffer, self._buff_i) + self._buff_i += size + 1 + elif 0xD9 <= b <= 0xDB: + size, fmt, typ = _MSGPACK_HEADERS[b] + self._reserve(size) + if len(fmt) > 0: + (n,) = struct.unpack_from(fmt, self._buffer, self._buff_i) + else: + n = self._buffer[self._buff_i] + self._buff_i += size + if n > self._max_str_len: + raise ValueError(f"{n} exceeds max_str_len({self._max_str_len})") + obj = self._read(n) + elif 0xDC <= b <= 0xDD: + size, fmt, typ = _MSGPACK_HEADERS[b] + self._reserve(size) + (n,) = struct.unpack_from(fmt, self._buffer, self._buff_i) + self._buff_i += size + if n > self._max_array_len: + raise ValueError(f"{n} exceeds max_array_len({self._max_array_len})") + elif 0xDE <= b <= 0xDF: + size, fmt, typ = _MSGPACK_HEADERS[b] + self._reserve(size) + (n,) = struct.unpack_from(fmt, self._buffer, self._buff_i) + self._buff_i += size + if n > self._max_map_len: + raise ValueError(f"{n} exceeds max_map_len({self._max_map_len})") + else: + raise FormatError("Unknown header: 0x%x" % b) + return typ, n, obj + + def _unpack(self, execute=EX_CONSTRUCT): + typ, n, obj = self._read_header() + + if execute == EX_READ_ARRAY_HEADER: + if typ != TYPE_ARRAY: + raise ValueError("Expected array") + return n + if execute == EX_READ_MAP_HEADER: + if typ != TYPE_MAP: + raise ValueError("Expected map") + return n + # TODO should we eliminate the recursion? + if typ == TYPE_ARRAY: + if execute == EX_SKIP: + for i in range(n): + # TODO check whether we need to call `list_hook` + self._unpack(EX_SKIP) + return + ret = newlist_hint(n) + for i in range(n): + ret.append(self._unpack(EX_CONSTRUCT)) + if self._list_hook is not None: + ret = self._list_hook(ret) + # TODO is the interaction between `list_hook` and `use_list` ok? + return ret if self._use_list else tuple(ret) + if typ == TYPE_MAP: + if execute == EX_SKIP: + for i in range(n): + # TODO check whether we need to call hooks + self._unpack(EX_SKIP) + self._unpack(EX_SKIP) + return + if self._object_pairs_hook is not None: + ret = self._object_pairs_hook( + (self._unpack(EX_CONSTRUCT), self._unpack(EX_CONSTRUCT)) for _ in range(n) + ) + else: + ret = {} + for _ in range(n): + key = self._unpack(EX_CONSTRUCT) + if self._strict_map_key and type(key) not in (str, bytes): + raise ValueError("%s is not allowed for map key" % str(type(key))) + if isinstance(key, str): + key = sys.intern(key) + ret[key] = self._unpack(EX_CONSTRUCT) + if self._object_hook is not None: + ret = self._object_hook(ret) + return ret + if execute == EX_SKIP: + return + if typ == TYPE_RAW: + if self._raw: + obj = bytes(obj) + else: + obj = obj.decode("utf_8", self._unicode_errors) + return obj + if typ == TYPE_BIN: + return bytes(obj) + if typ == TYPE_EXT: + if n == -1: # timestamp + ts = Timestamp.from_bytes(bytes(obj)) + if self._timestamp == 1: + return ts.to_unix() + elif self._timestamp == 2: + return ts.to_unix_nano() + elif self._timestamp == 3: + return ts.to_datetime() + else: + return ts + else: + return self._ext_hook(n, bytes(obj)) + assert typ == TYPE_IMMEDIATE + return obj + + def __iter__(self): + return self + + def __next__(self): + try: + ret = self._unpack(EX_CONSTRUCT) + self._consume() + return ret + except OutOfData: + self._consume() + raise StopIteration + except RecursionError: + raise StackError + + next = __next__ + + def skip(self): + self._unpack(EX_SKIP) + self._consume() + + def unpack(self): + try: + ret = self._unpack(EX_CONSTRUCT) + except RecursionError: + raise StackError + self._consume() + return ret + + def read_array_header(self): + ret = self._unpack(EX_READ_ARRAY_HEADER) + self._consume() + return ret + + def read_map_header(self): + ret = self._unpack(EX_READ_MAP_HEADER) + self._consume() + return ret + + def tell(self): + return self._stream_offset + + +class Packer: + """ + MessagePack Packer + + Usage:: + + packer = Packer() + astream.write(packer.pack(a)) + astream.write(packer.pack(b)) + + Packer's constructor has some keyword arguments: + + :param default: + When specified, it should be callable. + Convert user type to builtin type that Packer supports. + See also simplejson's document. + + :param bool use_single_float: + Use single precision float type for float. (default: False) + + :param bool autoreset: + Reset buffer after each pack and return its content as `bytes`. (default: True). + If set this to false, use `bytes()` to get content and `.reset()` to clear buffer. + + :param bool use_bin_type: + Use bin type introduced in msgpack spec 2.0 for bytes. + It also enables str8 type for unicode. (default: True) + + :param bool strict_types: + If set to true, types will be checked to be exact. Derived classes + from serializable types will not be serialized and will be + treated as unsupported type and forwarded to default. + Additionally tuples will not be serialized as lists. + This is useful when trying to implement accurate serialization + for python types. + + :param bool datetime: + If set to true, datetime with tzinfo is packed into Timestamp type. + Note that the tzinfo is stripped in the timestamp. + You can get UTC datetime with `timestamp=3` option of the Unpacker. + + :param str unicode_errors: + The error handler for encoding unicode. (default: 'strict') + DO NOT USE THIS!! This option is kept for very specific usage. + + :param int buf_size: + Internal buffer size. This option is used only for C implementation. + """ + + def __init__( + self, + *, + default=None, + use_single_float=False, + autoreset=True, + use_bin_type=True, + strict_types=False, + datetime=False, + unicode_errors=None, + buf_size=None, + ): + self._strict_types = strict_types + self._use_float = use_single_float + self._autoreset = autoreset + self._use_bin_type = use_bin_type + self._buffer = BytesIO() + self._datetime = bool(datetime) + self._unicode_errors = unicode_errors or "strict" + if default is not None and not callable(default): + raise TypeError("default must be callable") + self._default = default + + def _pack( + self, + obj, + nest_limit=DEFAULT_RECURSE_LIMIT, + check=isinstance, + check_type_strict=_check_type_strict, + ): + default_used = False + if self._strict_types: + check = check_type_strict + list_types = list + else: + list_types = (list, tuple) + while True: + if nest_limit < 0: + raise ValueError("recursion limit exceeded") + if obj is None: + return self._buffer.write(b"\xc0") + if check(obj, bool): + if obj: + return self._buffer.write(b"\xc3") + return self._buffer.write(b"\xc2") + if check(obj, int): + if 0 <= obj < 0x80: + return self._buffer.write(struct.pack("B", obj)) + if -0x20 <= obj < 0: + return self._buffer.write(struct.pack("b", obj)) + if 0x80 <= obj <= 0xFF: + return self._buffer.write(struct.pack("BB", 0xCC, obj)) + if -0x80 <= obj < 0: + return self._buffer.write(struct.pack(">Bb", 0xD0, obj)) + if 0xFF < obj <= 0xFFFF: + return self._buffer.write(struct.pack(">BH", 0xCD, obj)) + if -0x8000 <= obj < -0x80: + return self._buffer.write(struct.pack(">Bh", 0xD1, obj)) + if 0xFFFF < obj <= 0xFFFFFFFF: + return self._buffer.write(struct.pack(">BI", 0xCE, obj)) + if -0x80000000 <= obj < -0x8000: + return self._buffer.write(struct.pack(">Bi", 0xD2, obj)) + if 0xFFFFFFFF < obj <= 0xFFFFFFFFFFFFFFFF: + return self._buffer.write(struct.pack(">BQ", 0xCF, obj)) + if -0x8000000000000000 <= obj < -0x80000000: + return self._buffer.write(struct.pack(">Bq", 0xD3, obj)) + if not default_used and self._default is not None: + obj = self._default(obj) + default_used = True + continue + raise OverflowError("Integer value out of range") + if check(obj, (bytes, bytearray)): + n = len(obj) + if n >= 2**32: + raise ValueError("%s is too large" % type(obj).__name__) + self._pack_bin_header(n) + return self._buffer.write(obj) + if check(obj, str): + obj = obj.encode("utf-8", self._unicode_errors) + n = len(obj) + if n >= 2**32: + raise ValueError("String is too large") + self._pack_raw_header(n) + return self._buffer.write(obj) + if check(obj, memoryview): + n = obj.nbytes + if n >= 2**32: + raise ValueError("Memoryview is too large") + self._pack_bin_header(n) + return self._buffer.write(obj) + if check(obj, float): + if self._use_float: + return self._buffer.write(struct.pack(">Bf", 0xCA, obj)) + return self._buffer.write(struct.pack(">Bd", 0xCB, obj)) + if check(obj, (ExtType, Timestamp)): + if check(obj, Timestamp): + code = -1 + data = obj.to_bytes() + else: + code = obj.code + data = obj.data + assert isinstance(code, int) + assert isinstance(data, bytes) + L = len(data) + if L == 1: + self._buffer.write(b"\xd4") + elif L == 2: + self._buffer.write(b"\xd5") + elif L == 4: + self._buffer.write(b"\xd6") + elif L == 8: + self._buffer.write(b"\xd7") + elif L == 16: + self._buffer.write(b"\xd8") + elif L <= 0xFF: + self._buffer.write(struct.pack(">BB", 0xC7, L)) + elif L <= 0xFFFF: + self._buffer.write(struct.pack(">BH", 0xC8, L)) + else: + self._buffer.write(struct.pack(">BI", 0xC9, L)) + self._buffer.write(struct.pack("b", code)) + self._buffer.write(data) + return + if check(obj, list_types): + n = len(obj) + self._pack_array_header(n) + for i in range(n): + self._pack(obj[i], nest_limit - 1) + return + if check(obj, dict): + return self._pack_map_pairs(len(obj), obj.items(), nest_limit - 1) + + if self._datetime and check(obj, _DateTime) and obj.tzinfo is not None: + obj = Timestamp.from_datetime(obj) + default_used = 1 + continue + + if not default_used and self._default is not None: + obj = self._default(obj) + default_used = 1 + continue + + if self._datetime and check(obj, _DateTime): + raise ValueError(f"Cannot serialize {obj!r} where tzinfo=None") + + raise TypeError(f"Cannot serialize {obj!r}") + + def pack(self, obj): + try: + self._pack(obj) + except: + self._buffer = BytesIO() # force reset + raise + if self._autoreset: + ret = self._buffer.getvalue() + self._buffer = BytesIO() + return ret + + def pack_map_pairs(self, pairs): + self._pack_map_pairs(len(pairs), pairs) + if self._autoreset: + ret = self._buffer.getvalue() + self._buffer = BytesIO() + return ret + + def pack_array_header(self, n): + if n >= 2**32: + raise ValueError + self._pack_array_header(n) + if self._autoreset: + ret = self._buffer.getvalue() + self._buffer = BytesIO() + return ret + + def pack_map_header(self, n): + if n >= 2**32: + raise ValueError + self._pack_map_header(n) + if self._autoreset: + ret = self._buffer.getvalue() + self._buffer = BytesIO() + return ret + + def pack_ext_type(self, typecode, data): + if not isinstance(typecode, int): + raise TypeError("typecode must have int type.") + if not 0 <= typecode <= 127: + raise ValueError("typecode should be 0-127") + if not isinstance(data, bytes): + raise TypeError("data must have bytes type") + L = len(data) + if L > 0xFFFFFFFF: + raise ValueError("Too large data") + if L == 1: + self._buffer.write(b"\xd4") + elif L == 2: + self._buffer.write(b"\xd5") + elif L == 4: + self._buffer.write(b"\xd6") + elif L == 8: + self._buffer.write(b"\xd7") + elif L == 16: + self._buffer.write(b"\xd8") + elif L <= 0xFF: + self._buffer.write(b"\xc7" + struct.pack("B", L)) + elif L <= 0xFFFF: + self._buffer.write(b"\xc8" + struct.pack(">H", L)) + else: + self._buffer.write(b"\xc9" + struct.pack(">I", L)) + self._buffer.write(struct.pack("B", typecode)) + self._buffer.write(data) + + def _pack_array_header(self, n): + if n <= 0x0F: + return self._buffer.write(struct.pack("B", 0x90 + n)) + if n <= 0xFFFF: + return self._buffer.write(struct.pack(">BH", 0xDC, n)) + if n <= 0xFFFFFFFF: + return self._buffer.write(struct.pack(">BI", 0xDD, n)) + raise ValueError("Array is too large") + + def _pack_map_header(self, n): + if n <= 0x0F: + return self._buffer.write(struct.pack("B", 0x80 + n)) + if n <= 0xFFFF: + return self._buffer.write(struct.pack(">BH", 0xDE, n)) + if n <= 0xFFFFFFFF: + return self._buffer.write(struct.pack(">BI", 0xDF, n)) + raise ValueError("Dict is too large") + + def _pack_map_pairs(self, n, pairs, nest_limit=DEFAULT_RECURSE_LIMIT): + self._pack_map_header(n) + for k, v in pairs: + self._pack(k, nest_limit - 1) + self._pack(v, nest_limit - 1) + + def _pack_raw_header(self, n): + if n <= 0x1F: + self._buffer.write(struct.pack("B", 0xA0 + n)) + elif self._use_bin_type and n <= 0xFF: + self._buffer.write(struct.pack(">BB", 0xD9, n)) + elif n <= 0xFFFF: + self._buffer.write(struct.pack(">BH", 0xDA, n)) + elif n <= 0xFFFFFFFF: + self._buffer.write(struct.pack(">BI", 0xDB, n)) + else: + raise ValueError("Raw is too large") + + def _pack_bin_header(self, n): + if not self._use_bin_type: + return self._pack_raw_header(n) + elif n <= 0xFF: + return self._buffer.write(struct.pack(">BB", 0xC4, n)) + elif n <= 0xFFFF: + return self._buffer.write(struct.pack(">BH", 0xC5, n)) + elif n <= 0xFFFFFFFF: + return self._buffer.write(struct.pack(">BI", 0xC6, n)) + else: + raise ValueError("Bin is too large") + + def bytes(self): + """Return internal buffer contents as bytes object""" + return self._buffer.getvalue() + + def reset(self): + """Reset internal buffer. + + This method is useful only when autoreset=False. + """ + self._buffer = BytesIO() + + def getbuffer(self): + """Return view of internal buffer.""" + if _USING_STRINGBUILDER: + return memoryview(self.bytes()) + else: + return self._buffer.getbuffer() diff --git a/msgpack/pack.h b/msgpack/pack.h new file mode 100644 index 0000000..edf3a3f --- /dev/null +++ b/msgpack/pack.h @@ -0,0 +1,69 @@ +/* + * MessagePack for Python packing routine + * + * Copyright (C) 2009 Naoki INADA + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include +#include +#include "sysdep.h" +#include +#include +#include + +#ifdef __cplusplus +extern "C" { +#endif + +typedef struct msgpack_packer { + char *buf; + size_t length; + size_t buf_size; + bool use_bin_type; +} msgpack_packer; + +typedef struct Packer Packer; + +static inline int msgpack_pack_write(msgpack_packer* pk, const char *data, size_t l) +{ + char* buf = pk->buf; + size_t bs = pk->buf_size; + size_t len = pk->length; + + if (len + l > bs) { + bs = (len + l) * 2; + buf = (char*)PyMem_Realloc(buf, bs); + if (!buf) { + PyErr_NoMemory(); + return -1; + } + } + memcpy(buf + len, data, l); + len += l; + + pk->buf = buf; + pk->buf_size = bs; + pk->length = len; + return 0; +} + +#define msgpack_pack_append_buffer(user, buf, len) \ + return msgpack_pack_write(user, (const char*)buf, len) + +#include "pack_template.h" + +#ifdef __cplusplus +} +#endif diff --git a/msgpack/pack_define.h b/msgpack/pack_define.h deleted file mode 100644 index 4845d52..0000000 --- a/msgpack/pack_define.h +++ /dev/null @@ -1,26 +0,0 @@ -/* - * MessagePack unpacking routine template - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_PACK_DEFINE_H__ -#define MSGPACK_PACK_DEFINE_H__ - -#include "msgpack/sysdep.h" -#include -#include - -#endif /* msgpack/pack_define.h */ - diff --git a/msgpack/pack_template.h b/msgpack/pack_template.h index da54c36..b8959f0 100644 --- a/msgpack/pack_template.h +++ b/msgpack/pack_template.h @@ -28,14 +28,6 @@ #define TAKE8_64(d) ((uint8_t*)&d)[7] #endif -#ifndef msgpack_pack_inline_func -#error msgpack_pack_inline_func template is not defined -#endif - -#ifndef msgpack_pack_user -#error msgpack_pack_user type is not defined -#endif - #ifndef msgpack_pack_append_buffer #error msgpack_pack_append_buffer callback is not defined #endif @@ -45,609 +37,334 @@ * Integer */ -#define msgpack_pack_real_uint8(x, d) \ -do { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_8(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ -} while(0) - #define msgpack_pack_real_uint16(x, d) \ do { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ - } else if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ + if(d < (1<<7)) { \ + /* fixnum */ \ + msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ + } else if(d < (1<<8)) { \ + /* unsigned 8 */ \ + unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } else { \ + /* unsigned 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } \ } while(0) #define msgpack_pack_real_uint32(x, d) \ do { \ - if(d < (1<<8)) { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else { \ - if(d < (1<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } \ + if(d < (1<<8)) { \ + if(d < (1<<7)) { \ + /* fixnum */ \ + msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ + } else { \ + /* unsigned 8 */ \ + unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } \ + } else { \ + if(d < (1<<16)) { \ + /* unsigned 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } else { \ + /* unsigned 32 */ \ + unsigned char buf[5]; \ + buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ + msgpack_pack_append_buffer(x, buf, 5); \ + } \ + } \ } while(0) #define msgpack_pack_real_uint64(x, d) \ do { \ - if(d < (1ULL<<8)) { \ - if(d < (1ULL<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else { \ - if(d < (1ULL<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else if(d < (1ULL<<32)) { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else { \ - /* unsigned 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xcf; _msgpack_store64(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_int8(x, d) \ -do { \ - if(d < -(1<<5)) { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_8(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); \ - } \ + if(d < (1ULL<<8)) { \ + if(d < (1ULL<<7)) { \ + /* fixnum */ \ + msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ + } else { \ + /* unsigned 8 */ \ + unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } \ + } else { \ + if(d < (1ULL<<16)) { \ + /* unsigned 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } else if(d < (1ULL<<32)) { \ + /* unsigned 32 */ \ + unsigned char buf[5]; \ + buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ + msgpack_pack_append_buffer(x, buf, 5); \ + } else { \ + /* unsigned 64 */ \ + unsigned char buf[9]; \ + buf[0] = 0xcf; _msgpack_store64(&buf[1], d); \ + msgpack_pack_append_buffer(x, buf, 9); \ + } \ + } \ } while(0) #define msgpack_pack_real_int16(x, d) \ do { \ - if(d < -(1<<5)) { \ - if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; _msgpack_store16(&buf[1], (int16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ - } else { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ - } \ + if(d < -(1<<5)) { \ + if(d < -(1<<7)) { \ + /* signed 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xd1; _msgpack_store16(&buf[1], (int16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } else { \ + /* signed 8 */ \ + unsigned char buf[2] = {0xd0, TAKE8_16(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } \ + } else if(d < (1<<7)) { \ + /* fixnum */ \ + msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ + } else { \ + if(d < (1<<8)) { \ + /* unsigned 8 */ \ + unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } else { \ + /* unsigned 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } \ + } \ } while(0) #define msgpack_pack_real_int32(x, d) \ do { \ - if(d < -(1<<5)) { \ - if(d < -(1<<15)) { \ - /* signed 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xd2; _msgpack_store32(&buf[1], (int32_t)d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; _msgpack_store16(&buf[1], (int16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ - } else { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else if(d < (1<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } \ + if(d < -(1<<5)) { \ + if(d < -(1<<15)) { \ + /* signed 32 */ \ + unsigned char buf[5]; \ + buf[0] = 0xd2; _msgpack_store32(&buf[1], (int32_t)d); \ + msgpack_pack_append_buffer(x, buf, 5); \ + } else if(d < -(1<<7)) { \ + /* signed 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xd1; _msgpack_store16(&buf[1], (int16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } else { \ + /* signed 8 */ \ + unsigned char buf[2] = {0xd0, TAKE8_32(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } \ + } else if(d < (1<<7)) { \ + /* fixnum */ \ + msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ + } else { \ + if(d < (1<<8)) { \ + /* unsigned 8 */ \ + unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } else if(d < (1<<16)) { \ + /* unsigned 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } else { \ + /* unsigned 32 */ \ + unsigned char buf[5]; \ + buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ + msgpack_pack_append_buffer(x, buf, 5); \ + } \ + } \ } while(0) #define msgpack_pack_real_int64(x, d) \ do { \ - if(d < -(1LL<<5)) { \ - if(d < -(1LL<<15)) { \ - if(d < -(1LL<<31)) { \ - /* signed 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xd3; _msgpack_store64(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } else { \ - /* signed 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xd2; _msgpack_store32(&buf[1], (int32_t)d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } else { \ - if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; _msgpack_store16(&buf[1], (int16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ - } else { \ - if(d < (1LL<<16)) { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ - } else { \ - if(d < (1LL<<32)) { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else { \ - /* unsigned 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xcf; _msgpack_store64(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } \ - } \ - } \ + if(d < -(1LL<<5)) { \ + if(d < -(1LL<<15)) { \ + if(d < -(1LL<<31)) { \ + /* signed 64 */ \ + unsigned char buf[9]; \ + buf[0] = 0xd3; _msgpack_store64(&buf[1], d); \ + msgpack_pack_append_buffer(x, buf, 9); \ + } else { \ + /* signed 32 */ \ + unsigned char buf[5]; \ + buf[0] = 0xd2; _msgpack_store32(&buf[1], (int32_t)d); \ + msgpack_pack_append_buffer(x, buf, 5); \ + } \ + } else { \ + if(d < -(1<<7)) { \ + /* signed 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xd1; _msgpack_store16(&buf[1], (int16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } else { \ + /* signed 8 */ \ + unsigned char buf[2] = {0xd0, TAKE8_64(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } \ + } \ + } else if(d < (1<<7)) { \ + /* fixnum */ \ + msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ + } else { \ + if(d < (1LL<<16)) { \ + if(d < (1<<8)) { \ + /* unsigned 8 */ \ + unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ + msgpack_pack_append_buffer(x, buf, 2); \ + } else { \ + /* unsigned 16 */ \ + unsigned char buf[3]; \ + buf[0] = 0xcd; _msgpack_store16(&buf[1], (uint16_t)d); \ + msgpack_pack_append_buffer(x, buf, 3); \ + } \ + } else { \ + if(d < (1LL<<32)) { \ + /* unsigned 32 */ \ + unsigned char buf[5]; \ + buf[0] = 0xce; _msgpack_store32(&buf[1], (uint32_t)d); \ + msgpack_pack_append_buffer(x, buf, 5); \ + } else { \ + /* unsigned 64 */ \ + unsigned char buf[9]; \ + buf[0] = 0xcf; _msgpack_store64(&buf[1], d); \ + msgpack_pack_append_buffer(x, buf, 9); \ + } \ + } \ + } \ } while(0) -#ifdef msgpack_pack_inline_func_fixint - -msgpack_pack_inline_func_fixint(_uint8)(msgpack_pack_user x, uint8_t d) -{ - unsigned char buf[2] = {0xcc, TAKE8_8(d)}; - msgpack_pack_append_buffer(x, buf, 2); -} - -msgpack_pack_inline_func_fixint(_uint16)(msgpack_pack_user x, uint16_t d) -{ - unsigned char buf[3]; - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 3); -} - -msgpack_pack_inline_func_fixint(_uint32)(msgpack_pack_user x, uint32_t d) -{ - unsigned char buf[5]; - buf[0] = 0xce; _msgpack_store32(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func_fixint(_uint64)(msgpack_pack_user x, uint64_t d) -{ - unsigned char buf[9]; - buf[0] = 0xcf; _msgpack_store64(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 9); -} - -msgpack_pack_inline_func_fixint(_int8)(msgpack_pack_user x, int8_t d) -{ - unsigned char buf[2] = {0xd0, TAKE8_8(d)}; - msgpack_pack_append_buffer(x, buf, 2); -} - -msgpack_pack_inline_func_fixint(_int16)(msgpack_pack_user x, int16_t d) -{ - unsigned char buf[3]; - buf[0] = 0xd1; _msgpack_store16(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 3); -} - -msgpack_pack_inline_func_fixint(_int32)(msgpack_pack_user x, int32_t d) -{ - unsigned char buf[5]; - buf[0] = 0xd2; _msgpack_store32(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func_fixint(_int64)(msgpack_pack_user x, int64_t d) -{ - unsigned char buf[9]; - buf[0] = 0xd3; _msgpack_store64(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 9); -} - -#undef msgpack_pack_inline_func_fixint -#endif - - -msgpack_pack_inline_func(_uint8)(msgpack_pack_user x, uint8_t d) -{ - msgpack_pack_real_uint8(x, d); -} - -msgpack_pack_inline_func(_uint16)(msgpack_pack_user x, uint16_t d) -{ - msgpack_pack_real_uint16(x, d); -} - -msgpack_pack_inline_func(_uint32)(msgpack_pack_user x, uint32_t d) -{ - msgpack_pack_real_uint32(x, d); -} - -msgpack_pack_inline_func(_uint64)(msgpack_pack_user x, uint64_t d) -{ - msgpack_pack_real_uint64(x, d); -} - -msgpack_pack_inline_func(_int8)(msgpack_pack_user x, int8_t d) -{ - msgpack_pack_real_int8(x, d); -} - -msgpack_pack_inline_func(_int16)(msgpack_pack_user x, int16_t d) -{ - msgpack_pack_real_int16(x, d); -} - -msgpack_pack_inline_func(_int32)(msgpack_pack_user x, int32_t d) -{ - msgpack_pack_real_int32(x, d); -} - -msgpack_pack_inline_func(_int64)(msgpack_pack_user x, int64_t d) -{ - msgpack_pack_real_int64(x, d); -} - - -#ifdef msgpack_pack_inline_func_cint - -msgpack_pack_inline_func_cint(_short)(msgpack_pack_user x, short d) +static inline int msgpack_pack_short(msgpack_packer* x, short d) { #if defined(SIZEOF_SHORT) #if SIZEOF_SHORT == 2 - msgpack_pack_real_int16(x, d); + msgpack_pack_real_int16(x, d); #elif SIZEOF_SHORT == 4 - msgpack_pack_real_int32(x, d); + msgpack_pack_real_int32(x, d); #else - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); #endif #elif defined(SHRT_MAX) #if SHRT_MAX == 0x7fff - msgpack_pack_real_int16(x, d); + msgpack_pack_real_int16(x, d); #elif SHRT_MAX == 0x7fffffff - msgpack_pack_real_int32(x, d); + msgpack_pack_real_int32(x, d); #else - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); #endif #else if(sizeof(short) == 2) { - msgpack_pack_real_int16(x, d); + msgpack_pack_real_int16(x, d); } else if(sizeof(short) == 4) { - msgpack_pack_real_int32(x, d); + msgpack_pack_real_int32(x, d); } else { - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); } #endif } -msgpack_pack_inline_func_cint(_int)(msgpack_pack_user x, int d) +static inline int msgpack_pack_int(msgpack_packer* x, int d) { #if defined(SIZEOF_INT) #if SIZEOF_INT == 2 - msgpack_pack_real_int16(x, d); + msgpack_pack_real_int16(x, d); #elif SIZEOF_INT == 4 - msgpack_pack_real_int32(x, d); + msgpack_pack_real_int32(x, d); #else - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); #endif #elif defined(INT_MAX) #if INT_MAX == 0x7fff - msgpack_pack_real_int16(x, d); + msgpack_pack_real_int16(x, d); #elif INT_MAX == 0x7fffffff - msgpack_pack_real_int32(x, d); + msgpack_pack_real_int32(x, d); #else - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); #endif #else if(sizeof(int) == 2) { - msgpack_pack_real_int16(x, d); + msgpack_pack_real_int16(x, d); } else if(sizeof(int) == 4) { - msgpack_pack_real_int32(x, d); + msgpack_pack_real_int32(x, d); } else { - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); } #endif } -msgpack_pack_inline_func_cint(_long)(msgpack_pack_user x, long d) +static inline int msgpack_pack_long(msgpack_packer* x, long d) { #if defined(SIZEOF_LONG) -#if SIZEOF_LONG == 2 - msgpack_pack_real_int16(x, d); -#elif SIZEOF_LONG == 4 - msgpack_pack_real_int32(x, d); +#if SIZEOF_LONG == 4 + msgpack_pack_real_int32(x, d); #else - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); #endif #elif defined(LONG_MAX) -#if LONG_MAX == 0x7fffL - msgpack_pack_real_int16(x, d); -#elif LONG_MAX == 0x7fffffffL - msgpack_pack_real_int32(x, d); +#if LONG_MAX == 0x7fffffffL + msgpack_pack_real_int32(x, d); #else - msgpack_pack_real_int64(x, d); + msgpack_pack_real_int64(x, d); #endif #else -if(sizeof(long) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(long) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} + if (sizeof(long) == 4) { + msgpack_pack_real_int32(x, d); + } else { + msgpack_pack_real_int64(x, d); + } #endif } -msgpack_pack_inline_func_cint(_long_long)(msgpack_pack_user x, long long d) +static inline int msgpack_pack_long_long(msgpack_packer* x, long long d) { -#if defined(SIZEOF_LONG_LONG) -#if SIZEOF_LONG_LONG == 2 - msgpack_pack_real_int16(x, d); -#elif SIZEOF_LONG_LONG == 4 - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#elif defined(LLONG_MAX) -#if LLONG_MAX == 0x7fffL - msgpack_pack_real_int16(x, d); -#elif LLONG_MAX == 0x7fffffffL - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#else -if(sizeof(long long) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(long long) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif + msgpack_pack_real_int64(x, d); } -msgpack_pack_inline_func_cint(_unsigned_short)(msgpack_pack_user x, unsigned short d) +static inline int msgpack_pack_unsigned_long_long(msgpack_packer* x, unsigned long long d) { -#if defined(SIZEOF_SHORT) -#if SIZEOF_SHORT == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_SHORT == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(USHRT_MAX) -#if USHRT_MAX == 0xffffU - msgpack_pack_real_uint16(x, d); -#elif USHRT_MAX == 0xffffffffU - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned short) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned short) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); + msgpack_pack_real_uint64(x, d); } -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_int)(msgpack_pack_user x, unsigned int d) -{ -#if defined(SIZEOF_INT) -#if SIZEOF_INT == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_INT == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(UINT_MAX) -#if UINT_MAX == 0xffffU - msgpack_pack_real_uint16(x, d); -#elif UINT_MAX == 0xffffffffU - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned int) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned int) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_long)(msgpack_pack_user x, unsigned long d) -{ -#if defined(SIZEOF_LONG) -#if SIZEOF_LONG == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_LONG == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(ULONG_MAX) -#if ULONG_MAX == 0xffffUL - msgpack_pack_real_uint16(x, d); -#elif ULONG_MAX == 0xffffffffUL - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned long) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned long) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_long_long)(msgpack_pack_user x, unsigned long long d) -{ -#if defined(SIZEOF_LONG_LONG) -#if SIZEOF_LONG_LONG == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_LONG_LONG == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(ULLONG_MAX) -#if ULLONG_MAX == 0xffffUL - msgpack_pack_real_uint16(x, d); -#elif ULLONG_MAX == 0xffffffffUL - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned long long) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned long long) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -#undef msgpack_pack_inline_func_cint -#endif - /* * Float */ -msgpack_pack_inline_func(_float)(msgpack_pack_user x, float d) +static inline int msgpack_pack_float(msgpack_packer* x, float d) { - union { float f; uint32_t i; } mem; - mem.f = d; - unsigned char buf[5]; - buf[0] = 0xca; _msgpack_store32(&buf[1], mem.i); - msgpack_pack_append_buffer(x, buf, 5); + unsigned char buf[5]; + buf[0] = 0xca; + +#if PY_VERSION_HEX >= 0x030B00A7 + PyFloat_Pack4(d, (char *)&buf[1], 0); +#else + _PyFloat_Pack4(d, &buf[1], 0); +#endif + msgpack_pack_append_buffer(x, buf, 5); } -msgpack_pack_inline_func(_double)(msgpack_pack_user x, double d) +static inline int msgpack_pack_double(msgpack_packer* x, double d) { - union { double f; uint64_t i; } mem; - mem.f = d; - unsigned char buf[9]; - buf[0] = 0xcb; _msgpack_store64(&buf[1], mem.i); - msgpack_pack_append_buffer(x, buf, 9); + unsigned char buf[9]; + buf[0] = 0xcb; +#if PY_VERSION_HEX >= 0x030B00A7 + PyFloat_Pack8(d, (char *)&buf[1], 0); +#else + _PyFloat_Pack8(d, &buf[1], 0); +#endif + msgpack_pack_append_buffer(x, buf, 9); } @@ -655,10 +372,10 @@ msgpack_pack_inline_func(_double)(msgpack_pack_user x, double d) * Nil */ -msgpack_pack_inline_func(_nil)(msgpack_pack_user x) +static inline int msgpack_pack_nil(msgpack_packer* x) { - static const unsigned char d = 0xc0; - msgpack_pack_append_buffer(x, &d, 1); + static const unsigned char d = 0xc0; + msgpack_pack_append_buffer(x, &d, 1); } @@ -666,16 +383,16 @@ msgpack_pack_inline_func(_nil)(msgpack_pack_user x) * Boolean */ -msgpack_pack_inline_func(_true)(msgpack_pack_user x) +static inline int msgpack_pack_true(msgpack_packer* x) { - static const unsigned char d = 0xc3; - msgpack_pack_append_buffer(x, &d, 1); + static const unsigned char d = 0xc3; + msgpack_pack_append_buffer(x, &d, 1); } -msgpack_pack_inline_func(_false)(msgpack_pack_user x) +static inline int msgpack_pack_false(msgpack_packer* x) { - static const unsigned char d = 0xc2; - msgpack_pack_append_buffer(x, &d, 1); + static const unsigned char d = 0xc2; + msgpack_pack_append_buffer(x, &d, 1); } @@ -683,20 +400,20 @@ msgpack_pack_inline_func(_false)(msgpack_pack_user x) * Array */ -msgpack_pack_inline_func(_array)(msgpack_pack_user x, unsigned int n) +static inline int msgpack_pack_array(msgpack_packer* x, unsigned int n) { - if(n < 16) { - unsigned char d = 0x90 | n; - msgpack_pack_append_buffer(x, &d, 1); - } else if(n < 65536) { - unsigned char buf[3]; - buf[0] = 0xdc; _msgpack_store16(&buf[1], (uint16_t)n); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdd; _msgpack_store32(&buf[1], (uint32_t)n); - msgpack_pack_append_buffer(x, buf, 5); - } + if(n < 16) { + unsigned char d = 0x90 | n; + msgpack_pack_append_buffer(x, &d, 1); + } else if(n < 65536) { + unsigned char buf[3]; + buf[0] = 0xdc; _msgpack_store16(&buf[1], (uint16_t)n); + msgpack_pack_append_buffer(x, buf, 3); + } else { + unsigned char buf[5]; + buf[0] = 0xdd; _msgpack_store32(&buf[1], (uint32_t)n); + msgpack_pack_append_buffer(x, buf, 5); + } } @@ -704,20 +421,20 @@ msgpack_pack_inline_func(_array)(msgpack_pack_user x, unsigned int n) * Map */ -msgpack_pack_inline_func(_map)(msgpack_pack_user x, unsigned int n) +static inline int msgpack_pack_map(msgpack_packer* x, unsigned int n) { - if(n < 16) { - unsigned char d = 0x80 | n; - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); - } else if(n < 65536) { - unsigned char buf[3]; - buf[0] = 0xde; _msgpack_store16(&buf[1], (uint16_t)n); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdf; _msgpack_store32(&buf[1], (uint32_t)n); - msgpack_pack_append_buffer(x, buf, 5); - } + if(n < 16) { + unsigned char d = 0x80 | n; + msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); + } else if(n < 65536) { + unsigned char buf[3]; + buf[0] = 0xde; _msgpack_store16(&buf[1], (uint16_t)n); + msgpack_pack_append_buffer(x, buf, 3); + } else { + unsigned char buf[5]; + buf[0] = 0xdf; _msgpack_store32(&buf[1], (uint32_t)n); + msgpack_pack_append_buffer(x, buf, 5); + } } @@ -725,29 +442,145 @@ msgpack_pack_inline_func(_map)(msgpack_pack_user x, unsigned int n) * Raw */ -msgpack_pack_inline_func(_raw)(msgpack_pack_user x, size_t l) +static inline int msgpack_pack_raw(msgpack_packer* x, size_t l) { - if(l < 32) { - unsigned char d = 0xa0 | l; - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); - } else if(l < 65536) { - unsigned char buf[3]; - buf[0] = 0xda; _msgpack_store16(&buf[1], (uint16_t)l); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdb; _msgpack_store32(&buf[1], (uint32_t)l); - msgpack_pack_append_buffer(x, buf, 5); - } + if (l < 32) { + unsigned char d = 0xa0 | (uint8_t)l; + msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); + } else if (x->use_bin_type && l < 256) { // str8 is new format introduced with bin. + unsigned char buf[2] = {0xd9, (uint8_t)l}; + msgpack_pack_append_buffer(x, buf, 2); + } else if (l < 65536) { + unsigned char buf[3]; + buf[0] = 0xda; _msgpack_store16(&buf[1], (uint16_t)l); + msgpack_pack_append_buffer(x, buf, 3); + } else { + unsigned char buf[5]; + buf[0] = 0xdb; _msgpack_store32(&buf[1], (uint32_t)l); + msgpack_pack_append_buffer(x, buf, 5); + } } -msgpack_pack_inline_func(_raw_body)(msgpack_pack_user x, const void* b, size_t l) +/* + * bin + */ +static inline int msgpack_pack_bin(msgpack_packer *x, size_t l) { - msgpack_pack_append_buffer(x, (const unsigned char*)b, l); + if (!x->use_bin_type) { + return msgpack_pack_raw(x, l); + } + if (l < 256) { + unsigned char buf[2] = {0xc4, (unsigned char)l}; + msgpack_pack_append_buffer(x, buf, 2); + } else if (l < 65536) { + unsigned char buf[3] = {0xc5}; + _msgpack_store16(&buf[1], (uint16_t)l); + msgpack_pack_append_buffer(x, buf, 3); + } else { + unsigned char buf[5] = {0xc6}; + _msgpack_store32(&buf[1], (uint32_t)l); + msgpack_pack_append_buffer(x, buf, 5); + } } -#undef msgpack_pack_inline_func -#undef msgpack_pack_user +static inline int msgpack_pack_raw_body(msgpack_packer* x, const void* b, size_t l) +{ + if (l > 0) msgpack_pack_append_buffer(x, (const unsigned char*)b, l); + return 0; +} + +/* + * Ext + */ +static inline int msgpack_pack_ext(msgpack_packer* x, char typecode, size_t l) +{ + if (l == 1) { + unsigned char buf[2]; + buf[0] = 0xd4; + buf[1] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 2); + } + else if(l == 2) { + unsigned char buf[2]; + buf[0] = 0xd5; + buf[1] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 2); + } + else if(l == 4) { + unsigned char buf[2]; + buf[0] = 0xd6; + buf[1] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 2); + } + else if(l == 8) { + unsigned char buf[2]; + buf[0] = 0xd7; + buf[1] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 2); + } + else if(l == 16) { + unsigned char buf[2]; + buf[0] = 0xd8; + buf[1] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 2); + } + else if(l < 256) { + unsigned char buf[3]; + buf[0] = 0xc7; + buf[1] = l; + buf[2] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 3); + } else if(l < 65536) { + unsigned char buf[4]; + buf[0] = 0xc8; + _msgpack_store16(&buf[1], (uint16_t)l); + buf[3] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 4); + } else { + unsigned char buf[6]; + buf[0] = 0xc9; + _msgpack_store32(&buf[1], (uint32_t)l); + buf[5] = (unsigned char)typecode; + msgpack_pack_append_buffer(x, buf, 6); + } + +} + +/* + * Pack Timestamp extension type. Follows msgpack-c pack_template.h. + */ +static inline int msgpack_pack_timestamp(msgpack_packer* x, int64_t seconds, uint32_t nanoseconds) +{ + if ((seconds >> 34) == 0) { + /* seconds is unsigned and fits in 34 bits */ + uint64_t data64 = ((uint64_t)nanoseconds << 34) | (uint64_t)seconds; + if ((data64 & 0xffffffff00000000L) == 0) { + /* no nanoseconds and seconds is 32bits or smaller. timestamp32. */ + unsigned char buf[4]; + uint32_t data32 = (uint32_t)data64; + msgpack_pack_ext(x, -1, 4); + _msgpack_store32(buf, data32); + msgpack_pack_raw_body(x, buf, 4); + } else { + /* timestamp64 */ + unsigned char buf[8]; + msgpack_pack_ext(x, -1, 8); + _msgpack_store64(buf, data64); + msgpack_pack_raw_body(x, buf, 8); + + } + } else { + /* seconds is signed or >34bits */ + unsigned char buf[12]; + _msgpack_store32(&buf[0], nanoseconds); + _msgpack_store64(&buf[4], seconds); + msgpack_pack_ext(x, -1, 12); + msgpack_pack_raw_body(x, buf, 12); + } + return 0; +} + + #undef msgpack_pack_append_buffer #undef TAKE8_8 @@ -755,12 +588,9 @@ msgpack_pack_inline_func(_raw_body)(msgpack_pack_user x, const void* b, size_t l #undef TAKE8_32 #undef TAKE8_64 -#undef msgpack_pack_real_uint8 #undef msgpack_pack_real_uint16 #undef msgpack_pack_real_uint32 #undef msgpack_pack_real_uint64 -#undef msgpack_pack_real_int8 #undef msgpack_pack_real_int16 #undef msgpack_pack_real_int32 #undef msgpack_pack_real_int64 - diff --git a/msgpack/sysdep.h b/msgpack/sysdep.h index 2bc01c9..7067300 100644 --- a/msgpack/sysdep.h +++ b/msgpack/sysdep.h @@ -18,8 +18,9 @@ #ifndef MSGPACK_SYSDEP_H__ #define MSGPACK_SYSDEP_H__ - -#ifdef _MSC_VER +#include +#include +#if defined(_MSC_VER) && _MSC_VER < 1600 typedef __int8 int8_t; typedef unsigned __int8 uint8_t; typedef __int16 int16_t; @@ -28,26 +29,27 @@ typedef __int32 int32_t; typedef unsigned __int32 uint32_t; typedef __int64 int64_t; typedef unsigned __int64 uint64_t; +#elif defined(_MSC_VER) // && _MSC_VER >= 1600 +#include #else -#include #include #include #endif - #ifdef _WIN32 +#define _msgpack_atomic_counter_header typedef long _msgpack_atomic_counter_t; #define _msgpack_sync_decr_and_fetch(ptr) InterlockedDecrement(ptr) #define _msgpack_sync_incr_and_fetch(ptr) InterlockedIncrement(ptr) +#elif defined(__GNUC__) && ((__GNUC__*10 + __GNUC_MINOR__) < 41) +#define _msgpack_atomic_counter_header "gcc_atomic.h" #else typedef unsigned int _msgpack_atomic_counter_t; #define _msgpack_sync_decr_and_fetch(ptr) __sync_sub_and_fetch(ptr, 1) #define _msgpack_sync_incr_and_fetch(ptr) __sync_add_and_fetch(ptr, 1) #endif - #ifdef _WIN32 -#include #ifdef __cplusplus /* numeric_limits::min,max */ @@ -59,24 +61,54 @@ typedef unsigned int _msgpack_atomic_counter_t; #endif #endif -#else -#include /* __BYTE_ORDER */ +#else /* _WIN32 */ +#include /* ntohs, ntohl */ #endif #if !defined(__LITTLE_ENDIAN__) && !defined(__BIG_ENDIAN__) -#if __BYTE_ORDER == __LITTLE_ENDIAN +#if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ #define __LITTLE_ENDIAN__ -#elif __BYTE_ORDER == __BIG_ENDIAN +#elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__ #define __BIG_ENDIAN__ +#elif _WIN32 +#define __LITTLE_ENDIAN__ #endif #endif + #ifdef __LITTLE_ENDIAN__ -#define _msgpack_be16(x) ntohs(x) -#define _msgpack_be32(x) ntohl(x) +#ifdef _WIN32 +# if defined(ntohs) +# define _msgpack_be16(x) ntohs(x) +# elif defined(_byteswap_ushort) || (defined(_MSC_VER) && _MSC_VER >= 1400) +# define _msgpack_be16(x) ((uint16_t)_byteswap_ushort((unsigned short)x)) +# else +# define _msgpack_be16(x) ( \ + ((((uint16_t)x) << 8) ) | \ + ((((uint16_t)x) >> 8) ) ) +# endif +#else +# define _msgpack_be16(x) ntohs(x) +#endif -#if defined(_byteswap_uint64) +#ifdef _WIN32 +# if defined(ntohl) +# define _msgpack_be32(x) ntohl(x) +# elif defined(_byteswap_ulong) || defined(_MSC_VER) +# define _msgpack_be32(x) ((uint32_t)_byteswap_ulong((unsigned long)x)) +# else +# define _msgpack_be32(x) \ + ( ((((uint32_t)x) << 24) ) | \ + ((((uint32_t)x) << 8) & 0x00ff0000U ) | \ + ((((uint32_t)x) >> 8) & 0x0000ff00U ) | \ + ((((uint32_t)x) >> 24) ) ) +# endif +#else +# define _msgpack_be32(x) ntohl(x) +#endif + +#if defined(_byteswap_uint64) || defined(_MSC_VER) # define _msgpack_be64(x) (_byteswap_uint64(x)) #elif defined(bswap_64) # define _msgpack_be64(x) bswap_64(x) @@ -84,35 +116,79 @@ typedef unsigned int _msgpack_atomic_counter_t; # define _msgpack_be64(x) __DARWIN_OSSwapInt64(x) #else #define _msgpack_be64(x) \ - ( ((((uint64_t)x) << 56) & 0xff00000000000000ULL ) | \ - ((((uint64_t)x) << 40) & 0x00ff000000000000ULL ) | \ - ((((uint64_t)x) << 24) & 0x0000ff0000000000ULL ) | \ - ((((uint64_t)x) << 8) & 0x000000ff00000000ULL ) | \ - ((((uint64_t)x) >> 8) & 0x00000000ff000000ULL ) | \ - ((((uint64_t)x) >> 24) & 0x0000000000ff0000ULL ) | \ - ((((uint64_t)x) >> 40) & 0x000000000000ff00ULL ) | \ - ((((uint64_t)x) >> 56) & 0x00000000000000ffULL ) ) + ( ((((uint64_t)x) << 56) ) | \ + ((((uint64_t)x) << 40) & 0x00ff000000000000ULL ) | \ + ((((uint64_t)x) << 24) & 0x0000ff0000000000ULL ) | \ + ((((uint64_t)x) << 8) & 0x000000ff00000000ULL ) | \ + ((((uint64_t)x) >> 8) & 0x00000000ff000000ULL ) | \ + ((((uint64_t)x) >> 24) & 0x0000000000ff0000ULL ) | \ + ((((uint64_t)x) >> 40) & 0x000000000000ff00ULL ) | \ + ((((uint64_t)x) >> 56) ) ) #endif +#define _msgpack_load16(cast, from) ((cast)( \ + (((uint16_t)((uint8_t*)(from))[0]) << 8) | \ + (((uint16_t)((uint8_t*)(from))[1]) ) )) + +#define _msgpack_load32(cast, from) ((cast)( \ + (((uint32_t)((uint8_t*)(from))[0]) << 24) | \ + (((uint32_t)((uint8_t*)(from))[1]) << 16) | \ + (((uint32_t)((uint8_t*)(from))[2]) << 8) | \ + (((uint32_t)((uint8_t*)(from))[3]) ) )) + +#define _msgpack_load64(cast, from) ((cast)( \ + (((uint64_t)((uint8_t*)(from))[0]) << 56) | \ + (((uint64_t)((uint8_t*)(from))[1]) << 48) | \ + (((uint64_t)((uint8_t*)(from))[2]) << 40) | \ + (((uint64_t)((uint8_t*)(from))[3]) << 32) | \ + (((uint64_t)((uint8_t*)(from))[4]) << 24) | \ + (((uint64_t)((uint8_t*)(from))[5]) << 16) | \ + (((uint64_t)((uint8_t*)(from))[6]) << 8) | \ + (((uint64_t)((uint8_t*)(from))[7]) ) )) + #else + #define _msgpack_be16(x) (x) #define _msgpack_be32(x) (x) #define _msgpack_be64(x) (x) + +#define _msgpack_load16(cast, from) ((cast)( \ + (((uint16_t)((uint8_t*)from)[0]) << 8) | \ + (((uint16_t)((uint8_t*)from)[1]) ) )) + +#define _msgpack_load32(cast, from) ((cast)( \ + (((uint32_t)((uint8_t*)from)[0]) << 24) | \ + (((uint32_t)((uint8_t*)from)[1]) << 16) | \ + (((uint32_t)((uint8_t*)from)[2]) << 8) | \ + (((uint32_t)((uint8_t*)from)[3]) ) )) + +#define _msgpack_load64(cast, from) ((cast)( \ + (((uint64_t)((uint8_t*)from)[0]) << 56) | \ + (((uint64_t)((uint8_t*)from)[1]) << 48) | \ + (((uint64_t)((uint8_t*)from)[2]) << 40) | \ + (((uint64_t)((uint8_t*)from)[3]) << 32) | \ + (((uint64_t)((uint8_t*)from)[4]) << 24) | \ + (((uint64_t)((uint8_t*)from)[5]) << 16) | \ + (((uint64_t)((uint8_t*)from)[6]) << 8) | \ + (((uint64_t)((uint8_t*)from)[7]) ) )) #endif #define _msgpack_store16(to, num) \ - do { uint16_t val = _msgpack_be16(num); memcpy(to, &val, 2); } while(0); + do { uint16_t val = _msgpack_be16(num); memcpy(to, &val, 2); } while(0) #define _msgpack_store32(to, num) \ - do { uint32_t val = _msgpack_be32(num); memcpy(to, &val, 4); } while(0); + do { uint32_t val = _msgpack_be32(num); memcpy(to, &val, 4); } while(0) #define _msgpack_store64(to, num) \ - do { uint64_t val = _msgpack_be64(num); memcpy(to, &val, 8); } while(0); + do { uint64_t val = _msgpack_be64(num); memcpy(to, &val, 8); } while(0) - -#define _msgpack_load16(cast, from) ((cast)_msgpack_be16(*(uint16_t*)from)) -#define _msgpack_load32(cast, from) ((cast)_msgpack_be32(*(uint32_t*)from)) -#define _msgpack_load64(cast, from) ((cast)_msgpack_be64(*(uint64_t*)from)) +/* +#define _msgpack_load16(cast, from) \ + ({ cast val; memcpy(&val, (char*)from, 2); _msgpack_be16(val); }) +#define _msgpack_load32(cast, from) \ + ({ cast val; memcpy(&val, (char*)from, 4); _msgpack_be32(val); }) +#define _msgpack_load64(cast, from) \ + ({ cast val; memcpy(&val, (char*)from, 8); _msgpack_be64(val); }) +*/ #endif /* msgpack/sysdep.h */ - diff --git a/msgpack/unpack.h b/msgpack/unpack.h new file mode 100644 index 0000000..58a2f4f --- /dev/null +++ b/msgpack/unpack.h @@ -0,0 +1,391 @@ +/* + * MessagePack for Python unpacking routine + * + * Copyright (C) 2009 Naoki INADA + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#define MSGPACK_EMBED_STACK_SIZE (1024) +#include "unpack_define.h" + +typedef struct unpack_user { + bool use_list; + bool raw; + bool has_pairs_hook; + bool strict_map_key; + int timestamp; + PyObject *object_hook; + PyObject *list_hook; + PyObject *ext_hook; + PyObject *timestamp_t; + PyObject *giga; + PyObject *utc; + const char *unicode_errors; + Py_ssize_t max_str_len, max_bin_len, max_array_len, max_map_len, max_ext_len; +} unpack_user; + +typedef PyObject* msgpack_unpack_object; +struct unpack_context; +typedef struct unpack_context unpack_context; +typedef int (*execute_fn)(unpack_context *ctx, const char* data, Py_ssize_t len, Py_ssize_t* off); + +static inline msgpack_unpack_object unpack_callback_root(unpack_user* u) +{ + return NULL; +} + +static inline int unpack_callback_uint16(unpack_user* u, uint16_t d, msgpack_unpack_object* o) +{ + PyObject *p = PyLong_FromLong((long)d); + if (!p) + return -1; + *o = p; + return 0; +} +static inline int unpack_callback_uint8(unpack_user* u, uint8_t d, msgpack_unpack_object* o) +{ + return unpack_callback_uint16(u, d, o); +} + + +static inline int unpack_callback_uint32(unpack_user* u, uint32_t d, msgpack_unpack_object* o) +{ + PyObject *p = PyLong_FromSize_t((size_t)d); + if (!p) + return -1; + *o = p; + return 0; +} + +static inline int unpack_callback_uint64(unpack_user* u, uint64_t d, msgpack_unpack_object* o) +{ + PyObject *p; + if (d > LONG_MAX) { + p = PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG)d); + } else { + p = PyLong_FromLong((long)d); + } + if (!p) + return -1; + *o = p; + return 0; +} + +static inline int unpack_callback_int32(unpack_user* u, int32_t d, msgpack_unpack_object* o) +{ + PyObject *p = PyLong_FromLong(d); + if (!p) + return -1; + *o = p; + return 0; +} + +static inline int unpack_callback_int16(unpack_user* u, int16_t d, msgpack_unpack_object* o) +{ + return unpack_callback_int32(u, d, o); +} + +static inline int unpack_callback_int8(unpack_user* u, int8_t d, msgpack_unpack_object* o) +{ + return unpack_callback_int32(u, d, o); +} + +static inline int unpack_callback_int64(unpack_user* u, int64_t d, msgpack_unpack_object* o) +{ + PyObject *p; + if (d > LONG_MAX || d < LONG_MIN) { + p = PyLong_FromLongLong((PY_LONG_LONG)d); + } else { + p = PyLong_FromLong((long)d); + } + *o = p; + return 0; +} + +static inline int unpack_callback_double(unpack_user* u, double d, msgpack_unpack_object* o) +{ + PyObject *p = PyFloat_FromDouble(d); + if (!p) + return -1; + *o = p; + return 0; +} + +static inline int unpack_callback_float(unpack_user* u, float d, msgpack_unpack_object* o) +{ + return unpack_callback_double(u, d, o); +} + +static inline int unpack_callback_nil(unpack_user* u, msgpack_unpack_object* o) +{ Py_INCREF(Py_None); *o = Py_None; return 0; } + +static inline int unpack_callback_true(unpack_user* u, msgpack_unpack_object* o) +{ Py_INCREF(Py_True); *o = Py_True; return 0; } + +static inline int unpack_callback_false(unpack_user* u, msgpack_unpack_object* o) +{ Py_INCREF(Py_False); *o = Py_False; return 0; } + +static inline int unpack_callback_array(unpack_user* u, unsigned int n, msgpack_unpack_object* o) +{ + if (n > u->max_array_len) { + PyErr_Format(PyExc_ValueError, "%u exceeds max_array_len(%zd)", n, u->max_array_len); + return -1; + } + PyObject *p = u->use_list ? PyList_New(n) : PyTuple_New(n); + + if (!p) + return -1; + *o = p; + return 0; +} + +static inline int unpack_callback_array_item(unpack_user* u, unsigned int current, msgpack_unpack_object* c, msgpack_unpack_object o) +{ + if (u->use_list) + PyList_SET_ITEM(*c, current, o); + else + PyTuple_SET_ITEM(*c, current, o); + return 0; +} + +static inline int unpack_callback_array_end(unpack_user* u, msgpack_unpack_object* c) +{ + if (u->list_hook) { + PyObject *new_c = PyObject_CallFunctionObjArgs(u->list_hook, *c, NULL); + if (!new_c) + return -1; + Py_DECREF(*c); + *c = new_c; + } + return 0; +} + +static inline int unpack_callback_map(unpack_user* u, unsigned int n, msgpack_unpack_object* o) +{ + if (n > u->max_map_len) { + PyErr_Format(PyExc_ValueError, "%u exceeds max_map_len(%zd)", n, u->max_map_len); + return -1; + } + PyObject *p; + if (u->has_pairs_hook) { + p = PyList_New(n); // Or use tuple? + } + else { + p = PyDict_New(); + } + if (!p) + return -1; + *o = p; + return 0; +} + +static inline int unpack_callback_map_item(unpack_user* u, unsigned int current, msgpack_unpack_object* c, msgpack_unpack_object k, msgpack_unpack_object v) +{ + if (u->strict_map_key && !PyUnicode_CheckExact(k) && !PyBytes_CheckExact(k)) { + PyErr_Format(PyExc_ValueError, "%.100s is not allowed for map key when strict_map_key=True", Py_TYPE(k)->tp_name); + return -1; + } + if (PyUnicode_CheckExact(k)) { + PyUnicode_InternInPlace(&k); + } + if (u->has_pairs_hook) { + msgpack_unpack_object item = PyTuple_Pack(2, k, v); + if (!item) + return -1; + Py_DECREF(k); + Py_DECREF(v); + PyList_SET_ITEM(*c, current, item); + return 0; + } + else if (PyDict_SetItem(*c, k, v) == 0) { + Py_DECREF(k); + Py_DECREF(v); + return 0; + } + return -1; +} + +static inline int unpack_callback_map_end(unpack_user* u, msgpack_unpack_object* c) +{ + if (u->object_hook) { + PyObject *new_c = PyObject_CallFunctionObjArgs(u->object_hook, *c, NULL); + if (!new_c) + return -1; + + Py_DECREF(*c); + *c = new_c; + } + return 0; +} + +static inline int unpack_callback_raw(unpack_user* u, const char* b, const char* p, unsigned int l, msgpack_unpack_object* o) +{ + if (l > u->max_str_len) { + PyErr_Format(PyExc_ValueError, "%u exceeds max_str_len(%zd)", l, u->max_str_len); + return -1; + } + + PyObject *py; + + if (u->raw) { + py = PyBytes_FromStringAndSize(p, l); + } else { + py = PyUnicode_DecodeUTF8(p, l, u->unicode_errors); + } + if (!py) + return -1; + *o = py; + return 0; +} + +static inline int unpack_callback_bin(unpack_user* u, const char* b, const char* p, unsigned int l, msgpack_unpack_object* o) +{ + if (l > u->max_bin_len) { + PyErr_Format(PyExc_ValueError, "%u exceeds max_bin_len(%zd)", l, u->max_bin_len); + return -1; + } + + PyObject *py = PyBytes_FromStringAndSize(p, l); + if (!py) + return -1; + *o = py; + return 0; +} + +typedef struct msgpack_timestamp { + int64_t tv_sec; + uint32_t tv_nsec; +} msgpack_timestamp; + +/* + * Unpack ext buffer to a timestamp. Pulled from msgpack-c timestamp.h. + */ +static int unpack_timestamp(const char* buf, unsigned int buflen, msgpack_timestamp* ts) { + switch (buflen) { + case 4: + ts->tv_nsec = 0; + { + uint32_t v = _msgpack_load32(uint32_t, buf); + ts->tv_sec = (int64_t)v; + } + return 0; + case 8: { + uint64_t value =_msgpack_load64(uint64_t, buf); + ts->tv_nsec = (uint32_t)(value >> 34); + ts->tv_sec = value & 0x00000003ffffffffLL; + return 0; + } + case 12: + ts->tv_nsec = _msgpack_load32(uint32_t, buf); + ts->tv_sec = _msgpack_load64(int64_t, buf + 4); + return 0; + default: + return -1; + } +} + +#include "datetime.h" + +static int unpack_callback_ext(unpack_user* u, const char* base, const char* pos, + unsigned int length, msgpack_unpack_object* o) +{ + int8_t typecode = (int8_t)*pos++; + if (!u->ext_hook) { + PyErr_SetString(PyExc_AssertionError, "u->ext_hook cannot be NULL"); + return -1; + } + if (length-1 > u->max_ext_len) { + PyErr_Format(PyExc_ValueError, "%u exceeds max_ext_len(%zd)", length, u->max_ext_len); + return -1; + } + + PyObject *py = NULL; + // length also includes the typecode, so the actual data is length-1 + if (typecode == -1) { + msgpack_timestamp ts; + if (unpack_timestamp(pos, length-1, &ts) < 0) { + return -1; + } + + if (u->timestamp == 2) { // int + PyObject *a = PyLong_FromLongLong(ts.tv_sec); + if (a == NULL) return -1; + + PyObject *c = PyNumber_Multiply(a, u->giga); + Py_DECREF(a); + if (c == NULL) { + return -1; + } + + PyObject *b = PyLong_FromUnsignedLong(ts.tv_nsec); + if (b == NULL) { + Py_DECREF(c); + return -1; + } + + py = PyNumber_Add(c, b); + Py_DECREF(c); + Py_DECREF(b); + } + else if (u->timestamp == 0) { // Timestamp + py = PyObject_CallFunction(u->timestamp_t, "(Lk)", ts.tv_sec, ts.tv_nsec); + } + else if (u->timestamp == 3) { // datetime + // Calculate datetime using epoch + delta + // due to limitations PyDateTime_FromTimestamp on Windows with negative timestamps + PyObject *epoch = PyDateTimeAPI->DateTime_FromDateAndTime(1970, 1, 1, 0, 0, 0, 0, u->utc, PyDateTimeAPI->DateTimeType); + if (epoch == NULL) { + return -1; + } + + PyObject* d = PyDelta_FromDSU(ts.tv_sec/(24*3600), ts.tv_sec%(24*3600), ts.tv_nsec / 1000); + if (d == NULL) { + Py_DECREF(epoch); + return -1; + } + + py = PyNumber_Add(epoch, d); + + Py_DECREF(epoch); + Py_DECREF(d); + } + else { // float + PyObject *a = PyFloat_FromDouble((double)ts.tv_nsec); + if (a == NULL) return -1; + + PyObject *b = PyNumber_TrueDivide(a, u->giga); + Py_DECREF(a); + if (b == NULL) return -1; + + PyObject *c = PyLong_FromLongLong(ts.tv_sec); + if (c == NULL) { + Py_DECREF(b); + return -1; + } + + a = PyNumber_Add(b, c); + Py_DECREF(b); + Py_DECREF(c); + py = a; + } + } else { + py = PyObject_CallFunction(u->ext_hook, "(iy#)", (int)typecode, pos, (Py_ssize_t)length-1); + } + if (!py) + return -1; + *o = py; + return 0; +} + +#include "unpack_template.h" diff --git a/msgpack/unpack_container_header.h b/msgpack/unpack_container_header.h new file mode 100644 index 0000000..c14a3c2 --- /dev/null +++ b/msgpack/unpack_container_header.h @@ -0,0 +1,51 @@ +static inline int unpack_container_header(unpack_context* ctx, const char* data, Py_ssize_t len, Py_ssize_t* off) +{ + assert(len >= *off); + uint32_t size; + const unsigned char *const p = (unsigned char*)data + *off; + +#define inc_offset(inc) \ + if (len - *off < inc) \ + return 0; \ + *off += inc; + + switch (*p) { + case var_offset: + inc_offset(3); + size = _msgpack_load16(uint16_t, p + 1); + break; + case var_offset + 1: + inc_offset(5); + size = _msgpack_load32(uint32_t, p + 1); + break; +#ifdef USE_CASE_RANGE + case fixed_offset + 0x0 ... fixed_offset + 0xf: +#else + case fixed_offset + 0x0: + case fixed_offset + 0x1: + case fixed_offset + 0x2: + case fixed_offset + 0x3: + case fixed_offset + 0x4: + case fixed_offset + 0x5: + case fixed_offset + 0x6: + case fixed_offset + 0x7: + case fixed_offset + 0x8: + case fixed_offset + 0x9: + case fixed_offset + 0xa: + case fixed_offset + 0xb: + case fixed_offset + 0xc: + case fixed_offset + 0xd: + case fixed_offset + 0xe: + case fixed_offset + 0xf: +#endif + ++*off; + size = ((unsigned int)*p) & 0x0f; + break; + default: + PyErr_SetString(PyExc_ValueError, "Unexpected type header on stream"); + return -1; + } + unpack_callback_uint32(&ctx->user, size, &ctx->stack[0].obj); + return 1; +} + diff --git a/msgpack/unpack_define.h b/msgpack/unpack_define.h index 959d351..0dd708d 100644 --- a/msgpack/unpack_define.h +++ b/msgpack/unpack_define.h @@ -34,54 +34,57 @@ extern "C" { #endif +// CS is first byte & 0x1f typedef enum { - CS_HEADER = 0x00, // nil + CS_HEADER = 0x00, // nil - //CS_ = 0x01, - //CS_ = 0x02, // false - //CS_ = 0x03, // true + //CS_ = 0x01, + //CS_ = 0x02, // false + //CS_ = 0x03, // true - //CS_ = 0x04, - //CS_ = 0x05, - //CS_ = 0x06, - //CS_ = 0x07, + CS_BIN_8 = 0x04, + CS_BIN_16 = 0x05, + CS_BIN_32 = 0x06, - //CS_ = 0x08, - //CS_ = 0x09, - CS_FLOAT = 0x0a, - CS_DOUBLE = 0x0b, - CS_UINT_8 = 0x0c, - CS_UINT_16 = 0x0d, - CS_UINT_32 = 0x0e, - CS_UINT_64 = 0x0f, - CS_INT_8 = 0x10, - CS_INT_16 = 0x11, - CS_INT_32 = 0x12, - CS_INT_64 = 0x13, + CS_EXT_8 = 0x07, + CS_EXT_16 = 0x08, + CS_EXT_32 = 0x09, - //CS_ = 0x14, - //CS_ = 0x15, - //CS_BIG_INT_16 = 0x16, - //CS_BIG_INT_32 = 0x17, - //CS_BIG_FLOAT_16 = 0x18, - //CS_BIG_FLOAT_32 = 0x19, - CS_RAW_16 = 0x1a, - CS_RAW_32 = 0x1b, - CS_ARRAY_16 = 0x1c, - CS_ARRAY_32 = 0x1d, - CS_MAP_16 = 0x1e, - CS_MAP_32 = 0x1f, + CS_FLOAT = 0x0a, + CS_DOUBLE = 0x0b, + CS_UINT_8 = 0x0c, + CS_UINT_16 = 0x0d, + CS_UINT_32 = 0x0e, + CS_UINT_64 = 0x0f, + CS_INT_8 = 0x10, + CS_INT_16 = 0x11, + CS_INT_32 = 0x12, + CS_INT_64 = 0x13, - //ACS_BIG_INT_VALUE, - //ACS_BIG_FLOAT_VALUE, - ACS_RAW_VALUE, + //CS_FIXEXT1 = 0x14, + //CS_FIXEXT2 = 0x15, + //CS_FIXEXT4 = 0x16, + //CS_FIXEXT8 = 0x17, + //CS_FIXEXT16 = 0x18, + + CS_RAW_8 = 0x19, + CS_RAW_16 = 0x1a, + CS_RAW_32 = 0x1b, + CS_ARRAY_16 = 0x1c, + CS_ARRAY_32 = 0x1d, + CS_MAP_16 = 0x1e, + CS_MAP_32 = 0x1f, + + ACS_RAW_VALUE, + ACS_BIN_VALUE, + ACS_EXT_VALUE, } msgpack_unpack_state; typedef enum { - CT_ARRAY_ITEM, - CT_MAP_KEY, - CT_MAP_VALUE, + CT_ARRAY_ITEM, + CT_MAP_KEY, + CT_MAP_VALUE, } msgpack_container_type; @@ -90,4 +93,3 @@ typedef enum { #endif #endif /* msgpack/unpack_define.h */ - diff --git a/msgpack/unpack_template.h b/msgpack/unpack_template.h index 0fbfbb7..cce29e7 100644 --- a/msgpack/unpack_template.h +++ b/msgpack/unpack_template.h @@ -16,159 +16,124 @@ * limitations under the License. */ -#ifndef msgpack_unpack_func -#error msgpack_unpack_func template is not defined -#endif - -#ifndef msgpack_unpack_callback -#error msgpack_unpack_callback template is not defined -#endif - -#ifndef msgpack_unpack_struct -#error msgpack_unpack_struct template is not defined -#endif - -#ifndef msgpack_unpack_struct_decl -#define msgpack_unpack_struct_decl(name) msgpack_unpack_struct(name) -#endif - -#ifndef msgpack_unpack_object -#error msgpack_unpack_object type is not defined -#endif - -#ifndef msgpack_unpack_user -#error msgpack_unpack_user type is not defined -#endif - #ifndef USE_CASE_RANGE #if !defined(_MSC_VER) #define USE_CASE_RANGE #endif #endif -msgpack_unpack_struct_decl(_stack) { - msgpack_unpack_object obj; - size_t count; - unsigned int ct; - msgpack_unpack_object map_key; -}; +typedef struct unpack_stack { + PyObject* obj; + Py_ssize_t size; + Py_ssize_t count; + unsigned int ct; + PyObject* map_key; +} unpack_stack; -msgpack_unpack_struct_decl(_context) { - msgpack_unpack_user user; - unsigned int cs; - unsigned int trail; - unsigned int top; - /* - msgpack_unpack_struct(_stack)* stack; - unsigned int stack_size; - msgpack_unpack_struct(_stack) embed_stack[MSGPACK_EMBED_STACK_SIZE]; - */ - msgpack_unpack_struct(_stack) stack[MSGPACK_EMBED_STACK_SIZE]; +struct unpack_context { + unpack_user user; + unsigned int cs; + unsigned int trail; + unsigned int top; + /* + unpack_stack* stack; + unsigned int stack_size; + unpack_stack embed_stack[MSGPACK_EMBED_STACK_SIZE]; + */ + unpack_stack stack[MSGPACK_EMBED_STACK_SIZE]; }; -msgpack_unpack_func(void, _init)(msgpack_unpack_struct(_context)* ctx) +static inline void unpack_init(unpack_context* ctx) { - ctx->cs = CS_HEADER; - ctx->trail = 0; - ctx->top = 0; - /* - ctx->stack = ctx->embed_stack; - ctx->stack_size = MSGPACK_EMBED_STACK_SIZE; - */ - ctx->stack[0].obj = msgpack_unpack_callback(_root)(&ctx->user); + ctx->cs = CS_HEADER; + ctx->trail = 0; + ctx->top = 0; + /* + ctx->stack = ctx->embed_stack; + ctx->stack_size = MSGPACK_EMBED_STACK_SIZE; + */ + ctx->stack[0].obj = unpack_callback_root(&ctx->user); } /* -msgpack_unpack_func(void, _destroy)(msgpack_unpack_struct(_context)* ctx) +static inline void unpack_destroy(unpack_context* ctx) { - if(ctx->stack_size != MSGPACK_EMBED_STACK_SIZE) { - free(ctx->stack); - } + if(ctx->stack_size != MSGPACK_EMBED_STACK_SIZE) { + free(ctx->stack); + } } */ -msgpack_unpack_func(msgpack_unpack_object, _data)(msgpack_unpack_struct(_context)* ctx) +static inline PyObject* unpack_data(unpack_context* ctx) { - return (ctx)->stack[0].obj; + return (ctx)->stack[0].obj; } - -msgpack_unpack_func(int, _execute)(msgpack_unpack_struct(_context)* ctx, const char* data, size_t len, size_t* off) +static inline void unpack_clear(unpack_context *ctx) { - assert(len >= *off); + Py_CLEAR(ctx->stack[0].obj); +} - const unsigned char* p = (unsigned char*)data + *off; - const unsigned char* const pe = (unsigned char*)data + len; - const void* n = NULL; +static inline int unpack_execute(bool construct, unpack_context* ctx, const char* data, Py_ssize_t len, Py_ssize_t* off) +{ + assert(len >= *off); - unsigned int trail = ctx->trail; - unsigned int cs = ctx->cs; - unsigned int top = ctx->top; - msgpack_unpack_struct(_stack)* stack = ctx->stack; - /* - unsigned int stack_size = ctx->stack_size; - */ - msgpack_unpack_user* user = &ctx->user; + const unsigned char* p = (unsigned char*)data + *off; + const unsigned char* const pe = (unsigned char*)data + len; + const void* n = p; - msgpack_unpack_object obj; - msgpack_unpack_struct(_stack)* c = NULL; + unsigned int trail = ctx->trail; + unsigned int cs = ctx->cs; + unsigned int top = ctx->top; + unpack_stack* stack = ctx->stack; + /* + unsigned int stack_size = ctx->stack_size; + */ + unpack_user* user = &ctx->user; - int ret; + PyObject* obj = NULL; + unpack_stack* c = NULL; + + int ret; + +#define construct_cb(name) \ + construct && unpack_callback ## name #define push_simple_value(func) \ - if(msgpack_unpack_callback(func)(user, &obj) < 0) { goto _failed; } \ - goto _push + if(construct_cb(func)(user, &obj) < 0) { goto _failed; } \ + goto _push #define push_fixed_value(func, arg) \ - if(msgpack_unpack_callback(func)(user, arg, &obj) < 0) { goto _failed; } \ - goto _push + if(construct_cb(func)(user, arg, &obj) < 0) { goto _failed; } \ + goto _push #define push_variable_value(func, base, pos, len) \ - if(msgpack_unpack_callback(func)(user, \ - (const char*)base, (const char*)pos, len, &obj) < 0) { goto _failed; } \ - goto _push + if(construct_cb(func)(user, \ + (const char*)base, (const char*)pos, len, &obj) < 0) { goto _failed; } \ + goto _push #define again_fixed_trail(_cs, trail_len) \ - trail = trail_len; \ - cs = _cs; \ - goto _fixed_trail_again + trail = trail_len; \ + cs = _cs; \ + goto _fixed_trail_again #define again_fixed_trail_if_zero(_cs, trail_len, ifzero) \ - trail = trail_len; \ - if(trail == 0) { goto ifzero; } \ - cs = _cs; \ - goto _fixed_trail_again + trail = trail_len; \ + if(trail == 0) { goto ifzero; } \ + cs = _cs; \ + goto _fixed_trail_again #define start_container(func, count_, ct_) \ - if(top >= MSGPACK_EMBED_STACK_SIZE) { goto _failed; } /* FIXME */ \ - if(msgpack_unpack_callback(func)(user, count_, &stack[top].obj) < 0) { goto _failed; } \ - if((count_) == 0) { obj = stack[top].obj; goto _push; } \ - stack[top].ct = ct_; \ - stack[top].count = count_; \ - ++top; \ - /*printf("container %d count %d stack %d\n",stack[top].obj,count_,top);*/ \ - /*printf("stack push %d\n", top);*/ \ - /* FIXME \ - if(top >= stack_size) { \ - if(stack_size == MSGPACK_EMBED_STACK_SIZE) { \ - size_t csize = sizeof(msgpack_unpack_struct(_stack)) * MSGPACK_EMBED_STACK_SIZE; \ - size_t nsize = csize * 2; \ - msgpack_unpack_struct(_stack)* tmp = (msgpack_unpack_struct(_stack)*)malloc(nsize); \ - if(tmp == NULL) { goto _failed; } \ - memcpy(tmp, ctx->stack, csize); \ - ctx->stack = stack = tmp; \ - ctx->stack_size = stack_size = MSGPACK_EMBED_STACK_SIZE * 2; \ - } else { \ - size_t nsize = sizeof(msgpack_unpack_struct(_stack)) * ctx->stack_size * 2; \ - msgpack_unpack_struct(_stack)* tmp = (msgpack_unpack_struct(_stack)*)realloc(ctx->stack, nsize); \ - if(tmp == NULL) { goto _failed; } \ - ctx->stack = stack = tmp; \ - ctx->stack_size = stack_size = stack_size * 2; \ - } \ - } \ - */ \ - goto _header_again + if(top >= MSGPACK_EMBED_STACK_SIZE) { ret = -3; goto _end; } \ + if(construct_cb(func)(user, count_, &stack[top].obj) < 0) { goto _failed; } \ + if((count_) == 0) { obj = stack[top].obj; \ + if (construct_cb(func##_end)(user, &obj) < 0) { goto _failed; } \ + goto _push; } \ + stack[top].ct = ct_; \ + stack[top].size = count_; \ + stack[top].count = 0; \ + ++top; \ + goto _header_again -#define NEXT_CS(p) \ - ((unsigned int)*p & 0x1f) +#define NEXT_CS(p) ((unsigned int)*p & 0x1f) #ifdef USE_CASE_RANGE #define SWITCH_RANGE_BEGIN switch(*p) { @@ -182,222 +147,249 @@ msgpack_unpack_func(int, _execute)(msgpack_unpack_struct(_context)* ctx, const c #define SWITCH_RANGE_END } } #endif - if(p == pe) { goto _out; } - do { - switch(cs) { - case CS_HEADER: - SWITCH_RANGE_BEGIN - SWITCH_RANGE(0x00, 0x7f) // Positive Fixnum - push_fixed_value(_uint8, *(uint8_t*)p); - SWITCH_RANGE(0xe0, 0xff) // Negative Fixnum - push_fixed_value(_int8, *(int8_t*)p); - SWITCH_RANGE(0xc0, 0xdf) // Variable - switch(*p) { - case 0xc0: // nil - push_simple_value(_nil); - //case 0xc1: // string - // again_terminal_trail(NEXT_CS(p), p+1); - case 0xc2: // false - push_simple_value(_false); - case 0xc3: // true - push_simple_value(_true); - //case 0xc4: - //case 0xc5: - //case 0xc6: - //case 0xc7: - //case 0xc8: - //case 0xc9: - case 0xca: // float - case 0xcb: // double - case 0xcc: // unsigned int 8 - case 0xcd: // unsigned int 16 - case 0xce: // unsigned int 32 - case 0xcf: // unsigned int 64 - case 0xd0: // signed int 8 - case 0xd1: // signed int 16 - case 0xd2: // signed int 32 - case 0xd3: // signed int 64 - again_fixed_trail(NEXT_CS(p), 1 << (((unsigned int)*p) & 0x03)); - //case 0xd4: - //case 0xd5: - //case 0xd6: // big integer 16 - //case 0xd7: // big integer 32 - //case 0xd8: // big float 16 - //case 0xd9: // big float 32 - case 0xda: // raw 16 - case 0xdb: // raw 32 - case 0xdc: // array 16 - case 0xdd: // array 32 - case 0xde: // map 16 - case 0xdf: // map 32 - again_fixed_trail(NEXT_CS(p), 2 << (((unsigned int)*p) & 0x01)); - default: - goto _failed; - } - SWITCH_RANGE(0xa0, 0xbf) // FixRaw - again_fixed_trail_if_zero(ACS_RAW_VALUE, ((unsigned int)*p & 0x1f), _raw_zero); - SWITCH_RANGE(0x90, 0x9f) // FixArray - start_container(_array, ((unsigned int)*p) & 0x0f, CT_ARRAY_ITEM); - SWITCH_RANGE(0x80, 0x8f) // FixMap - start_container(_map, ((unsigned int)*p) & 0x0f, CT_MAP_KEY); + if(p == pe) { goto _out; } + do { + switch(cs) { + case CS_HEADER: + SWITCH_RANGE_BEGIN + SWITCH_RANGE(0x00, 0x7f) // Positive Fixnum + push_fixed_value(_uint8, *(uint8_t*)p); + SWITCH_RANGE(0xe0, 0xff) // Negative Fixnum + push_fixed_value(_int8, *(int8_t*)p); + SWITCH_RANGE(0xc0, 0xdf) // Variable + switch(*p) { + case 0xc0: // nil + push_simple_value(_nil); + //case 0xc1: // never used + case 0xc2: // false + push_simple_value(_false); + case 0xc3: // true + push_simple_value(_true); + case 0xc4: // bin 8 + again_fixed_trail(NEXT_CS(p), 1); + case 0xc5: // bin 16 + again_fixed_trail(NEXT_CS(p), 2); + case 0xc6: // bin 32 + again_fixed_trail(NEXT_CS(p), 4); + case 0xc7: // ext 8 + again_fixed_trail(NEXT_CS(p), 1); + case 0xc8: // ext 16 + again_fixed_trail(NEXT_CS(p), 2); + case 0xc9: // ext 32 + again_fixed_trail(NEXT_CS(p), 4); + case 0xca: // float + case 0xcb: // double + case 0xcc: // unsigned int 8 + case 0xcd: // unsigned int 16 + case 0xce: // unsigned int 32 + case 0xcf: // unsigned int 64 + case 0xd0: // signed int 8 + case 0xd1: // signed int 16 + case 0xd2: // signed int 32 + case 0xd3: // signed int 64 + again_fixed_trail(NEXT_CS(p), 1 << (((unsigned int)*p) & 0x03)); + case 0xd4: // fixext 1 + case 0xd5: // fixext 2 + case 0xd6: // fixext 4 + case 0xd7: // fixext 8 + again_fixed_trail_if_zero(ACS_EXT_VALUE, + (1 << (((unsigned int)*p) & 0x03))+1, + _ext_zero); + case 0xd8: // fixext 16 + again_fixed_trail_if_zero(ACS_EXT_VALUE, 16+1, _ext_zero); + case 0xd9: // str 8 + again_fixed_trail(NEXT_CS(p), 1); + case 0xda: // raw 16 + case 0xdb: // raw 32 + case 0xdc: // array 16 + case 0xdd: // array 32 + case 0xde: // map 16 + case 0xdf: // map 32 + again_fixed_trail(NEXT_CS(p), 2 << (((unsigned int)*p) & 0x01)); + default: + ret = -2; + goto _end; + } + SWITCH_RANGE(0xa0, 0xbf) // FixRaw + again_fixed_trail_if_zero(ACS_RAW_VALUE, ((unsigned int)*p & 0x1f), _raw_zero); + SWITCH_RANGE(0x90, 0x9f) // FixArray + start_container(_array, ((unsigned int)*p) & 0x0f, CT_ARRAY_ITEM); + SWITCH_RANGE(0x80, 0x8f) // FixMap + start_container(_map, ((unsigned int)*p) & 0x0f, CT_MAP_KEY); - SWITCH_RANGE_DEFAULT - goto _failed; - SWITCH_RANGE_END - // end CS_HEADER + SWITCH_RANGE_DEFAULT + ret = -2; + goto _end; + SWITCH_RANGE_END + // end CS_HEADER - _fixed_trail_again: - ++p; + _fixed_trail_again: + ++p; - default: - if((size_t)(pe - p) < trail) { goto _out; } - n = p; p += trail - 1; - switch(cs) { - //case CS_ - //case CS_ - case CS_FLOAT: { - union { uint32_t i; float f; } mem; - mem.i = _msgpack_load32(uint32_t,n); - push_fixed_value(_float, mem.f); } - case CS_DOUBLE: { - union { uint64_t i; double f; } mem; - mem.i = _msgpack_load64(uint64_t,n); - push_fixed_value(_double, mem.f); } - case CS_UINT_8: - push_fixed_value(_uint8, *(uint8_t*)n); - case CS_UINT_16: - push_fixed_value(_uint16, _msgpack_load16(uint16_t,n)); - case CS_UINT_32: - push_fixed_value(_uint32, _msgpack_load32(uint32_t,n)); - case CS_UINT_64: - push_fixed_value(_uint64, _msgpack_load64(uint64_t,n)); + default: + if((size_t)(pe - p) < trail) { goto _out; } + n = p; p += trail - 1; + switch(cs) { + case CS_EXT_8: + again_fixed_trail_if_zero(ACS_EXT_VALUE, *(uint8_t*)n+1, _ext_zero); + case CS_EXT_16: + again_fixed_trail_if_zero(ACS_EXT_VALUE, + _msgpack_load16(uint16_t,n)+1, + _ext_zero); + case CS_EXT_32: + again_fixed_trail_if_zero(ACS_EXT_VALUE, + _msgpack_load32(uint32_t,n)+1, + _ext_zero); + case CS_FLOAT: { + double f; +#if PY_VERSION_HEX >= 0x030B00A7 + f = PyFloat_Unpack4((const char*)n, 0); +#else + f = _PyFloat_Unpack4((unsigned char*)n, 0); +#endif + push_fixed_value(_float, f); } + case CS_DOUBLE: { + double f; +#if PY_VERSION_HEX >= 0x030B00A7 + f = PyFloat_Unpack8((const char*)n, 0); +#else + f = _PyFloat_Unpack8((unsigned char*)n, 0); +#endif + push_fixed_value(_double, f); } + case CS_UINT_8: + push_fixed_value(_uint8, *(uint8_t*)n); + case CS_UINT_16: + push_fixed_value(_uint16, _msgpack_load16(uint16_t,n)); + case CS_UINT_32: + push_fixed_value(_uint32, _msgpack_load32(uint32_t,n)); + case CS_UINT_64: + push_fixed_value(_uint64, _msgpack_load64(uint64_t,n)); - case CS_INT_8: - push_fixed_value(_int8, *(int8_t*)n); - case CS_INT_16: - push_fixed_value(_int16, _msgpack_load16(int16_t,n)); - case CS_INT_32: - push_fixed_value(_int32, _msgpack_load32(int32_t,n)); - case CS_INT_64: - push_fixed_value(_int64, _msgpack_load64(int64_t,n)); + case CS_INT_8: + push_fixed_value(_int8, *(int8_t*)n); + case CS_INT_16: + push_fixed_value(_int16, _msgpack_load16(int16_t,n)); + case CS_INT_32: + push_fixed_value(_int32, _msgpack_load32(int32_t,n)); + case CS_INT_64: + push_fixed_value(_int64, _msgpack_load64(int64_t,n)); - //case CS_ - //case CS_ - //case CS_BIG_INT_16: - // again_fixed_trail_if_zero(ACS_BIG_INT_VALUE, _msgpack_load16(uint16_t,n), _big_int_zero); - //case CS_BIG_INT_32: - // again_fixed_trail_if_zero(ACS_BIG_INT_VALUE, _msgpack_load32(uint32_t,n), _big_int_zero); - //case ACS_BIG_INT_VALUE: - //_big_int_zero: - // // FIXME - // push_variable_value(_big_int, data, n, trail); + case CS_BIN_8: + again_fixed_trail_if_zero(ACS_BIN_VALUE, *(uint8_t*)n, _bin_zero); + case CS_BIN_16: + again_fixed_trail_if_zero(ACS_BIN_VALUE, _msgpack_load16(uint16_t,n), _bin_zero); + case CS_BIN_32: + again_fixed_trail_if_zero(ACS_BIN_VALUE, _msgpack_load32(uint32_t,n), _bin_zero); + case ACS_BIN_VALUE: + _bin_zero: + push_variable_value(_bin, data, n, trail); - //case CS_BIG_FLOAT_16: - // again_fixed_trail_if_zero(ACS_BIG_FLOAT_VALUE, _msgpack_load16(uint16_t,n), _big_float_zero); - //case CS_BIG_FLOAT_32: - // again_fixed_trail_if_zero(ACS_BIG_FLOAT_VALUE, _msgpack_load32(uint32_t,n), _big_float_zero); - //case ACS_BIG_FLOAT_VALUE: - //_big_float_zero: - // // FIXME - // push_variable_value(_big_float, data, n, trail); + case CS_RAW_8: + again_fixed_trail_if_zero(ACS_RAW_VALUE, *(uint8_t*)n, _raw_zero); + case CS_RAW_16: + again_fixed_trail_if_zero(ACS_RAW_VALUE, _msgpack_load16(uint16_t,n), _raw_zero); + case CS_RAW_32: + again_fixed_trail_if_zero(ACS_RAW_VALUE, _msgpack_load32(uint32_t,n), _raw_zero); + case ACS_RAW_VALUE: + _raw_zero: + push_variable_value(_raw, data, n, trail); - case CS_RAW_16: - again_fixed_trail_if_zero(ACS_RAW_VALUE, _msgpack_load16(uint16_t,n), _raw_zero); - case CS_RAW_32: - again_fixed_trail_if_zero(ACS_RAW_VALUE, _msgpack_load32(uint32_t,n), _raw_zero); - case ACS_RAW_VALUE: - _raw_zero: - push_variable_value(_raw, data, n, trail); + case ACS_EXT_VALUE: + _ext_zero: + push_variable_value(_ext, data, n, trail); - case CS_ARRAY_16: - start_container(_array, _msgpack_load16(uint16_t,n), CT_ARRAY_ITEM); - case CS_ARRAY_32: - /* FIXME security guard */ - start_container(_array, _msgpack_load32(uint32_t,n), CT_ARRAY_ITEM); + case CS_ARRAY_16: + start_container(_array, _msgpack_load16(uint16_t,n), CT_ARRAY_ITEM); + case CS_ARRAY_32: + /* FIXME security guard */ + start_container(_array, _msgpack_load32(uint32_t,n), CT_ARRAY_ITEM); - case CS_MAP_16: - start_container(_map, _msgpack_load16(uint16_t,n), CT_MAP_KEY); - case CS_MAP_32: - /* FIXME security guard */ - start_container(_map, _msgpack_load32(uint32_t,n), CT_MAP_KEY); + case CS_MAP_16: + start_container(_map, _msgpack_load16(uint16_t,n), CT_MAP_KEY); + case CS_MAP_32: + /* FIXME security guard */ + start_container(_map, _msgpack_load32(uint32_t,n), CT_MAP_KEY); - default: - goto _failed; - } - } + default: + goto _failed; + } + } _push: - if(top == 0) { goto _finish; } - c = &stack[top-1]; - switch(c->ct) { - case CT_ARRAY_ITEM: - if(msgpack_unpack_callback(_array_item)(user, &c->obj, obj) < 0) { goto _failed; } - if(--c->count == 0) { - obj = c->obj; - --top; - /*printf("stack pop %d\n", top);*/ - goto _push; - } - goto _header_again; - case CT_MAP_KEY: - c->map_key = obj; - c->ct = CT_MAP_VALUE; - goto _header_again; - case CT_MAP_VALUE: - if(msgpack_unpack_callback(_map_item)(user, &c->obj, c->map_key, obj) < 0) { goto _failed; } - if(--c->count == 0) { - obj = c->obj; - --top; - /*printf("stack pop %d\n", top);*/ - goto _push; - } - c->ct = CT_MAP_KEY; - goto _header_again; + if(top == 0) { goto _finish; } + c = &stack[top-1]; + switch(c->ct) { + case CT_ARRAY_ITEM: + if(construct_cb(_array_item)(user, c->count, &c->obj, obj) < 0) { goto _failed; } + if(++c->count == c->size) { + obj = c->obj; + if (construct_cb(_array_end)(user, &obj) < 0) { goto _failed; } + --top; + /*printf("stack pop %d\n", top);*/ + goto _push; + } + goto _header_again; + case CT_MAP_KEY: + c->map_key = obj; + c->ct = CT_MAP_VALUE; + goto _header_again; + case CT_MAP_VALUE: + if(construct_cb(_map_item)(user, c->count, &c->obj, c->map_key, obj) < 0) { goto _failed; } + if(++c->count == c->size) { + obj = c->obj; + if (construct_cb(_map_end)(user, &obj) < 0) { goto _failed; } + --top; + /*printf("stack pop %d\n", top);*/ + goto _push; + } + c->ct = CT_MAP_KEY; + goto _header_again; - default: - goto _failed; - } + default: + goto _failed; + } _header_again: - cs = CS_HEADER; - ++p; - } while(p != pe); - goto _out; + cs = CS_HEADER; + ++p; + } while(p != pe); + goto _out; _finish: - stack[0].obj = obj; - ++p; - ret = 1; - /*printf("-- finish --\n"); */ - goto _end; + if (!construct) + unpack_callback_nil(user, &obj); + stack[0].obj = obj; + ++p; + ret = 1; + /*printf("-- finish --\n"); */ + goto _end; _failed: - /*printf("** FAILED **\n"); */ - ret = -1; - goto _end; + /*printf("** FAILED **\n"); */ + ret = -1; + goto _end; _out: - ret = 0; - goto _end; + ret = 0; + goto _end; _end: - ctx->cs = cs; - ctx->trail = trail; - ctx->top = top; - *off = p - (const unsigned char*)data; + ctx->cs = cs; + ctx->trail = trail; + ctx->top = top; + *off = p - (const unsigned char*)data; - return ret; + return ret; +#undef construct_cb } - -#undef msgpack_unpack_func -#undef msgpack_unpack_callback -#undef msgpack_unpack_struct -#undef msgpack_unpack_object -#undef msgpack_unpack_user - +#undef NEXT_CS +#undef SWITCH_RANGE_BEGIN +#undef SWITCH_RANGE +#undef SWITCH_RANGE_DEFAULT +#undef SWITCH_RANGE_END #undef push_simple_value #undef push_fixed_value #undef push_variable_value @@ -405,5 +397,27 @@ _end: #undef again_fixed_trail_if_zero #undef start_container -#undef NEXT_CS +static int unpack_construct(unpack_context *ctx, const char *data, Py_ssize_t len, Py_ssize_t *off) { + return unpack_execute(1, ctx, data, len, off); +} +static int unpack_skip(unpack_context *ctx, const char *data, Py_ssize_t len, Py_ssize_t *off) { + return unpack_execute(0, ctx, data, len, off); +} +#define unpack_container_header read_array_header +#define fixed_offset 0x90 +#define var_offset 0xdc +#include "unpack_container_header.h" +#undef unpack_container_header +#undef fixed_offset +#undef var_offset + +#define unpack_container_header read_map_header +#define fixed_offset 0x80 +#define var_offset 0xde +#include "unpack_container_header.h" +#undef unpack_container_header +#undef fixed_offset +#undef var_offset + +/* vim: set ts=4 sw=4 sts=4 expandtab */ diff --git a/perl/.gitignore b/perl/.gitignore deleted file mode 100644 index 1656847..0000000 --- a/perl/.gitignore +++ /dev/null @@ -1,17 +0,0 @@ -META.yml -MYMETA.yml -Makefile -Makefile.old -MessagePack.bs -MessagePack.o -blib/ -inc/ -msgpack/ -t/std/ -pack.o -pm_to_blib -unpack.o -MANIFEST -ppport.h -.testenv/ -xshelper.h diff --git a/perl/.shipit b/perl/.shipit deleted file mode 100644 index 3a66936..0000000 --- a/perl/.shipit +++ /dev/null @@ -1,4 +0,0 @@ -steps = FindVersion, ChangeVersion, CheckChangeLog, DistTest, Commit, Tag, MakeDist, UploadCPAN -MakeDist.destination=~/.shipit-dist/ -git.tagpattern = perl-%v -git.push_to = origin diff --git a/perl/Changes b/perl/Changes deleted file mode 100644 index d219b4a..0000000 --- a/perl/Changes +++ /dev/null @@ -1,169 +0,0 @@ -0.35 - - - address issue/20 (cho45): Data::MessagePack did not finish correctly - when was given devided packed data - -0.34 - - - do not use the corrupt my_snprintf(%ll[du]) on win32(kazuho) - -0.33 - - - fix tests (gfx) - - optimize unpacking routines in Data::MessagePack::PP (gfx) - -0.32 - - - add tests to detect Alpha problems reported via CPAN testers (gfx) - -0.31 - - - update Module::Install::XSUtil for ccache support (gfx) - - add version check at bootstrap in order to avoid load old .so (gfx) - -0.30 - - - fix utf8 mode not to be reseted by $unpacker->reset method (gfx) - -0.29 - - - add $unpacker->utf8 mode, decoding strings as UTF-8 (gfx) - -0.28 - - - added more tests(gfx) - - refactor the PP code(gfx) - -0.27 - - - * 6d9a629 perl: modified trivial codes in PP::Unpacker(makamaka) - - * ead8edc modified be unpack_(u)int64 in PP(makamaka) - -0.26 - - - fixed a serious code typo in PP(makamaka) - -0.25 - - (NO FEATURE CHANGES) - - oops. I failed releng. - -0.24 - - Fixed a lot of streaming unpacking issues (tokuhirom, gfx) - - Fixed unpacking issues for 64 bit integers on 32 bit perls (gfx) - - Improved performance, esp. in unpacking (gfx) - -0.23 - - (NO FEATURE CHANGES) - - fixed english docs(hanekomu++) - -0.22 - - - fixed issue on ithreads(broken from 0.21) - -0.21 - - - doc enhancments - - micro performance tuning. - -0.20 - - - first production ready release with PP driver. - -0.16_04 - - - no feature changes - -0.16_02 - - - document enhancement(tokuhirom) - - M::I::XSUtil 0.26 is broken. use 0.27. - -0.16_01 - - - added PP version (used in cases PERL_DATA_MESSAGEPACK=pp or fail to load XS). - - made Makefile.PL PP configurable. - - test_pp in author's test - - modified t/05_preferred_int.t for Win32 - (makamaka) - -0.16 - - - tests on 64bit machines with -Duselongdouble - (reported by andk) - -0.15 - - - better argument validation. - (Dan Kogai) - -0.14 - - - fixed segv on serializing cyclic reference - (Dan Kogai) - -0.13 - - - clearly specify requires_c99(), because msgpack C header requires C99. - -0.12 - - - PERL_NO_GET_CONTEXT makes horrible dTHXs. remove it. - -0.11 - - - oops(no feature changes) - -0.10 - - - added more test cases. - - fixed portability issue - - (reviewed by gfx++) - -0.09_01 - - - fixed memory leak issue(reported by Maxime Soulé) - -0.09 - - - support NVTYPE=="long double" or IVTYPE=="long long" environment - (thanks to Jun Kuriyama++) - -0.08 - - - fixed PVNV issue... - -0.07 - - - do not use switch (SvTYPE(val)). - -0.06 - - - use SvNOK. - -0.05 - - - change type detection for old perl - -0.04 - - - check SvROK first(reported by yappo++) - - PreferInteger: faster string to integer conversion; support negative value - (frsyuki++) - - make PreferInteger variable magical and remove get_sv from _msgpack_pack_sv - (frsyuki++) - -0.03 - - - performance tuning for too long string - - fixed memory leaks in stream unpacker - -0.02 - - - added $Data::MessagePack::PreferInteger - (requested by yappo++) - -0.01 - - - initial release to CPAN diff --git a/perl/MANIFEST.SKIP b/perl/MANIFEST.SKIP deleted file mode 100644 index 1d2192f..0000000 --- a/perl/MANIFEST.SKIP +++ /dev/null @@ -1,28 +0,0 @@ -\bRCS\b -\bCVS\b -^MANIFEST\. -^Makefile$ -^MYMETA\.yml$ -~$ -^# -\.old$ -^blib/ -^pm_to_blib -^MakeMaker-\d -\.gz$ -\.cvsignore -^t/9\d_.*\.t -^t/perlcritic -^tools/ -\.svn/ -^[^/]+\.yaml$ -^[^/]+\.pl$ -^\.shipit$ -^\.git/ -\.sw[pon]$ -^\.gitignore$ -\.o$ -\.bs$ -^Data-MessagePack-[0-9.]+/ -^\.testenv/test_pp.pl -^ppport.h$ diff --git a/perl/Makefile.PL b/perl/Makefile.PL deleted file mode 100644 index 111b705..0000000 --- a/perl/Makefile.PL +++ /dev/null @@ -1,112 +0,0 @@ -# Usage: Makefile.PL --pp # disable XS -# Makefile.PL -g # add -g to the compiler and disable optimization flags -use inc::Module::Install; -use Module::Install::XSUtil 0.36; - -name 'Data-MessagePack'; -all_from 'lib/Data/MessagePack.pm'; -readme_from('lib/Data/MessagePack.pm'); - -perl_version '5.008000'; -license 'perl'; - -tests 't/*.t'; -recursive_author_tests('xt'); - - -if ( $] >= 5.008005 and want_xs() ) { - my $has_c99 = c99_available(); # msgpack C library requires C99. - - if ( $has_c99 ) { - requires_c99(); - use_xshelper(); - cc_warnings; - cc_src_paths('xs-src'); - - if($Module::Install::AUTHOR) { - postamble qq{test :: test_pp\n\n}; - } - } - else { - print < 1.89; # old versions of BigInt were broken -} - -clean_files qw{ - *.stackdump - *.gcov *.gcda *.gcno - *.out - nytprof - cover_db -}; - -# copy modules -if ($Module::Install::AUTHOR && -d File::Spec->catfile('..', 'msgpack')) { - mkdir 'msgpack' unless -d 'msgpack'; - require File::Copy; - for my $src (<../msgpack/*.h>) { - File::Copy::copy($src, 'msgpack/') or die "copy failed: $!"; - } - - mkdir 't/std'; - for my $data(<../test/*.{json,mpac}>) { - File::Copy::copy($data, 't/std') or die "copy failed: $!"; - } -} - -requires 'Test::More' => 0.94; # done_testing -test_requires('Test::Requires'); - -test_with_env( test_pp => PERL_DATA_MESSAGEPACK => 'pp' ); - -repository('http://github.com/msgpack/msgpack'); -auto_include; -WriteAll; - -# copied from Makefile.PL in Text::Xslate. -sub test_with_env { - my($name, %env) = @_; - - my $dir = '.testenv'; - if(not -e $dir) { - mkdir $dir or die "Cannot mkdir '.testenv': $!"; - } - clean_files($dir); - - { - open my $out, '>', "$dir/$name.pl" - or die "Cannot open '$dir/$name.pl' for writing: $!"; - print $out "# This file sets the env for 'make $name', \n"; - print $out "# generated by $0 at ", scalar(localtime), ".\n"; - print $out "# DO NOT EDIT THIS FILE DIRECTLY.\n"; - print $out "\n"; - - while(my($name, $value) = each %env) { - printf $out '$ENV{q{%s}} = q{%s};'."\n", $name, $value; - } - } - - # repeat testing for pure Perl mode - # see also ExtUtils::MM_Any::test_via_harness() - - my $t = q{$(FULLPERLRUN) -MExtUtils::Command::MM -e} - .q{ "do q[%s]; test_harness($(TEST_VERBOSE), '$(INST_LIB)', '$(INST_ARCHLIB)')"} - .q{ $(TEST_FILES)}; - - postamble qq{$name :: pure_all\n} - . qq{\t} . q{$(NOECHO) $(ECHO) TESTING: } . $name . qq{\n} - . qq{\t} . sprintf($t, "$dir/$name.pl") . qq{\n\n} - - . qq{testall :: $name\n\n}; - return; -} diff --git a/perl/README b/perl/README deleted file mode 100644 index 3f25f70..0000000 --- a/perl/README +++ /dev/null @@ -1,139 +0,0 @@ -NAME - Data::MessagePack - MessagePack serialising/deserialising - -SYNOPSIS - use Data::MessagePack; - - my $packed = Data::MessagePack->pack($dat); - my $unpacked = Data::MessagePack->unpack($dat); - -DESCRIPTION - This module converts Perl data structures to MessagePack and vice versa. - -ABOUT MESSAGEPACK FORMAT - MessagePack is a binary-based efficient object serialization format. It - enables to exchange structured objects between many languages like JSON. - But unlike JSON, it is very fast and small. - - ADVANTAGES - PORTABLE - The MessagePack format does not depend on language nor byte order. - - SMALL IN SIZE - say length(JSON::XS::encode_json({a=>1, b=>2})); # => 13 - say length(Storable::nfreeze({a=>1, b=>2})); # => 21 - say length(Data::MessagePack->pack({a=>1, b=>2})); # => 7 - - The MessagePack format saves memory than JSON and Storable format. - - STREAMING DESERIALIZER - MessagePack supports streaming deserializer. It is useful for - networking such as RPC. See Data::MessagePack::Unpacker for details. - - If you want to get more information about the MessagePack format, please - visit to . - -METHODS - my $packed = Data::MessagePack->pack($data[, $max_depth]); - Pack the $data to messagepack format string. - - This method throws an exception when the perl structure is nested - more than $max_depth levels(default: 512) in order to detect - circular references. - - Data::MessagePack->pack() throws an exception when encountering - blessed object, because MessagePack is language-independent format. - - my $unpacked = Data::MessagePack->unpack($msgpackstr); - unpack the $msgpackstr to a MessagePack format string. - -Configuration Variables - $Data::MessagePack::PreferInteger - Packs a string as an integer, when it looks like an integer. - -SPEED - This is a result of benchmark/serialize.pl and benchmark/deserialize.pl - on my SC440(Linux 2.6.32-23-server #37-Ubuntu SMP). (You should - benchmark them with your data if the speed matters, of course.) - - -- serialize - JSON::XS: 2.3 - Data::MessagePack: 0.24 - Storable: 2.21 - Benchmark: running json, mp, storable for at least 1 CPU seconds... - json: 1 wallclock secs ( 1.00 usr + 0.01 sys = 1.01 CPU) @ 141939.60/s (n=143359) - mp: 1 wallclock secs ( 1.06 usr + 0.00 sys = 1.06 CPU) @ 355500.94/s (n=376831) - storable: 1 wallclock secs ( 1.12 usr + 0.00 sys = 1.12 CPU) @ 38399.11/s (n=43007) - Rate storable json mp - storable 38399/s -- -73% -89% - json 141940/s 270% -- -60% - mp 355501/s 826% 150% -- - - -- deserialize - JSON::XS: 2.3 - Data::MessagePack: 0.24 - Storable: 2.21 - Benchmark: running json, mp, storable for at least 1 CPU seconds... - json: 0 wallclock secs ( 1.05 usr + 0.00 sys = 1.05 CPU) @ 179442.86/s (n=188415) - mp: 0 wallclock secs ( 1.01 usr + 0.00 sys = 1.01 CPU) @ 212909.90/s (n=215039) - storable: 2 wallclock secs ( 1.14 usr + 0.00 sys = 1.14 CPU) @ 114974.56/s (n=131071) - Rate storable json mp - storable 114975/s -- -36% -46% - json 179443/s 56% -- -16% - mp 212910/s 85% 19% -- - -CAVEAT - Unpacking 64 bit integers - This module can unpack 64 bit integers even if your perl does not - support them (i.e. where "perl -V:ivsize" is 4), but you cannot - calculate these values unless you use "Math::BigInt". - -TODO - Error handling - MessagePack cannot deal with complex scalars such as object - references, filehandles, and code references. We should report the - errors more kindly. - - Streaming deserializer - The current implementation of the streaming deserializer does not - have internal buffers while some other bindings (such as Ruby - binding) does. This limitation will astonish those who try to unpack - byte streams with an arbitrary buffer size (e.g. - "while(read($socket, $buffer, $arbitrary_buffer_size)) { ... }"). We - should implement the internal buffer for the unpacker. - - UTF8 mode - Data::MessagePack::Unpacker supports utf8 mode, which decodes - strings as UTF8-8. << Data::MessagePack->unpack >> should support - utf8 mode in a future. - -AUTHORS - Tokuhiro Matsuno - - Makamaka Hannyaharamitu - - gfx - -THANKS TO - Jun Kuriyama - - Dan Kogai - - FURUHASHI Sadayuki - - hanekomu - - Kazuho Oku - -LICENSE - This library is free software; you can redistribute it and/or modify it - under the same terms as Perl itself. - -SEE ALSO - is the official web site for the MessagePack - format. - - Data::MessagePack::Unpacker - - AnyEvent::MPRPC - diff --git a/perl/benchmark/data.pl b/perl/benchmark/data.pl deleted file mode 100755 index 6908d1c..0000000 --- a/perl/benchmark/data.pl +++ /dev/null @@ -1,6 +0,0 @@ -+{ - "method" => "handleMessage", - "params" => [ "user1", "we were just talking", "foo\nbar\nbaz\nqux" ], - "id" => undef, - "array" => [ 1, 1024, 70000, -5, 1e5, 1e7, 1, 0, 3.14, sqrt(2), 1 .. 100 ], -}; diff --git a/perl/benchmark/deserialize.pl b/perl/benchmark/deserialize.pl deleted file mode 100644 index faa2582..0000000 --- a/perl/benchmark/deserialize.pl +++ /dev/null @@ -1,27 +0,0 @@ -use strict; -use warnings; -use Data::MessagePack; -use JSON; -use Storable; -use Benchmark ':all'; - -#$Data::MessagePack::PreferInteger = 1; - -my $a = do 'benchmark/data.pl'; - -my $j = JSON::encode_json($a); -my $m = Data::MessagePack->pack($a); -my $s = Storable::freeze($a); - -print "-- deserialize\n"; -print "$JSON::Backend: ", $JSON::Backend->VERSION, "\n"; -print "Data::MessagePack: $Data::MessagePack::VERSION\n"; -print "Storable: $Storable::VERSION\n"; -cmpthese timethese( - -1 => { - json => sub { JSON::decode_json($j) }, - mp => sub { Data::MessagePack->unpack($m) }, - storable => sub { Storable::thaw($s) }, - } -); - diff --git a/perl/benchmark/serialize.pl b/perl/benchmark/serialize.pl deleted file mode 100644 index 4982ff6..0000000 --- a/perl/benchmark/serialize.pl +++ /dev/null @@ -1,21 +0,0 @@ -use strict; -use warnings; -use Data::MessagePack; -use JSON; -use Storable; -use Benchmark ':all'; - -my $a = do 'benchmark/data.pl'; - -print "-- serialize\n"; -print "$JSON::Backend: ", $JSON::Backend->VERSION, "\n"; -print "Data::MessagePack: $Data::MessagePack::VERSION\n"; -print "Storable: $Storable::VERSION\n"; -cmpthese timethese( - -1 => { - json => sub { JSON::encode_json($a) }, - storable => sub { Storable::freeze($a) }, - mp => sub { Data::MessagePack->pack($a) }, - } -); - diff --git a/perl/benchmark/size.pl b/perl/benchmark/size.pl deleted file mode 100644 index cf5c1ce..0000000 --- a/perl/benchmark/size.pl +++ /dev/null @@ -1,37 +0,0 @@ -#!/usr/bin/perl -use strict; -use warnings; -use Data::MessagePack; -use Storable; -use Text::SimpleTable; - -my @entries = ( - '1', - '3.14', - '{}', - '[]', - "[('a')x10]", - "{('a')x10}", - "+{1,+{1,+{}}}", - "+[+[+[]]]", -); - -my $table = Text::SimpleTable->new([15, 'src'], [9, 'storable'], [7, 'msgpack']); - -for my $src (@entries) { - my $e = eval $src; - die $@ if $@; - - $table->row( - $src, - length(Storable::nfreeze(ref $e ? $e : \$e)), - length(Data::MessagePack->pack($e)), - ); -} - -print "perl: $]\n"; -print "Storable: $Storable::VERSION\n"; -print "Data::MessagePack: $Data::MessagePack::VERSION\n"; -print "\n"; -print $table->draw; - diff --git a/perl/lib/Data/MessagePack.pm b/perl/lib/Data/MessagePack.pm deleted file mode 100644 index afe37af..0000000 --- a/perl/lib/Data/MessagePack.pm +++ /dev/null @@ -1,209 +0,0 @@ -package Data::MessagePack; -use strict; -use warnings; -use 5.008001; - -our $VERSION = '0.34'; -our $PreferInteger = 0; - -sub true () { - require Data::MessagePack::Boolean; - no warnings 'once'; - return $Data::MessagePack::Boolean::true; -} - -sub false () { - require Data::MessagePack::Boolean; - no warnings 'once'; - return $Data::MessagePack::Boolean::false; -} - -if ( !__PACKAGE__->can('pack') ) { # this idea comes from Text::Xslate - my $backend = $ENV{PERL_DATA_MESSAGEPACK} || ($ENV{PERL_ONLY} ? 'pp' : ''); - if ( $backend !~ /\b pp \b/xms ) { - eval { - require XSLoader; - XSLoader::load(__PACKAGE__, $VERSION); - }; - die $@ if $@ && $backend =~ /\b xs \b/xms; # force XS - } - if ( !__PACKAGE__->can('pack') ) { - require 'Data/MessagePack/PP.pm'; - } -} - -1; -__END__ - -=head1 NAME - -Data::MessagePack - MessagePack serialising/deserialising - -=head1 SYNOPSIS - - use Data::MessagePack; - - my $packed = Data::MessagePack->pack($dat); - my $unpacked = Data::MessagePack->unpack($dat); - -=head1 DESCRIPTION - -This module converts Perl data structures to MessagePack and vice versa. - -=head1 ABOUT MESSAGEPACK FORMAT - -MessagePack is a binary-based efficient object serialization format. -It enables to exchange structured objects between many languages like JSON. -But unlike JSON, it is very fast and small. - -=head2 ADVANTAGES - -=over 4 - -=item PORTABLE - -The MessagePack format does not depend on language nor byte order. - -=item SMALL IN SIZE - - say length(JSON::XS::encode_json({a=>1, b=>2})); # => 13 - say length(Storable::nfreeze({a=>1, b=>2})); # => 21 - say length(Data::MessagePack->pack({a=>1, b=>2})); # => 7 - -The MessagePack format saves memory than JSON and Storable format. - -=item STREAMING DESERIALIZER - -MessagePack supports streaming deserializer. It is useful for networking such as RPC. -See L for details. - -=back - -If you want to get more information about the MessagePack format, please visit to L. - -=head1 METHODS - -=over 4 - -=item my $packed = Data::MessagePack->pack($data[, $max_depth]); - -Pack the $data to messagepack format string. - -This method throws an exception when the perl structure is nested more than $max_depth levels(default: 512) in order to detect circular references. - -Data::MessagePack->pack() throws an exception when encountering blessed object, because MessagePack is language-independent format. - -=item my $unpacked = Data::MessagePack->unpack($msgpackstr); - -unpack the $msgpackstr to a MessagePack format string. - -=back - -=head1 Configuration Variables - -=over 4 - -=item $Data::MessagePack::PreferInteger - -Packs a string as an integer, when it looks like an integer. - -=back - -=head1 SPEED - -This is a result of benchmark/serialize.pl and benchmark/deserialize.pl on my SC440(Linux 2.6.32-23-server #37-Ubuntu SMP). -(You should benchmark them with B data if the speed matters, of course.) - - -- serialize - JSON::XS: 2.3 - Data::MessagePack: 0.24 - Storable: 2.21 - Benchmark: running json, mp, storable for at least 1 CPU seconds... - json: 1 wallclock secs ( 1.00 usr + 0.01 sys = 1.01 CPU) @ 141939.60/s (n=143359) - mp: 1 wallclock secs ( 1.06 usr + 0.00 sys = 1.06 CPU) @ 355500.94/s (n=376831) - storable: 1 wallclock secs ( 1.12 usr + 0.00 sys = 1.12 CPU) @ 38399.11/s (n=43007) - Rate storable json mp - storable 38399/s -- -73% -89% - json 141940/s 270% -- -60% - mp 355501/s 826% 150% -- - - -- deserialize - JSON::XS: 2.3 - Data::MessagePack: 0.24 - Storable: 2.21 - Benchmark: running json, mp, storable for at least 1 CPU seconds... - json: 0 wallclock secs ( 1.05 usr + 0.00 sys = 1.05 CPU) @ 179442.86/s (n=188415) - mp: 0 wallclock secs ( 1.01 usr + 0.00 sys = 1.01 CPU) @ 212909.90/s (n=215039) - storable: 2 wallclock secs ( 1.14 usr + 0.00 sys = 1.14 CPU) @ 114974.56/s (n=131071) - Rate storable json mp - storable 114975/s -- -36% -46% - json 179443/s 56% -- -16% - mp 212910/s 85% 19% -- - -=head1 CAVEAT - -=head2 Unpacking 64 bit integers - -This module can unpack 64 bit integers even if your perl does not support them -(i.e. where C<< perl -V:ivsize >> is 4), but you cannot calculate these values -unless you use C. - -=head1 TODO - -=over - -=item Error handling - -MessagePack cannot deal with complex scalars such as object references, -filehandles, and code references. We should report the errors more kindly. - -=item Streaming deserializer - -The current implementation of the streaming deserializer does not have internal -buffers while some other bindings (such as Ruby binding) does. This limitation -will astonish those who try to unpack byte streams with an arbitrary buffer size -(e.g. C<< while(read($socket, $buffer, $arbitrary_buffer_size)) { ... } >>). -We should implement the internal buffer for the unpacker. - -=item UTF8 mode - -Data::MessagePack::Unpacker supports utf8 mode, which decodes strings -as UTF8-8. << Data::MessagePack->unpack >> should support utf8 mode in a -future. - -=back - -=head1 AUTHORS - -Tokuhiro Matsuno - -Makamaka Hannyaharamitu - -gfx - -=head1 THANKS TO - -Jun Kuriyama - -Dan Kogai - -FURUHASHI Sadayuki - -hanekomu - -Kazuho Oku - -=head1 LICENSE - -This library is free software; you can redistribute it and/or modify -it under the same terms as Perl itself. - -=head1 SEE ALSO - -L is the official web site for the MessagePack format. - -L - -L - -=cut diff --git a/perl/lib/Data/MessagePack/Boolean.pm b/perl/lib/Data/MessagePack/Boolean.pm deleted file mode 100644 index 2bb3eca..0000000 --- a/perl/lib/Data/MessagePack/Boolean.pm +++ /dev/null @@ -1,14 +0,0 @@ -package Data::MessagePack::Boolean; -use strict; -use overload - 'bool' => sub { ${ $_[0] } }, - '0+' => sub { ${ $_[0] } }, - '""' => sub { ${ $_[0] } ? 'true' : 'false' }, - - fallback => 1, -; - -our $true = do { bless \(my $dummy = 1) }; -our $false = do { bless \(my $dummy = 0) }; - -1; diff --git a/perl/lib/Data/MessagePack/PP.pm b/perl/lib/Data/MessagePack/PP.pm deleted file mode 100644 index f179ad7..0000000 --- a/perl/lib/Data/MessagePack/PP.pm +++ /dev/null @@ -1,623 +0,0 @@ -package Data::MessagePack::PP; -use 5.008001; -use strict; -use warnings; -no warnings 'recursion'; - -use Carp (); -use B (); - -# See also -# http://redmine.msgpack.org/projects/msgpack/wiki/FormatSpec -# http://cpansearch.perl.org/src/YAPPO/Data-Model-0.00006/lib/Data/Model/Driver/Memcached.pm -# http://frox25.no-ip.org/~mtve/wiki/MessagePack.html : reference to using CORE::pack, CORE::unpack - -BEGIN { - my $unpack_int64_slow; - my $unpack_uint64_slow; - - if(!eval { pack 'Q', 1 }) { # don't have quad types - # emulates quad types with Math::BigInt. - # very slow but works well. - $unpack_int64_slow = sub { - require Math::BigInt; - my $high = unpack_uint32( $_[0], $_[1] ); - my $low = unpack_uint32( $_[0], $_[1] + 4); - - if($high < 0xF0000000) { # positive - $high = Math::BigInt->new( $high ); - $low = Math::BigInt->new( $low ); - return +($high << 32 | $low)->bstr; - } - else { # negative - $high = Math::BigInt->new( ~$high ); - $low = Math::BigInt->new( ~$low ); - return +( -($high << 32 | $low + 1) )->bstr; - } - }; - $unpack_uint64_slow = sub { - require Math::BigInt; - my $high = Math::BigInt->new( unpack_uint32( $_[0], $_[1]) ); - my $low = Math::BigInt->new( unpack_uint32( $_[0], $_[1] + 4) ); - return +($high << 32 | $low)->bstr; - }; - } - - *unpack_uint16 = sub { return unpack 'n', substr( $_[0], $_[1], 2 ) }; - *unpack_uint32 = sub { return unpack 'N', substr( $_[0], $_[1], 4 ) }; - - # for pack and unpack compatibility - if ( $] < 5.010 ) { - # require $Config{byteorder}; my $bo_is_le = ( $Config{byteorder} =~ /^1234/ ); - # which better? - my $bo_is_le = unpack ( 'd', "\x00\x00\x00\x00\x00\x00\xf0\x3f") == 1; # 1.0LE - - *unpack_int16 = sub { - my $v = unpack 'n', substr( $_[0], $_[1], 2 ); - return $v ? $v - 0x10000 : 0; - }; - *unpack_int32 = sub { - no warnings; # avoid for warning about Hexadecimal number - my $v = unpack 'N', substr( $_[0], $_[1], 4 ); - return $v ? $v - 0x100000000 : 0; - }; - - # In reality, since 5.9.2 '>' is introduced. but 'n!' and 'N!'? - if($bo_is_le) { - *pack_uint64 = sub { - my @v = unpack( 'V2', pack( 'Q', $_[0] ) ); - return pack 'CN2', 0xcf, @v[1,0]; - }; - *pack_int64 = sub { - my @v = unpack( 'V2', pack( 'q', $_[0] ) ); - return pack 'CN2', 0xd3, @v[1,0]; - }; - *pack_double = sub { - my @v = unpack( 'V2', pack( 'd', $_[0] ) ); - return pack 'CN2', 0xcb, @v[1,0]; - }; - - *unpack_float = sub { - my @v = unpack( 'v2', substr( $_[0], $_[1], 4 ) ); - return unpack( 'f', pack( 'n2', @v[1,0] ) ); - }; - *unpack_double = sub { - my @v = unpack( 'V2', substr( $_[0], $_[1], 8 ) ); - return unpack( 'd', pack( 'N2', @v[1,0] ) ); - }; - - *unpack_int64 = $unpack_int64_slow || sub { - my @v = unpack( 'V*', substr( $_[0], $_[1], 8 ) ); - return unpack( 'q', pack( 'N2', @v[1,0] ) ); - }; - *unpack_uint64 = $unpack_uint64_slow || sub { - my @v = unpack( 'V*', substr( $_[0], $_[1], 8 ) ); - return unpack( 'Q', pack( 'N2', @v[1,0] ) ); - }; - } - else { # big endian - *pack_uint64 = sub { return pack 'CQ', 0xcf, $_[0]; }; - *pack_int64 = sub { return pack 'Cq', 0xd3, $_[0]; }; - *pack_double = sub { return pack 'Cd', 0xcb, $_[0]; }; - - *unpack_float = sub { return unpack( 'f', substr( $_[0], $_[1], 4 ) ); }; - *unpack_double = sub { return unpack( 'd', substr( $_[0], $_[1], 8 ) ); }; - *unpack_int64 = $unpack_int64_slow || sub { unpack 'q', substr( $_[0], $_[1], 8 ); }; - *unpack_uint64 = $unpack_uint64_slow || sub { unpack 'Q', substr( $_[0], $_[1], 8 ); }; - } - } - else { # 5.10.0 or later - # pack_int64/uint64 are used only when the perl support quad types - *pack_uint64 = sub { return pack 'CQ>', 0xcf, $_[0]; }; - *pack_int64 = sub { return pack 'Cq>', 0xd3, $_[0]; }; - *pack_double = sub { return pack 'Cd>', 0xcb, $_[0]; }; - - *unpack_float = sub { return unpack( 'f>', substr( $_[0], $_[1], 4 ) ); }; - *unpack_double = sub { return unpack( 'd>', substr( $_[0], $_[1], 8 ) ); }; - *unpack_int16 = sub { return unpack( 'n!', substr( $_[0], $_[1], 2 ) ); }; - *unpack_int32 = sub { return unpack( 'N!', substr( $_[0], $_[1], 4 ) ); }; - - *unpack_int64 = $unpack_int64_slow || sub { return unpack( 'q>', substr( $_[0], $_[1], 8 ) ); }; - *unpack_uint64 = $unpack_uint64_slow || sub { return unpack( 'Q>', substr( $_[0], $_[1], 8 ) ); }; - } - - # fixin package symbols - no warnings 'once'; - sub pack :method; - sub unpack :method; - *Data::MessagePack::pack = \&pack; - *Data::MessagePack::unpack = \&unpack; - - @Data::MessagePack::Unpacker::ISA = qw(Data::MessagePack::PP::Unpacker); - - *true = \&Data::MessagePack::true; - *false = \&Data::MessagePack::false; -} - -sub _unexpected { - Carp::confess("Unexpected " . sprintf(shift, @_) . " found"); -} - - -# -# PACK -# - -our $_max_depth; - -sub pack :method { - Carp::croak('Usage: Data::MessagePack->pack($dat [,$max_depth])') if @_ < 2; - $_max_depth = defined $_[2] ? $_[2] : 512; # init - return _pack( $_[1] ); -} - - -sub _pack { - my ( $value ) = @_; - - local $_max_depth = $_max_depth - 1; - - if ( $_max_depth < 0 ) { - Carp::croak("perl structure exceeds maximum nesting level (max_depth set too low?)"); - } - - return CORE::pack( 'C', 0xc0 ) if ( not defined $value ); - - if ( ref($value) eq 'ARRAY' ) { - my $num = @$value; - my $header = - $num < 16 ? CORE::pack( 'C', 0x90 + $num ) - : $num < 2 ** 16 - 1 ? CORE::pack( 'Cn', 0xdc, $num ) - : $num < 2 ** 32 - 1 ? CORE::pack( 'CN', 0xdd, $num ) - : _unexpected("number %d", $num) - ; - return join( '', $header, map { _pack( $_ ) } @$value ); - } - - elsif ( ref($value) eq 'HASH' ) { - my $num = keys %$value; - my $header = - $num < 16 ? CORE::pack( 'C', 0x80 + $num ) - : $num < 2 ** 16 - 1 ? CORE::pack( 'Cn', 0xde, $num ) - : $num < 2 ** 32 - 1 ? CORE::pack( 'CN', 0xdf, $num ) - : _unexpected("number %d", $num) - ; - return join( '', $header, map { _pack( $_ ) } %$value ); - } - - elsif ( ref( $value ) eq 'Data::MessagePack::Boolean' ) { - return CORE::pack( 'C', ${$value} ? 0xc3 : 0xc2 ); - } - - - my $b_obj = B::svref_2object( \$value ); - my $flags = $b_obj->FLAGS; - - if ( $flags & ( B::SVf_IOK | B::SVp_IOK ) ) { - - if ($value >= 0) { - return $value <= 127 ? CORE::pack 'C', $value - : $value < 2 ** 8 ? CORE::pack 'CC', 0xcc, $value - : $value < 2 ** 16 ? CORE::pack 'Cn', 0xcd, $value - : $value < 2 ** 32 ? CORE::pack 'CN', 0xce, $value - : pack_uint64( $value ); - } - else { - return -$value <= 32 ? CORE::pack 'C', ($value & 255) - : -$value <= 2 ** 7 ? CORE::pack 'Cc', 0xd0, $value - : -$value <= 2 ** 15 ? CORE::pack 'Cn', 0xd1, $value - : -$value <= 2 ** 31 ? CORE::pack 'CN', 0xd2, $value - : pack_int64( $value ); - } - - } - elsif ( $flags & B::SVf_POK ) { # raw / check needs before dboule - - if ( $Data::MessagePack::PreferInteger ) { - if ( $value =~ /^-?[0-9]+$/ ) { # ok? - # checks whether $value is in (u)int32 - my $ivalue = 0 + $value; - if (!( - $ivalue > 0xFFFFFFFF - or $ivalue < '-'.0x80000000 # for XS compat - or $ivalue != B::svref_2object(\$ivalue)->int_value - )) { - return _pack( $ivalue ); - } - # fallthrough - } - # fallthrough - } - - utf8::encode( $value ) if utf8::is_utf8( $value ); - - my $num = length $value; - my $header = - $num < 32 ? CORE::pack( 'C', 0xa0 + $num ) - : $num < 2 ** 16 - 1 ? CORE::pack( 'Cn', 0xda, $num ) - : $num < 2 ** 32 - 1 ? CORE::pack( 'CN', 0xdb, $num ) - : _unexpected('number %d', $num) - ; - - return $header . $value; - - } - elsif ( $flags & ( B::SVf_NOK | B::SVp_NOK ) ) { # double only - return pack_double( $value ); - } - else { - _unexpected("data type %s", $b_obj); - } - -} - -# -# UNPACK -# - -our $_utf8 = 0; -my $p; # position variables for speed. - -sub _insufficient { - Carp::confess("Insufficient bytes (pos=$p, type=@_)"); -} - -sub unpack :method { - $p = 0; # init - my $data = _unpack( $_[1] ); - if($p < length($_[1])) { - Carp::croak("Data::MessagePack->unpack: extra bytes"); - } - return $data; -} - -my $T_RAW = 0x01; -my $T_ARRAY = 0x02; -my $T_MAP = 0x04; -my $T_DIRECT = 0x08; # direct mapping (e.g. 0xc0 <-> nil) - -my @typemap = ( (0x00) x 256 ); - -$typemap[$_] |= $T_ARRAY for - 0x90 .. 0x9f, # fix array - 0xdc, # array16 - 0xdd, # array32 -; -$typemap[$_] |= $T_MAP for - 0x80 .. 0x8f, # fix map - 0xde, # map16 - 0xdf, # map32 -; -$typemap[$_] |= $T_RAW for - 0xa0 .. 0xbf, # fix raw - 0xda, # raw16 - 0xdb, # raw32 -; - -my @byte2value; -foreach my $pair( - [0xc3, true], - [0xc2, false], - [0xc0, undef], - - (map { [ $_, $_ ] } 0x00 .. 0x7f), # positive fixnum - (map { [ $_, $_ - 0x100 ] } 0xe0 .. 0xff), # negative fixnum -) { - $typemap[ $pair->[0] ] |= $T_DIRECT; - $byte2value[ $pair->[0] ] = $pair->[1]; -} - -sub _fetch_size { - my($value_ref, $byte, $x16, $x32, $x_fixbits) = @_; - if ( $byte == $x16 ) { - $p += 2; - $p <= length(${$value_ref}) or _insufficient('x/16'); - return unpack 'n', substr( ${$value_ref}, $p - 2, 2 ); - } - elsif ( $byte == $x32 ) { - $p += 4; - $p <= length(${$value_ref}) or _insufficient('x/32'); - return unpack 'N', substr( ${$value_ref}, $p - 4, 4 ); - } - else { # fix raw - return $byte & ~$x_fixbits; - } -} - -sub _unpack { - my ( $value ) = @_; - $p < length($value) or _insufficient('header byte'); - # get a header byte - my $byte = ord( substr $value, $p, 1 ); - $p++; - - # +/- fixnum, nil, true, false - return $byte2value[$byte] if $typemap[$byte] & $T_DIRECT; - - if ( $typemap[$byte] & $T_RAW ) { - my $size = _fetch_size(\$value, $byte, 0xda, 0xdb, 0xa0); - my $s = substr( $value, $p, $size ); - length($s) == $size or _insufficient('raw'); - $p += $size; - utf8::decode($s) if $_utf8; - return $s; - } - elsif ( $typemap[$byte] & $T_ARRAY ) { - my $size = _fetch_size(\$value, $byte, 0xdc, 0xdd, 0x90); - my @array; - push @array, _unpack( $value ) while --$size >= 0; - return \@array; - } - elsif ( $typemap[$byte] & $T_MAP ) { - my $size = _fetch_size(\$value, $byte, 0xde, 0xdf, 0x80); - my %map; - while(--$size >= 0) { - no warnings; # for undef key case - my $key = _unpack( $value ); - my $val = _unpack( $value ); - $map{ $key } = $val; - } - return \%map; - } - - elsif ( $byte == 0xcc ) { # uint8 - $p++; - $p <= length($value) or _insufficient('uint8'); - return CORE::unpack( 'C', substr( $value, $p - 1, 1 ) ); - } - elsif ( $byte == 0xcd ) { # uint16 - $p += 2; - $p <= length($value) or _insufficient('uint16'); - return unpack_uint16( $value, $p - 2 ); - } - elsif ( $byte == 0xce ) { # unit32 - $p += 4; - $p <= length($value) or _insufficient('uint32'); - return unpack_uint32( $value, $p - 4 ); - } - elsif ( $byte == 0xcf ) { # unit64 - $p += 8; - $p <= length($value) or _insufficient('uint64'); - return unpack_uint64( $value, $p - 8 ); - } - elsif ( $byte == 0xd3 ) { # int64 - $p += 8; - $p <= length($value) or _insufficient('int64'); - return unpack_int64( $value, $p - 8 ); - } - elsif ( $byte == 0xd2 ) { # int32 - $p += 4; - $p <= length($value) or _insufficient('int32'); - return unpack_int32( $value, $p - 4 ); - } - elsif ( $byte == 0xd1 ) { # int16 - $p += 2; - $p <= length($value) or _insufficient('int16'); - return unpack_int16( $value, $p - 2 ); - } - elsif ( $byte == 0xd0 ) { # int8 - $p++; - $p <= length($value) or _insufficient('int8'); - return CORE::unpack 'c', substr( $value, $p - 1, 1 ); - } - elsif ( $byte == 0xcb ) { # double - $p += 8; - $p <= length($value) or _insufficient('double'); - return unpack_double( $value, $p - 8 ); - } - elsif ( $byte == 0xca ) { # float - $p += 4; - $p <= length($value) or _insufficient('float'); - return unpack_float( $value, $p - 4 ); - } - else { - _unexpected("byte 0x%02x", $byte); - } -} - - -# -# Data::MessagePack::Unpacker -# - -package - Data::MessagePack::PP::Unpacker; - -sub new { - bless { - pos => 0, - utf8 => 0, - buff => '', - }, shift; -} - -sub utf8 { - my $self = shift; - $self->{utf8} = (@_ ? shift : 1); - return $self; -} - -sub get_utf8 { - my($self) = @_; - return $self->{utf8}; -} - -sub execute_limit { - execute( @_ ); -} - -sub execute { - my ( $self, $data, $offset, $limit ) = @_; - $offset ||= 0; - my $value = substr( $data, $offset, $limit ? $limit : length $data ); - my $len = length $value; - - $self->{buff} .= $value; - local $self->{stack} = []; - - #$p = 0; - #eval { Data::MessagePack::PP::_unpack($self->{buff}) }; - #warn "[$p][$@]"; - $p = 0; - - while ( length($self->{buff}) > $p ) { - _count( $self, $self->{buff} ) or last; - - while ( @{ $self->{stack} } > 0 && --$self->{stack}->[-1] == 0) { - pop @{ $self->{stack} }; - } - - if (@{$self->{stack}} == 0) { - $self->{is_finished}++; - last; - } - } - $self->{pos} = $p; - - return $p + $offset; -} - - -sub _count { - my ( $self, $value ) = @_; - no warnings; # FIXME - my $byte = unpack( 'C', substr( $value, $p++, 1 ) ); # get header - - Carp::croak('invalid data') unless defined $byte; - - # +/- fixnum, nil, true, false - return 1 if $typemap[$byte] & $T_DIRECT; - - if ( $typemap[$byte] & $T_RAW ) { - my $num; - if ( $byte == 0xda ) { - $num = unpack 'n', substr( $value, $p, 2 ); - $p += 2; - } - elsif ( $byte == 0xdb ) { - $num = unpack 'N', substr( $value, $p, 4 ); - $p += 4; - } - else { # fix raw - $num = $byte & ~0xa0; - } - $p += $num; - return 1; - } - elsif ( $typemap[$byte] & $T_ARRAY ) { - my $num; - if ( $byte == 0xdc ) { # array 16 - $num = unpack 'n', substr( $value, $p, 2 ); - $p += 2; - } - elsif ( $byte == 0xdd ) { # array 32 - $num = unpack 'N', substr( $value, $p, 4 ); - $p += 4; - } - else { # fix array - $num = $byte & ~0x90; - } - - if ( $num ) { - push @{ $self->{stack} }, $num + 1; - } - - return 1; - } - elsif ( $typemap[$byte] & $T_MAP ) { - my $num; - if ( $byte == 0xde ) { # map 16 - $num = unpack 'n', substr( $value, $p, 2 ); - $p += 2; - } - elsif ( $byte == 0xdf ) { # map 32 - $num = unpack 'N', substr( $value, $p, 4 ); - $p += 4; - } - else { # fix map - $num = $byte & ~0x80; - } - - if ( $num ) { - push @{ $self->{stack} }, $num * 2 + 1; # a pair - } - - return 1; - } - - elsif ( $byte >= 0xcc and $byte <= 0xcf ) { # uint - $p += $byte == 0xcc ? 1 - : $byte == 0xcd ? 2 - : $byte == 0xce ? 4 - : $byte == 0xcf ? 8 - : Data::MessagePack::PP::_unexpected("byte 0x%02x", $byte); - return 1; - } - - elsif ( $byte >= 0xd0 and $byte <= 0xd3 ) { # int - $p += $byte == 0xd0 ? 1 - : $byte == 0xd1 ? 2 - : $byte == 0xd2 ? 4 - : $byte == 0xd3 ? 8 - : Data::MessagePack::PP::_unexpected("byte 0x%02x", $byte); - return 1; - } - elsif ( $byte == 0xca or $byte == 0xcb ) { # float, double - $p += $byte == 0xca ? 4 : 8; - return 1; - } - else { - Data::MessagePack::PP::_unexpected("byte 0x%02x", $byte); - } - - return 0; -} - - -sub data { - my($self) = @_; - local $Data::MessagePack::PP::_utf8 = $self->{utf8}; - return Data::MessagePack->unpack( substr($self->{buff}, 0, $self->{pos}) ); -} - - -sub is_finished { - my ( $self ) = @_; - return $self->{is_finished}; -} - -sub reset :method { - $_[0]->{buff} = ''; - $_[0]->{pos} = 0; - $_[0]->{is_finished} = 0; -} - -1; -__END__ - -=pod - -=head1 NAME - -Data::MessagePack::PP - Pure Perl implementation of Data::MessagePack - -=head1 DESCRIPTION - -This module is used by L internally. - -=head1 SEE ALSO - -L, -L, -L, - -=head1 AUTHOR - -makamaka - -=head1 COPYRIGHT AND LICENSE - -This library is free software; you can redistribute it and/or modify -it under the same terms as Perl itself. - -=cut diff --git a/perl/lib/Data/MessagePack/Unpacker.pod b/perl/lib/Data/MessagePack/Unpacker.pod deleted file mode 100644 index 04cb0a4..0000000 --- a/perl/lib/Data/MessagePack/Unpacker.pod +++ /dev/null @@ -1,76 +0,0 @@ -=head1 NAME - -Data::MessagePack::Unpacker - messagepack streaming deserializer - -=head1 SYNOPSIS - - use Data::Dumper; - my $up = Data::MessagePack::Unpacker->new; - - open my $fh, $data or die $!; - - my $offset = 0; - while( read($fh, my $buf, 1024) ) { - $offset = $up->execute($buf, $offset); - if($up->is_finished) { - print Dumper($up->data); - } - } - -=head1 DESCRIPTION - -This is a streaming deserializer for messagepack. - -=head1 METHODS - -=over 4 - -=item my $up = Data::MessagePack::Unpacker->new() - -creates a new instance of the stream deserializer. - -=item $up->utf8([$bool]) - -sets utf8 mode. true if I<$bool> is omitted. -returns I<$up> itself. - -If utf8 mode is enabled, strings will be decoded as UTF-8. - -The utf8 mode is disabled by default. - -=item my $ret = $up->get_utf8() - -returns the utf8 mode flag of I<$up>. - -=item $offset = $up->execute($data, $offset); - -=item $offset = $up->execute_limit($data, $offset, $limit) - -parses unpacked I<$data> from I<$offset> to I<$limit>. -returns a new offset of I<$data>, which is for the next . - -If I<$data> is insufficient, I<$offset> does not change, saving -I<$data> in internal buffers. - -=item my $bool = $up->is_finished(); - -is this deserializer finished? - -=item my $data = $up->data(); - -returns the deserialized object. - -=item $up->reset(); - -resets the stream deserializer, without memory zone. - -=back - -=head1 AUTHORS - -Tokuhiro Matsuno - -=head1 SEE ALSO - -L - diff --git a/perl/t/00_compile.t b/perl/t/00_compile.t deleted file mode 100644 index 29c6ca0..0000000 --- a/perl/t/00_compile.t +++ /dev/null @@ -1,9 +0,0 @@ -use strict; -use warnings; -use Test::More tests => 1; -use Config; -use_ok 'Data::MessagePack'; -diag ( "Testing Data::MessagePack/$Data::MessagePack::VERSION (", - $INC{'Data/MessagePack/PP.pm'} ? 'PP' : 'XS', ")" ); - -diag "byteoder: $Config{byteorder}, ivsize=$Config{ivsize}"; diff --git a/perl/t/01_pack.t b/perl/t/01_pack.t deleted file mode 100644 index 8c61980..0000000 --- a/perl/t/01_pack.t +++ /dev/null @@ -1,66 +0,0 @@ -use t::Util; -use Test::More; -use Data::MessagePack; - -sub packit { - local $_ = unpack("H*", Data::MessagePack->pack($_[0])); - s/(..)/$1 /g; - s/ $//; - $_; -} - -sub pis ($$) { - is packit($_[0]), $_[1], 'dump ' . $_[1]; -} - -my @dat = ( - 0, '00', - (my $foo="0")+0, '00', - {2 => undef}, '81 a1 32 c0', - do {no warnings; my $foo = 10; "$foo"; $foo = undef; $foo} => 'c0', # PVIV but !POK && !IOK - 1, '01', - 127, '7f', - 128, 'cc 80', - 255, 'cc ff', - 256, 'cd 01 00', - 65535, 'cd ff ff', - 65536, 'ce 00 01 00 00', - -1, 'ff', - -32, 'e0', - -33, 'd0 df', - -128, 'd0 80', - -129, 'd1 ff 7f', - -32768, 'd1 80 00', - -32769, 'd2 ff ff 7f ff', - 1.0, 'cb 3f f0 00 00 00 00 00 00', - do { my $x=3.0;my $y = "$x";$x }, 'a1 33', # PVNV - "", 'a0', - "a", 'a1 61', - "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", 'bf 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61', - "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", 'da 00 20 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61 61', - undef, 'c0', - Data::MessagePack::true(), 'c3', - Data::MessagePack::false(), 'c2', - [], '90', - [+[]], '91 90', - [[], undef], '92 90 c0', - {'a', 0}, '81 a1 61 00', - 8388608, 'ce 00 80 00 00', - - [undef, false, true], '93 c0 c2 c3', - ["", "a", "bc", "def"], '94 a0 a1 61 a2 62 63 a3 64 65 66', - [[], [[undef]]], '92 90 91 91 c0', - [undef, false, true], '93 c0 c2 c3', - [[0, 64, 127], [-32, -16, -1]], '92 93 00 40 7f 93 e0 f0 ff', - [0, -128, -1, 0, -32768, -1, 0, -2147483648, -1], '99 00 d0 80 ff 00 d1 80 00 ff 00 d2 80 00 00 00 ff', - 2147483648, 'ce 80 00 00 00', - -2147483648, 'd2 80 00 00 00', - 'a' x 0x0100, 'da 01 00' . (' 61' x 0x0100), - [(undef) x 0x0100], 'dc 01 00' . (' c0' x 0x0100), -); -plan tests => 1*(scalar(@dat)/2); - -for (my $i=0; $iunpack($v); -} - -sub pis ($$) { - is_deeply unpackit($_[0]), $_[1], 'dump ' . $_[0] - or do { - diag( 'got:', explain(unpackit($_[0])) ); - diag( 'expected:', explain($_[1]) ); - }; -} - -my @dat = do 't/data.pl' or die $@; - -plan tests => 1*(scalar(@dat)/2); - -for (my $i=0; $inew; -sub unpackit { - my $v = $_[0]; - $v =~ s/ //g; - $v = pack 'H*', $v; - $up->reset; - my $ret = $up->execute($v, 0); - if ($ret != length($v)) { - fail "extra bytes"; - } - return $up->data; -} - -sub pis ($$) { - is_deeply unpackit($_[0]), $_[1], 'dump ' . $_[0]; -} - -my @dat = do 't/data.pl'; - -plan tests => 1*(scalar(@dat)/2) + 3; - -isa_ok $up, 'Data::MessagePack::Unpacker'; -for (my $i=0; $inew(); - $up->execute("\x95", 0); # array marker - for (1..5) { - $up->execute("\xc0", 0); # nil - } - ok $up->is_finished, 'finished'; - is_deeply $up->data, [undef, undef, undef, undef, undef], 'array, is_deeply'; -} - diff --git a/perl/t/04_invert.t b/perl/t/04_invert.t deleted file mode 100644 index e1d565b..0000000 --- a/perl/t/04_invert.t +++ /dev/null @@ -1,24 +0,0 @@ -use Test::More; -use Data::MessagePack; -use t::Util; -no warnings 'uninitialized'; # i need this. i need this. - -sub invert { - return Data::MessagePack->unpack( - Data::MessagePack->pack($_[0]), - ); -} - -sub pis ($) { - is_deeply invert($_[0]), $_[0], 'dump ' . $_[0]; -} - -my @dat = do 't/data.pl'; - -plan tests => 1*(scalar(@dat)/2); - -for (my $i=0; $ipack($_[0])); - s/(..)/$1 /g; - s/ $//; - $_; -} - -sub pis ($$) { - if (ref $_[1]) { - like packit($_[0]), $_[1], 'dump ' . $_[1]; - } else { - is packit($_[0]), $_[1], 'dump ' . $_[1]; - } - # is(Dumper(Data::MessagePack->unpack(Data::MessagePack->pack($_[0]))), Dumper($_[0])); -} - -my $is_win = $^O eq 'MSWin32'; -my @dat = ( - '', 'a0', - '0', '00', - '1', '01', - '10', '0a', - '-1', 'ff', - '-10', 'f6', - '-', 'a1 2d', - ''.0xEFFF => 'cd ef ff', - ''.0xFFFF => 'cd ff ff', - ''.0xFFFFFF => 'ce 00 ff ff ff', - ''.0xFFFFFFFF => 'ce ff ff ff ff', - ''.0xFFFFFFFFF => 'ab 36 38 37 31 39 34 37 36 37 33 35', - ''.0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFF => $is_win ? - qr{^(b5 38 2e 33 30 37 36 37 34 39 37 33 36 35 35 37 32 65 2b 30 33 34|b8 38 2e 33 30 37 36 37 34 39 37 33 36 35 35 37 32 34 32 31 65 2b 30 33 34)$} - : qr{^(b4 38 2e 33 30 37 36 37 34 39 37 33 36 35 35 37 32 65 2b 33 34|b7 38 2e 33 30 37 36 37 34 39 37 33 36 35 35 37 32 34 32 31 65 2b 33 34)$}, - '-'.0x8000000 => 'd2 f8 00 00 00', - '-'.0x80000000 => 'd2 80 00 00 00', - '-'.0x800000000 => 'ac 2d 33 34 33 35 39 37 33 38 33 36 38', - '-'.0x8000000000 => 'ad 2d 35 34 39 37 35 35 38 31 33 38 38 38', - '-'.0x800000000000000000000000000000 => $is_win ? - qr{^(b6 2d 36 2e 36 34 36 31 33 39 39 37 38 39 32 34 35 38 65 2b 30 33 35|b9 2d 36 2e 36 34 36 31 33 39 39 37 38 39 32 34 35 37 39 33 36 65 2b 30 33 35)} - : qr{^(b5 2d 36 2e 36 34 36 31 33 39 39 37 38 39 32 34 35 38 65 2b 33 35|b8 2d 36 2e 36 34 36 31 33 39 39 37 38 39 32 34 35 37 39 33 36 65 2b 33 35)}, - {'0' => '1'}, '81 00 01', - {'abc' => '1'}, '81 a3 61 62 63 01', -); -plan tests => 1*(scalar(@dat)/2) + 2; - -for (my $i=0; $i 64; -use t::Util; - -my $input = [ - false,true,null,0,0,0,0,0,0,0,0,0,-1,-1,-1,-1,-1, - 127,127,255,65535,4294967295,-32,-32,-128,-32768, - -2147483648,0.0,-0.0, 3.0,-3.0,"a","a",("a" x 70000),"","","", - [0],[0],[0],[],[],[],{},{},{}, - {"a" => 97},{"abc" => 97},{"xyz" => 97},[[]], [["foo"], ["bar"]], - [["foo", true, false, null, 42]], -]; - -my $packed = Data::MessagePack->pack($input); -is_deeply(Data::MessagePack->unpack($packed), $input); - -{ - my $up = Data::MessagePack::Unpacker->new(); - $up->execute($packed, 0); - ok $up->is_finished; - is_deeply $up->data, $input; -} - -{ - my $up = Data::MessagePack::Unpacker->new(); - $packed x= 3; - - my $offset = 0; - for my $i(1 .. 3) { - note "block $i (offset: $offset/".length($packed).")"; - note "starting 3 bytes: ", join " ", map { unpack 'H2', $_ } - split //, substr($packed, $offset, 3); - - $offset = $up->execute($packed, $offset); - ok $up->is_finished, 'finished'; - my $data = $up->data; - is scalar(@{$data}), scalar(@{$input}), 'size of @{$data}'; - is_deeply $data, $input, "block $i, offset $offset"; - $up->reset(); - } -} - -{ - my $s = ''; - foreach my $datum(reverse @{$input}) { - $s .= Data::MessagePack->pack($datum); - } - - my $up = Data::MessagePack::Unpacker->new(); - - my $offset = 0; - for my $datum(reverse @{$input}) { - $offset = $up->execute($s, $offset); - is_deeply $up->data, $datum, "offset $offset/" . length($s); - $up->reset(); - } -} - diff --git a/perl/t/07_break.t b/perl/t/07_break.t deleted file mode 100644 index cf3f107..0000000 --- a/perl/t/07_break.t +++ /dev/null @@ -1,23 +0,0 @@ -use Test::More; -use Data::MessagePack; -use t::Util; - -plan tests => 4; - -my $d = Data::MessagePack->unpack(Data::MessagePack->pack({ - nil => undef, - true => true, - false => false, - foo => [undef, true, false], -})); - -$d->{nil} = 42; -is $d->{nil}, 42; - -$d->{true} = 43; -is $d->{true}, 43; - -$d->{false} = 44; -is $d->{false}, 44; - -is_deeply $d->{foo}, [undef, true, false]; diff --git a/perl/t/08_cycle.t b/perl/t/08_cycle.t deleted file mode 100644 index 2bd66c1..0000000 --- a/perl/t/08_cycle.t +++ /dev/null @@ -1,28 +0,0 @@ -use t::Util; -use Test::More; -use Data::MessagePack; - -plan tests => 6; - -my $aref = [0]; -$aref->[1] = $aref; -eval { Data::MessagePack->pack($aref) }; -ok $@, $@; - -my $href = {}; -$href->{cycle} = $href; -eval { Data::MessagePack->pack($aref) }; -ok $@, $@; - -$aref = [0,[1,2]]; -eval { Data::MessagePack->pack($aref) }; -ok !$@; - -eval { Data::MessagePack->pack($aref, 3) }; -ok !$@; - -eval { Data::MessagePack->pack($aref, 2) }; -ok $@, $@; - -eval { Data::MessagePack->pack($aref, -1) }; -ok $@, $@; diff --git a/perl/t/09_stddata.t b/perl/t/09_stddata.t deleted file mode 100644 index f98d696..0000000 --- a/perl/t/09_stddata.t +++ /dev/null @@ -1,42 +0,0 @@ -#!perl -w -# Testing standard dataset in msgpack/test/*.{json,mpac}. -# Don't edit msgpack/perl/t/std/*, which are just copies. -use strict; -use Test::More; -use t::Util; - -use Data::MessagePack; - -sub slurp { - open my $fh, '<:raw', $_[0] or die "failed to open '$_[0]': $!"; - local $/; - return scalar <$fh>; -} - -my @data = do { - my $json = slurp("t/std/cases.json"); - $json =~ s/:/=>/g; - @{ eval $json }; -}; - -my $mpac1 = slurp("t/std/cases.mpac"); -my $mpac2 = slurp("t/std/cases_compact.mpac"); - -my $mps = Data::MessagePack::Unpacker->new(); - -my $t = 1; -for my $mpac($mpac1, $mpac2) { - note "mpac", $t++; - - my $offset = 0; - my $i = 0; - while($offset < length($mpac)) { - $offset = $mps->execute($mpac, $offset); - ok $mps->is_finished, "data[$i] : is_finished"; - is_deeply $mps->data, $data[$i], "data[$i]"; - $mps->reset; - $i++; - } -} - -done_testing; diff --git a/perl/t/10_splitted_bytes.t b/perl/t/10_splitted_bytes.t deleted file mode 100644 index d94472d..0000000 --- a/perl/t/10_splitted_bytes.t +++ /dev/null @@ -1,40 +0,0 @@ -#!perl - -# This feature is not yet supported, but 0.23 (or former) caused SEGV in this code, -# so we put it here. - -use strict; -use warnings; -use Data::MessagePack; -use Test::More; -use t::Util; - -my $input = [ - false,true,null,0,0,0,0,0,0,0,0,0,-1,-1,-1,-1,-1, - 127,127,255,65535,4294967295,-32,-32,-128,-32768, - -2147483648,0.0,-0.0,1.0,-1.0,"a","a","a","","","", - [0],[0],[0],[],[],[],{},{},{}, - {"a" => 97},{"a" => 97},{"a" => 97},[[]],[["a"]] -]; - -my $packed = Data::MessagePack->pack($input); - -foreach my $size(1 .. 16) { - my $up = Data::MessagePack::Unpacker->new(); - - open my $stream, '<:bytes :scalar', \$packed; - binmode $stream; - my $buff; - my $done = 0; - while( read($stream, $buff, $size) ) { - note "buff: ", join " ", map { unpack 'H2', $_ } split //, $buff; - - $done = $up->execute($buff); - } - is $done, length($packed); - ok $up->is_finished, "is_finished: $size"; - my $data = $up->data; - is_deeply $data, $input; -} - -done_testing; diff --git a/perl/t/11_stream_unpack3.t b/perl/t/11_stream_unpack3.t deleted file mode 100644 index 0eb8bff..0000000 --- a/perl/t/11_stream_unpack3.t +++ /dev/null @@ -1,39 +0,0 @@ -use strict; -use warnings; -use Test::More; -use Data::MessagePack; - -my @data = ( [ 1, 2, 3 ], [ 4, 5, 6 ] ); - -# serialize -my $buffer = ''; -for my $d (@data) { - $buffer .= Data::MessagePack->pack($d); -} - -# deserialize -my $cb = sub { - my ($data) = @_; - - my $d = shift @data; - is_deeply $data, $d; -}; -my $unpacker = Data::MessagePack::Unpacker->new(); -my $nread = 0; -while (1) { - $nread = $unpacker->execute( $buffer, $nread ); - if ( $unpacker->is_finished ) { - my $ret = $unpacker->data; - $cb->( $ret ); - $unpacker->reset; - - $buffer = substr( $buffer, $nread ); - $nread = 0; - next if length($buffer) != 0; - } - last; -} -is scalar(@data), 0; - -done_testing; - diff --git a/perl/t/12_stream_unpack4.t b/perl/t/12_stream_unpack4.t deleted file mode 100644 index ef6fa39..0000000 --- a/perl/t/12_stream_unpack4.t +++ /dev/null @@ -1,27 +0,0 @@ -use strict; -use warnings; -use Data::MessagePack; -use Test::More; -use t::Util; - -my @input = ( - [[]], - [[],[]], - [{"a" => 97},{"a" => 97}], - [{"a" => 97},{"a" => 97},{"a" => 97}], - [ map { +{ "foo $_" => "bar $_" } } 'aa' .. 'zz' ], - [42, null], - [42, true], - [42, false], -); - -plan tests => @input * 2; - -for my $input (@input) { - my $packed = Data::MessagePack->pack($input); - my $up = Data::MessagePack::Unpacker->new(); - $up->execute($packed, 0); - ok $up->is_finished, 'finished'; - is_deeply($up->data, $input); -} - diff --git a/perl/t/13_booleans.t b/perl/t/13_booleans.t deleted file mode 100755 index 1ecbe64..0000000 --- a/perl/t/13_booleans.t +++ /dev/null @@ -1,12 +0,0 @@ -#!perl -w -use strict; -use Test::More tests => 6; -use Data::MessagePack; - -ok defined(Data::MessagePack::true()), 'true (1)'; -ok defined(Data::MessagePack::true()), 'true (2)'; -ok Data::MessagePack::true(), 'true is true'; - -ok defined(Data::MessagePack::false()), 'false (1)'; -ok defined(Data::MessagePack::false()), 'false (2)'; -ok !Data::MessagePack::false(), 'false is false'; diff --git a/perl/t/14_invalid_data.t b/perl/t/14_invalid_data.t deleted file mode 100755 index f534485..0000000 --- a/perl/t/14_invalid_data.t +++ /dev/null @@ -1,18 +0,0 @@ -use strict; -use warnings; -use Data::MessagePack; -use Test::More; -use t::Util; - -my $nil = Data::MessagePack->pack(undef); - -my @data = do 't/data.pl'; -while(my($dump, $data) = splice @data, 0, 2) { - my $s = Data::MessagePack->pack($data); - eval { - Data::MessagePack->unpack($s . $nil); - }; - like $@, qr/extra bytes/, "dump $dump"; -} - -done_testing; diff --git a/perl/t/15_utf8.t b/perl/t/15_utf8.t deleted file mode 100644 index f3163df..0000000 --- a/perl/t/15_utf8.t +++ /dev/null @@ -1,33 +0,0 @@ -#!perl -w -use strict; -use Test::More; -use Data::MessagePack; -use utf8; - -my $data = [42, undef, 'foo', "\x{99f1}\x{99dd}"]; -my $packed = Data::MessagePack->pack($data) x 2; - -my $u = Data::MessagePack::Unpacker->new()->utf8(); -my $p = 0; -for(1 .. 2) { - ok $u->get_utf8(); - $p = $u->execute($packed, $p); - my $d = $u->data(); - $u->reset(); - is_deeply $d, $data, 'decoded'; -} - -is $u->utf8(0), $u, 'utf8(0)'; -$p = 0; -for(1 .. 2) { - ok !$u->get_utf8(); - $p = $u->execute($packed, $p); - my $d = $u->data(); - $u->reset(); - my $s = $data->[3]; - utf8::encode($s); - is_deeply $d->[3], $s, 'not decoded'; -} - -done_testing; - diff --git a/perl/t/16_unpacker_for_larges.t b/perl/t/16_unpacker_for_larges.t deleted file mode 100644 index 26894a2..0000000 --- a/perl/t/16_unpacker_for_larges.t +++ /dev/null @@ -1,20 +0,0 @@ -use strict; -use Test::More; -use Data::MessagePack; - -foreach my $data("abc", [ 'x' x 1024 ], [0xFFFF42]) { - my $packed = Data::MessagePack->pack($data); - - my $unpacker = Data::MessagePack::Unpacker->new; - note "buff: ", join " ", map { unpack 'H2', $_ } split //, $packed; - - foreach my $byte(split //, $packed) { - $unpacker->execute($byte); - } - - ok $unpacker->is_finished, 'finished'; - is_deeply $unpacker->data, $data, 'data'; -} - -done_testing; - diff --git a/perl/t/50_leaktrace.t b/perl/t/50_leaktrace.t deleted file mode 100644 index 440ac90..0000000 --- a/perl/t/50_leaktrace.t +++ /dev/null @@ -1,62 +0,0 @@ -#!perl -w -use strict; -use Test::Requires { 'Test::LeakTrace' => 0.13 }; -use Test::More; -use Data::MessagePack; -BEGIN { - if($INC{'Data/MessagePack/PP.pm'}) { - plan skip_all => 'disabled in PP'; - } -} - -my $simple_data = "xyz"; -my $complex_data = { - a => 'foo', - b => 42, - c => undef, - d => [qw(bar baz)], - e => 3.14, -}; - -note 'pack'; - -no_leaks_ok { - my $s = Data::MessagePack->pack($complex_data); -}; - -no_leaks_ok { - eval { Data::MessagePack->pack([\*STDIN]) }; - note $@; - $@ or warn "# it must die"; -}; - -note 'unpack'; - -my $s = Data::MessagePack->pack($simple_data); -my $c = Data::MessagePack->pack($complex_data); - -no_leaks_ok { - my $data = Data::MessagePack->unpack($s); -}; - -no_leaks_ok { - my $data = Data::MessagePack->unpack($c); -}; - -no_leaks_ok { - my $broken = $s; - chop $broken; - eval { Data::MessagePack->unpack($broken) }; - note $@; - $@ or warn "# it must die"; -}; - -note 'stream'; - -no_leaks_ok { - my $up = Data::MessagePack::Unpacker->new(); - $up->execute($c); - my $data = $up->data(); -}; - -done_testing; diff --git a/perl/t/Util.pm b/perl/t/Util.pm deleted file mode 100644 index 0aa88bb..0000000 --- a/perl/t/Util.pm +++ /dev/null @@ -1,18 +0,0 @@ -package t::Util; -use strict; -use warnings; -use Data::MessagePack; - -sub import { - my $pkg = caller(0); - - strict->import; - warnings->import; - - no strict 'refs'; - *{"$pkg\::true"} = \&Data::MessagePack::true; - *{"$pkg\::false"} = \&Data::MessagePack::false; - *{"$pkg\::null"} = sub() { undef }; -} - -1; diff --git a/perl/t/data.pl b/perl/t/data.pl deleted file mode 100644 index b7bbaf1..0000000 --- a/perl/t/data.pl +++ /dev/null @@ -1,55 +0,0 @@ -no warnings; # i need this, i need this. -( - '93 c0 c2 c3' => [undef, false, true], - '94 a0 a1 61 a2 62 63 a3 64 65 66', ["", "a", "bc", "def"], - '92 90 91 91 c0', [[], [[undef]]], - '93 c0 c2 c3', [undef, false, true], - - '82 d0 2a c2 d0 2b c3', { 42 => false, 43 => true }, # fix map - 'de 00 02 d0 2a c2 d0 2b c3', { 42 => false, 43 => true }, # map 16 - 'df 00 00 00 02 d0 2a c2 d0 2b c3', { 42 => false, 43 => true }, # map 32 - - 'ce 80 00 00 00', 2147483648, - '99 cc 00 cc 80 cc ff cd 00 00 cd 80 00 cd ff ff ce 00 00 00 00 ce 80 00 00 00 ce ff ff ff ff', - [0, 128, 255, 0, 32768, 65535, 0, 2147483648, 4294967295], - '92 93 00 40 7f 93 e0 f0 ff', [[0, 64, 127], [-32, -16, -1]], - '96 dc 00 00 dc 00 01 c0 dc 00 02 c2 c3 dd 00 00 00 00 dd 00 00 00 01 c0 dd 00 00 00 02 c2 c3', - [[], [undef], [false, true], [], [undef], [false, true]], - '96 da 00 00 da 00 01 61 da 00 02 61 62 db 00 00 00 00 db 00 00 00 01 61 db 00 00 00 02 61 62', - ["", "a", "ab", "", "a", "ab"], - '99 d0 00 d0 80 d0 ff d1 00 00 d1 80 00 d1 ff ff d2 00 00 00 00 d2 80 00 00 00 d2 ff ff ff ff', - [0, -128, -1, 0, -32768, -1, 0, -2147483648, -1], - '82 c2 81 c0 c0 c3 81 c0 80', {false,{undef,undef}, true,{undef,{}}}, - '96 de 00 00 de 00 01 c0 c2 de 00 02 c0 c2 c3 c2 df 00 00 00 00 df 00 00 00 01 c0 c2 df 00 00 00 02 c0 c2 c3 c2', - [{}, {undef,false}, {true,false, undef,false}, {}, {undef,false}, {true,false, undef,false}], - 'dc 01 00' . (' c0' x 0x0100), [(undef) x 0x0100], - 'ce 00 ff ff ff' => ''.0xFFFFFF, - 'aa 34 32 39 34 39 36 37 32 39 35' => ''.0xFFFFFFFF, - 'ab 36 38 37 31 39 34 37 36 37 33 35' => ''.0xFFFFFFFFF, - - 'ca 00 00 00 00' => 0.0, # float - 'ca 40 2c cc cd' => unpack('f', pack 'f', 2.7), - - 'd2 80 00 00 01' => '-2147483647', # int32_t - 'ce 80 00 00 01' => '2147483649', # uint32_t - - 'd2 ff ff ff ff' => '-1', # int32_t - 'ce ff ff ff ff' => '4294967295', # uint32_t - - 'd3 00 00 00 00 80 00 00 01' => '2147483649', # int64_t - 'cf 00 00 00 00 80 00 00 01' => '2147483649', # uint64_t - - 'd3 ff 00 ff ff ff ff ff ff' => '-71776119061217281', # int64_t - 'cf ff 00 ff ff ff ff ff ff' => '18374967954648334335', # uint64_t - - 'd3 ff ff ff ff ff ff ff ff' => '-1', # int64_t - 'cf ff ff ff ff ff ff ff ff' => '18446744073709551615', # uint64_t - - # int64_t - 'd3 00 00 00 10 00 00 00 00' => '68719476736', - 'd3 00 00 00 10 00 00 00 01' => '68719476737', - 'd3 00 00 10 00 00 00 00 00' => '17592186044416', - 'd3 00 10 00 00 00 00 00 00' => '4503599627370496', - 'd3 10 00 00 00 00 00 00 00' => '1152921504606846976', - 'd3 11 00 00 00 00 00 00 00' => '1224979098644774912', -) diff --git a/perl/xs-src/MessagePack.c b/perl/xs-src/MessagePack.c deleted file mode 100644 index 82ad108..0000000 --- a/perl/xs-src/MessagePack.c +++ /dev/null @@ -1,42 +0,0 @@ -#include "xshelper.h" - -#ifndef __cplusplus -#include -#endif - -XS(xs_pack); -XS(xs_unpack); -XS(xs_unpacker_new); -XS(xs_unpacker_utf8); -XS(xs_unpacker_get_utf8); -XS(xs_unpacker_execute); -XS(xs_unpacker_execute_limit); -XS(xs_unpacker_is_finished); -XS(xs_unpacker_data); -XS(xs_unpacker_reset); -XS(xs_unpacker_destroy); - -void init_Data__MessagePack_pack(pTHX_ bool const cloning); -void init_Data__MessagePack_unpack(pTHX_ bool const cloning); - -XS(boot_Data__MessagePack) { - dXSARGS; - XS_VERSION_BOOTCHECK; - - init_Data__MessagePack_pack(aTHX_ false); - init_Data__MessagePack_unpack(aTHX_ false); - - newXS("Data::MessagePack::pack", xs_pack, __FILE__); - newXS("Data::MessagePack::unpack", xs_unpack, __FILE__); - - newXS("Data::MessagePack::Unpacker::new", xs_unpacker_new, __FILE__); - newXS("Data::MessagePack::Unpacker::utf8", xs_unpacker_utf8, __FILE__); - newXS("Data::MessagePack::Unpacker::get_utf8", xs_unpacker_get_utf8, __FILE__); - newXS("Data::MessagePack::Unpacker::execute", xs_unpacker_execute, __FILE__); - newXS("Data::MessagePack::Unpacker::execute_limit", xs_unpacker_execute_limit, __FILE__); - newXS("Data::MessagePack::Unpacker::is_finished", xs_unpacker_is_finished, __FILE__); - newXS("Data::MessagePack::Unpacker::data", xs_unpacker_data, __FILE__); - newXS("Data::MessagePack::Unpacker::reset", xs_unpacker_reset, __FILE__); - newXS("Data::MessagePack::Unpacker::DESTROY", xs_unpacker_destroy, __FILE__); -} - diff --git a/perl/xs-src/pack.c b/perl/xs-src/pack.c deleted file mode 100644 index 862808e..0000000 --- a/perl/xs-src/pack.c +++ /dev/null @@ -1,273 +0,0 @@ -/* - * code is written by tokuhirom. - * buffer alocation technique is taken from JSON::XS. thanks to mlehmann. - */ -#include "xshelper.h" - -#include "msgpack/pack_define.h" - -#define msgpack_pack_inline_func(name) \ - static inline void msgpack_pack ## name - -#define msgpack_pack_inline_func_cint(name) \ - static inline void msgpack_pack ## name - -typedef struct { - char *cur; /* SvPVX (sv) + current output position */ - const char *end; /* SvEND (sv) */ - SV *sv; /* result scalar */ -} enc_t; - -STATIC_INLINE void need(enc_t* const enc, STRLEN const len); - -#define msgpack_pack_user enc_t* - -#define msgpack_pack_append_buffer(enc, buf, len) \ - need(enc, len); \ - memcpy(enc->cur, buf, len); \ - enc->cur += len; - -#include "msgpack/pack_template.h" - -#define INIT_SIZE 32 /* initial scalar size to be allocated */ - -#if IVSIZE == 8 -# define PACK_IV msgpack_pack_int64 -# define PACK_UV msgpack_pack_uint64 -#elif IVSIZE == 4 -# define PACK_IV msgpack_pack_int32 -# define PACK_UV msgpack_pack_uint32 -#elif IVSIZE == 2 -# define PACK_IV msgpack_pack_int16 -# define PACK_UV msgpack_pack_uint16 -#else -# error "msgpack only supports IVSIZE = 8,4,2 environment." -#endif - -#define ERR_NESTING_EXCEEDED "perl structure exceeds maximum nesting level (max_depth set too low?)" - - -STATIC_INLINE void need(enc_t* const enc, STRLEN const len) -{ - if (enc->cur + len >= enc->end) { - dTHX; - STRLEN const cur = enc->cur - SvPVX_const(enc->sv); - sv_grow (enc->sv, cur + (len < (cur >> 2) ? cur >> 2 : len) + 1); - enc->cur = SvPVX_mutable(enc->sv) + cur; - enc->end = SvPVX_const(enc->sv) + SvLEN (enc->sv) - 1; - } -} - - -static int s_pref_int = 0; - -STATIC_INLINE int pref_int_set(pTHX_ SV* sv, MAGIC* mg PERL_UNUSED_DECL) { - if (SvTRUE(sv)) { - s_pref_int = 1; - } else { - s_pref_int = 0; - } - return 0; -} - -MGVTBL pref_int_vtbl = { - NULL, - pref_int_set, - NULL, - NULL, - NULL, - NULL, - NULL, -#ifdef MGf_LOCAL - NULL, -#endif -}; - -void init_Data__MessagePack_pack(pTHX_ bool const cloning) { - SV* var = get_sv("Data::MessagePack::PreferInteger", 0); - sv_magicext(var, NULL, PERL_MAGIC_ext, &pref_int_vtbl, NULL, 0); - SvSETMAGIC(var); -} - - -STATIC_INLINE int try_int(enc_t* enc, const char *p, size_t len) { - int negative = 0; - const char* pe = p + len; - uint64_t num = 0; - - if (len == 0) { return 0; } - - if (*p == '-') { - /* length(-0x80000000) == 11 */ - if (len <= 1 || len > 11) { return 0; } - negative = 1; - ++p; - } else { - /* length(0xFFFFFFFF) == 10 */ - if (len > 10) { return 0; } - } - -#if '9'=='8'+1 && '8'=='7'+1 && '7'=='6'+1 && '6'=='5'+1 && '5'=='4'+1 \ - && '4'=='3'+1 && '3'=='2'+1 && '2'=='1'+1 && '1'=='0'+1 - do { - unsigned int c = ((int)*(p++)) - '0'; - if (c > 9) { return 0; } - num = num * 10 + c; - } while(p < pe); -#else - do { - switch (*(p++)) { - case '0': num = num * 10 + 0; break; - case '1': num = num * 10 + 1; break; - case '2': num = num * 10 + 2; break; - case '3': num = num * 10 + 3; break; - case '4': num = num * 10 + 4; break; - case '5': num = num * 10 + 5; break; - case '6': num = num * 10 + 6; break; - case '7': num = num * 10 + 7; break; - case '8': num = num * 10 + 8; break; - case '9': num = num * 10 + 9; break; - default: return 0; - } - } while(p < pe); -#endif - - if (negative) { - if (num > 0x80000000) { return 0; } - msgpack_pack_int32(enc, ((int32_t)num) * -1); - } else { - if (num > 0xFFFFFFFF) { return 0; } - msgpack_pack_uint32(enc, (uint32_t)num); - } - - return 1; -} - - -STATIC_INLINE void _msgpack_pack_rv(enc_t *enc, SV* sv, int depth); - -STATIC_INLINE void _msgpack_pack_sv(enc_t* const enc, SV* const sv, int const depth) { - dTHX; - assert(sv); - if (UNLIKELY(depth <= 0)) Perl_croak(aTHX_ ERR_NESTING_EXCEEDED); - SvGETMAGIC(sv); - - if (SvPOKp(sv)) { - STRLEN const len = SvCUR(sv); - const char* const pv = SvPVX_const(sv); - - if (s_pref_int && try_int(enc, pv, len)) { - return; - } else { - msgpack_pack_raw(enc, len); - msgpack_pack_raw_body(enc, pv, len); - } - } else if (SvNIOKp(sv)) { - if(SvUOK(sv)) { - PACK_UV(enc, SvUVX(sv)); - } - else if(SvIOKp(sv)) { - PACK_IV(enc, SvIVX(sv)); - } - else { - /* XXX long double is not supported yet. */ - msgpack_pack_double(enc, (double)SvNVX(sv)); - } - } else if (SvROK(sv)) { - _msgpack_pack_rv(enc, SvRV(sv), depth-1); - } else if (!SvOK(sv)) { - msgpack_pack_nil(enc); - } else if (isGV(sv)) { - Perl_croak(aTHX_ "msgpack cannot pack the GV\n"); - } else { - sv_dump(sv); - Perl_croak(aTHX_ "msgpack for perl doesn't supported this type: %d\n", SvTYPE(sv)); - } -} - -STATIC_INLINE void _msgpack_pack_rv(enc_t *enc, SV* sv, int depth) { - svtype svt; - dTHX; - assert(sv); - SvGETMAGIC(sv); - svt = SvTYPE(sv); - - if (SvOBJECT (sv)) { - HV *stash = gv_stashpv ("Data::MessagePack::Boolean", 1); // TODO: cache? - if (SvSTASH (sv) == stash) { - if (SvIV(sv)) { - msgpack_pack_true(enc); - } else { - msgpack_pack_false(enc); - } - } else { - croak ("encountered object '%s', Data::MessagePack doesn't allow the object", - SvPV_nolen(sv_2mortal(newRV_inc(sv)))); - } - } else if (svt == SVt_PVHV) { - HV* hval = (HV*)sv; - int count = hv_iterinit(hval); - HE* he; - - msgpack_pack_map(enc, count); - - while ((he = hv_iternext(hval))) { - _msgpack_pack_sv(enc, hv_iterkeysv(he), depth); - _msgpack_pack_sv(enc, HeVAL(he), depth); - } - } else if (svt == SVt_PVAV) { - AV* ary = (AV*)sv; - int len = av_len(ary) + 1; - int i; - msgpack_pack_array(enc, len); - for (i=0; ipack($dat [,$max_depth])"); - } - - SV* val = ST(1); - int depth = 512; - if (items >= 3) depth = SvIV(ST(2)); - - enc_t enc; - enc.sv = sv_2mortal(newSV(INIT_SIZE)); - enc.cur = SvPVX(enc.sv); - enc.end = SvEND(enc.sv); - SvPOK_only(enc.sv); - - _msgpack_pack_sv(&enc, val, depth); - - SvCUR_set(enc.sv, enc.cur - SvPVX (enc.sv)); - *SvEND (enc.sv) = 0; /* many xs functions expect a trailing 0 for text strings */ - - ST(0) = enc.sv; - XSRETURN(1); -} diff --git a/perl/xs-src/unpack.c b/perl/xs-src/unpack.c deleted file mode 100644 index e3f62c6..0000000 --- a/perl/xs-src/unpack.c +++ /dev/null @@ -1,513 +0,0 @@ -#define NEED_newRV_noinc -#define NEED_sv_2pv_flags -#include "xshelper.h" - -#define MY_CXT_KEY "Data::MessagePack::_unpack_guts" XS_VERSION -typedef struct { - SV* msgpack_true; - SV* msgpack_false; -} my_cxt_t; -START_MY_CXT - -// context data for execute_template() -typedef struct { - bool finished; - bool utf8; - SV* buffer; -} unpack_user; -#define UNPACK_USER_INIT { false, false, NULL } - -#include "msgpack/unpack_define.h" - -#define msgpack_unpack_struct(name) \ - struct template ## name - -#define msgpack_unpack_func(ret, name) \ - STATIC_INLINE ret template ## name - -#define msgpack_unpack_callback(name) \ - template_callback ## name - -#define msgpack_unpack_object SV* - -#define msgpack_unpack_user unpack_user - -void init_Data__MessagePack_unpack(pTHX_ bool const cloning) { - // booleans are load on demand (lazy load). - if(!cloning) { - MY_CXT_INIT; - MY_CXT.msgpack_true = NULL; - MY_CXT.msgpack_false = NULL; - } - else { - MY_CXT_CLONE; - MY_CXT.msgpack_true = NULL; - MY_CXT.msgpack_false = NULL; - } -} - - - -/* ---------------------------------------------------------------------- */ -/* utility functions */ - -static SV* -load_bool(pTHX_ const char* const name) { - CV* const cv = get_cv(name, GV_ADD); - dSP; - ENTER; - SAVETMPS; - PUSHMARK(SP); - call_sv((SV*)cv, G_SCALAR); - SPAGAIN; - SV* const sv = newSVsv(POPs); - PUTBACK; - FREETMPS; - LEAVE; - assert(sv); - assert(sv_isobject(sv)); - if(!SvOK(sv)) { - croak("Oops: Failed to load %"SVf, name); - } - return sv; -} - -static SV* -get_bool(bool const value) { - dTHX; - dMY_CXT; - if(value) { - if(!MY_CXT.msgpack_true) { - MY_CXT.msgpack_true = load_bool(aTHX_ "Data::MessagePack::true"); - } - return newSVsv(MY_CXT.msgpack_true); - } - else { - if(!MY_CXT.msgpack_false) { - MY_CXT.msgpack_false = load_bool(aTHX_ "Data::MessagePack::false"); - } - return newSVsv(MY_CXT.msgpack_false); - } -} - -/* ---------------------------------------------------------------------- */ -struct template_context; -typedef struct template_context msgpack_unpack_t; - -static void template_init(msgpack_unpack_t* u); - -static SV* template_data(msgpack_unpack_t* u); - -static int template_execute(msgpack_unpack_t* u PERL_UNUSED_DECL, - const char* data, size_t len, size_t* off); - -STATIC_INLINE SV* template_callback_root(unpack_user* u PERL_UNUSED_DECL) -{ - return NULL; -} - -#if IVSIZE == 4 - -STATIC_INLINE int template_callback_UV(unpack_user* u PERL_UNUSED_DECL, UV const d, SV** o) -{ - dTHX; - *o = newSVuv(d); - return 0; -} - -STATIC_INLINE int template_callback_IV(unpack_user* u PERL_UNUSED_DECL, IV const d, SV** o) -{ - dTHX; - *o = newSViv(d); - return 0; -} - -/* workaround win32 problems (my_snprintf(%llu) returns incorrect values ) */ -static char* str_from_uint64(char* buf_end, uint64_t v) -{ - char *p = buf_end; - *--p = '\0'; - do { - *--p = '0' + v % 10; - } while ((v /= 10) != 0); - return p; -} - -static const char* str_from_int64(char* buf_end, int64_t const v) { - bool const minus = v < 0; - char* p = str_from_uint64(buf_end, minus ? -v : v); - if (minus) - *--p = '-'; - return p; -} - -static int template_callback_uint64(unpack_user* u PERL_UNUSED_DECL, uint64_t const d, SV** o) -{ - dTHX; - char tbuf[64]; - const char* const s = str_from_uint64(tbuf + sizeof(tbuf), d); - *o = newSVpvn(s, tbuf + sizeof(tbuf) - 1 - s); - return 0; -} - -static int template_callback_int64(unpack_user* u PERL_UNUSED_DECL, int64_t const d, SV** o) -{ - dTHX; - char tbuf[64]; - const char* const s = str_from_int64(tbuf + sizeof(tbuf), d); - *o = newSVpvn(s, tbuf + sizeof(tbuf) - 1 - s); - return 0; -} - -#else /* IVSIZE == 8 */ - - -STATIC_INLINE int template_callback_UV(unpack_user* u PERL_UNUSED_DECL, UV const d, SV** o) -{ - dTHX; - *o = newSVuv(d); - return 0; -} - -#define template_callback_uint64 template_callback_UV - -STATIC_INLINE int template_callback_IV(unpack_user* u PERL_UNUSED_DECL, IV const d, SV** o) -{ - dTHX; - *o = newSViv(d); - return 0; -} - -#define template_callback_int64 template_callback_IV - -#endif /* IVSIZE */ - -#define template_callback_uint8 template_callback_UV -#define template_callback_uint16 template_callback_UV -#define template_callback_uint32 template_callback_UV - -#define template_callback_int8 template_callback_IV -#define template_callback_int16 template_callback_IV -#define template_callback_int32 template_callback_IV - -#define template_callback_float template_callback_double - -STATIC_INLINE int template_callback_double(unpack_user* u PERL_UNUSED_DECL, double d, SV** o) -{ - dTHX; - *o = newSVnv(d); - return 0; -} - -/* &PL_sv_undef is not so good. see http://gist.github.com/387743 */ -STATIC_INLINE int template_callback_nil(unpack_user* u PERL_UNUSED_DECL, SV** o) -{ - dTHX; - *o = newSV(0); - return 0; -} - -STATIC_INLINE int template_callback_true(unpack_user* u PERL_UNUSED_DECL, SV** o) -{ - *o = get_bool(true); - return 0; -} - -STATIC_INLINE int template_callback_false(unpack_user* u PERL_UNUSED_DECL, SV** o) -{ - *o = get_bool(false); - return 0; -} - -STATIC_INLINE int template_callback_array(unpack_user* u PERL_UNUSED_DECL, unsigned int n, SV** o) -{ - dTHX; - AV* const a = newAV(); - *o = newRV_noinc((SV*)a); - av_extend(a, n + 1); - return 0; -} - -STATIC_INLINE int template_callback_array_item(unpack_user* u PERL_UNUSED_DECL, SV** c, SV* o) -{ - dTHX; - AV* const a = (AV*)SvRV(*c); - assert(SvTYPE(a) == SVt_PVAV); - (void)av_store(a, AvFILLp(a) + 1, o); // the same as av_push(a, o) - return 0; -} - -STATIC_INLINE int template_callback_map(unpack_user* u PERL_UNUSED_DECL, unsigned int n, SV** o) -{ - dTHX; - HV* const h = newHV(); - hv_ksplit(h, n); - *o = newRV_noinc((SV*)h); - return 0; -} - -STATIC_INLINE int template_callback_map_item(unpack_user* u PERL_UNUSED_DECL, SV** c, SV* k, SV* v) -{ - dTHX; - HV* const h = (HV*)SvRV(*c); - assert(SvTYPE(h) == SVt_PVHV); - (void)hv_store_ent(h, k, v, 0); - SvREFCNT_dec(k); - return 0; -} - -STATIC_INLINE int template_callback_raw(unpack_user* u PERL_UNUSED_DECL, const char* b PERL_UNUSED_DECL, const char* p, unsigned int l, SV** o) -{ - dTHX; - /* newSVpvn(p, l) returns an undef if p == NULL */ - *o = ((l==0) ? newSVpvs("") : newSVpvn(p, l)); - if(u->utf8) { - sv_utf8_decode(*o); - } - return 0; -} - -#include "msgpack/unpack_template.h" - -#define UNPACKER(from, name) \ - msgpack_unpack_t *name; \ - { \ - SV* const obj = from; \ - if(!(SvROK(obj) && SvIOK(SvRV(obj)))) { \ - Perl_croak(aTHX_ "Invalid unpacker instance for " #name); \ - } \ - name = INT2PTR(msgpack_unpack_t*, SvIVX(SvRV((obj)))); \ - if(name == NULL) { \ - Perl_croak(aTHX_ "NULL found for " # name " when shouldn't be"); \ - } \ - } - -XS(xs_unpack) { - dXSARGS; - SV* const data = ST(1); - size_t limit; - - if (items == 2) { - limit = sv_len(data); - } - else if(items == 3) { - limit = SvUVx(ST(2)); - } - else { - Perl_croak(aTHX_ "Usage: Data::MessagePack->unpack('data' [, $limit])"); - } - - STRLEN dlen; - const char* const dptr = SvPV_const(data, dlen); - - msgpack_unpack_t mp; - template_init(&mp); - - unpack_user const u = UNPACK_USER_INIT; - mp.user = u; - - size_t from = 0; - int const ret = template_execute(&mp, dptr, (size_t)dlen, &from); - SV* const obj = template_data(&mp); - sv_2mortal(obj); - - if(ret < 0) { - Perl_croak(aTHX_ "Data::MessagePack->unpack: parse error"); - } else if(ret == 0) { - Perl_croak(aTHX_ "Data::MessagePack->unpack: insufficient bytes"); - } else { - if(from < dlen) { - Perl_croak(aTHX_ "Data::MessagePack->unpack: extra bytes"); - } - } - - ST(0) = obj; - XSRETURN(1); -} - -/* ------------------------------ stream -- */ -/* http://twitter.com/frsyuki/status/13249304748 */ - - -XS(xs_unpacker_new) { - dXSARGS; - if (items != 1) { - Perl_croak(aTHX_ "Usage: Data::MessagePack::Unpacker->new()"); - } - - SV* const self = sv_newmortal(); - msgpack_unpack_t *mp; - - Newxz(mp, 1, msgpack_unpack_t); - template_init(mp); - unpack_user const u = UNPACK_USER_INIT; - mp->user = u; - - mp->user.buffer = newSV(80); - sv_setpvs(mp->user.buffer, ""); - - sv_setref_pv(self, "Data::MessagePack::Unpacker", mp); - - ST(0) = self; - XSRETURN(1); -} - -XS(xs_unpacker_utf8) { - dXSARGS; - if (!(items == 1 || items == 2)) { - Perl_croak(aTHX_ "Usage: $unpacker->utf8([$bool)"); - } - UNPACKER(ST(0), mp); - mp->user.utf8 = (items == 1 || sv_true(ST(1))) ? true : false; - XSRETURN(1); // returns $self -} - -XS(xs_unpacker_get_utf8) { - dXSARGS; - if (items != 1) { - Perl_croak(aTHX_ "Usage: $unpacker->get_utf8()"); - } - UNPACKER(ST(0), mp); - ST(0) = boolSV(mp->user.utf8); - XSRETURN(1); -} - -STATIC_INLINE size_t -_execute_impl(SV* const self, SV* const data, UV const offset, UV const limit) { - dTHX; - - if(offset >= limit) { - Perl_croak(aTHX_ - "offset (%"UVuf") is bigger than data buffer size (%"UVuf")", - offset, limit); - } - - UNPACKER(self, mp); - - size_t from = offset; - const char* dptr = SvPV_nolen_const(data); - STRLEN dlen = limit; - - if(SvCUR(mp->user.buffer) != 0) { - sv_catpvn(mp->user.buffer, dptr, dlen); - dptr = SvPV_const(mp->user.buffer, dlen); - from = 0; - } - - int const ret = template_execute(mp, dptr, dlen, &from); - // ret < 0 : error - // ret == 0 : insufficient - // ret > 0 : success - - if(ret < 0) { - Perl_croak(aTHX_ - "Data::MessagePack::Unpacker: parse error while executing"); - } - - mp->user.finished = (ret > 0) ? true : false; - if(!mp->user.finished) { - template_init(mp); // reset the state - sv_setpvn(mp->user.buffer, dptr, dlen); - from = 0; - } - else { - sv_setpvs(mp->user.buffer, ""); - } - //warn(">> (%d) dlen=%d, from=%d, rest=%d", - // (int)ret, (int)dlen, (int)from, dlen - from); - return from; -} - -XS(xs_unpacker_execute) { - dXSARGS; - SV* const self = ST(0); - SV* const data = ST(1); - UV offset; - - if (items == 2) { - offset = 0; - } - else if (items == 3) { - offset = SvUVx(ST(2)); - } - else { - Perl_croak(aTHX_ "Usage: $unpacker->execute(data, offset = 0)"); - } - - dXSTARG; - sv_setuv(TARG, _execute_impl(self, data, offset, sv_len(data))); - ST(0) = TARG; - XSRETURN(1); -} - -XS(xs_unpacker_execute_limit) { - dXSARGS; - if (items != 4) { - Perl_croak(aTHX_ "Usage: $unpacker->execute_limit(data, offset, limit)"); - } - - SV* const self = ST(0); - SV* const data = ST(1); - UV const offset = SvUVx(ST(2)); - UV const limit = SvUVx(ST(3)); - - dXSTARG; - sv_setuv(TARG, _execute_impl(self, data, offset, limit)); - ST(0) = TARG; - XSRETURN(1); -} - -XS(xs_unpacker_is_finished) { - dXSARGS; - if (items != 1) { - Perl_croak(aTHX_ "Usage: $unpacker->is_finished()"); - } - - UNPACKER(ST(0), mp); - ST(0) = boolSV(mp->user.finished); - XSRETURN(1); -} - -XS(xs_unpacker_data) { - dXSARGS; - if (items != 1) { - Perl_croak(aTHX_ "Usage: $unpacker->data()"); - } - - UNPACKER(ST(0), mp); - ST(0) = template_data(mp); - XSRETURN(1); -} - -XS(xs_unpacker_reset) { - dXSARGS; - if (items != 1) { - Perl_croak(aTHX_ "Usage: $unpacker->reset()"); - } - - UNPACKER(ST(0), mp); - - SV* const data = template_data(mp); - SvREFCNT_dec(data); - - template_init(mp); - sv_setpvs(mp->user.buffer, ""); - - XSRETURN(0); -} - -XS(xs_unpacker_destroy) { - dXSARGS; - if (items != 1) { - Perl_croak(aTHX_ "Usage: $unpacker->DESTROY()"); - } - - UNPACKER(ST(0), mp); - - SV* const data = template_data(mp); - SvREFCNT_dec(data); - SvREFCNT_dec(mp->user.buffer); - Safefree(mp); - - XSRETURN(0); -} diff --git a/perl/xt/99_pod.t b/perl/xt/99_pod.t deleted file mode 100644 index 437887a..0000000 --- a/perl/xt/99_pod.t +++ /dev/null @@ -1,4 +0,0 @@ -use Test::More; -eval "use Test::Pod 1.00"; -plan skip_all => "Test::Pod 1.00 required for testing POD" if $@; -all_pod_files_ok(); diff --git a/perl/xt/leaks/normal.t b/perl/xt/leaks/normal.t deleted file mode 100644 index 370b23e..0000000 --- a/perl/xt/leaks/normal.t +++ /dev/null @@ -1,93 +0,0 @@ -use strict; -use warnings; -use Test::More; -use Data::MessagePack; -use Devel::Peek; - -plan skip_all => '$ENV{LEAK_TEST} is required' unless $ENV{LEAK_TEST}; - -my $input = [ - { - "ZCPGBENCH-1276933268" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "VDORBENCH-5637665303" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZVTHBENCH-7648578738" => { - "1271859210" => [ - "\x0a\x02\x04\x00\x00", "2600", - "\x0a\x05\x04\x00\x00", "4600" - ] - }, - "VMVTBENCH-5237337637" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZPLSBENCH-1823993880" => - { "1271859210" => [ "\x01\x07\x07\x03\x06", "10001" ] }, - "ZCPGBENCH-1995524375" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2330423245" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2963065090" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "MINT0" => { "1271859210" => [ "\x00\x01\x00\x01\x00", "D" ] } - } -]; -my $r = Data::MessagePack->pack($input); -my $n1 = trace(10); -my $n2 = trace(10000); -diag("$n1, $n2"); - -cmp_ok abs($n2-$n1), '<', 100; - -done_testing; - -sub trace { - my $n = shift; - my $before = memoryusage(); - for ( 1 .. $n ) { - my $x = Data::MessagePack->unpack($r); - # is_deeply($x, $input); - } - my $after = memoryusage(); - diag("$n\t: $after - $before"); - return $after - $before; -} - -sub memoryusage { - my $status = `cat /proc/$$/status`; - my @lines = split( "\n", $status ); - foreach my $line (@lines) { - if ( $line =~ /^VmRSS:/ ) { - $line =~ s/.*:\s*(\d+).*/$1/; - return int($line); - } - } - return -1; -} - -__END__ - [ - { - "ZCPGBENCH-1276933268" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "VDORBENCH-5637665303" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZVTHBENCH-7648578738" => { - "1271859210" => [ - "\x0a\x02\x04\x00\x00", "2600", - "\x0a\x05\x04\x00\x00", "4600" - ] - }, - "VMVTBENCH-5237337637" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZPLSBENCH-1823993880" => - { "1271859210" => [ "\x01\x07\x07\x03\x06", "10001" ] }, - "ZCPGBENCH-1995524375" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2330423245" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2963065090" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "MINT0" => { "1271859210" => [ "\x00\x01\x00\x01\x00", "D" ] } - } - ] - diff --git a/perl/xt/leaks/stream.t b/perl/xt/leaks/stream.t deleted file mode 100644 index 7765d73..0000000 --- a/perl/xt/leaks/stream.t +++ /dev/null @@ -1,108 +0,0 @@ -use strict; -use warnings; -use Test::More; -use Data::MessagePack; -use Devel::Peek; - -plan skip_all => '$ENV{LEAK_TEST} is required' unless $ENV{LEAK_TEST}; - -my $input = [ - { - "ZCPGBENCH-1276933268" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "VDORBENCH-5637665303" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZVTHBENCH-7648578738" => { - "1271859210" => [ - "\x0a\x02\x04\x00\x00", "2600", - "\x0a\x05\x04\x00\x00", "4600" - ] - }, - "VMVTBENCH-5237337637" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZPLSBENCH-1823993880" => - { "1271859210" => [ "\x01\x07\x07\x03\x06", "10001" ] }, - "ZCPGBENCH-1995524375" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2330423245" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2963065090" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "MINT0" => { "1271859210" => [ "\x00\x01\x00\x01\x00", "D" ] } - } -]; -$input = [(undef)x10]; -my $r = Data::MessagePack->pack($input); - -my $n1 = trace(10); -my $n2 = trace(10000); -diag("$n1, $n2"); - -cmp_ok abs($n2-$n1), '<', 100; - -done_testing; - -sub trace { - my $n = shift; - my $before = memoryusage(); - for ( 1 .. $n ) { - my $unpacker = Data::MessagePack::Unpacker->new(); - $unpacker->execute($r, 0); - # ok $unpacker->is_finished if $i % 100 == 0; - if ($unpacker->is_finished) { - my $x = $unpacker->data; - # is_deeply($x, $input) if $i % 100 == 0; - } - $unpacker->reset(); - $unpacker->execute($r, 0); - $unpacker->reset(); - $unpacker->execute(substr($r, 0, 1), 0); - $unpacker->execute(substr($r, 0, 2), 1); - $unpacker->execute($r, 2); - $unpacker->reset(); - $r or die; - } - my $after = memoryusage(); - diag("$n\t: $after - $before"); - return $after - $before; -} - -sub memoryusage { - my $status = `cat /proc/$$/status`; - my @lines = split( "\n", $status ); - foreach my $line (@lines) { - if ( $line =~ /^VmRSS:/ ) { - $line =~ s/.*:\s*(\d+).*/$1/; - return int($line); - } - } - return -1; -} - -__END__ - [ - { - "ZCPGBENCH-1276933268" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "VDORBENCH-5637665303" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZVTHBENCH-7648578738" => { - "1271859210" => [ - "\x0a\x02\x04\x00\x00", "2600", - "\x0a\x05\x04\x00\x00", "4600" - ] - }, - "VMVTBENCH-5237337637" => - { "1271859210" => [ "\x00\x01\x00\x01\x00", 1 ] }, - "ZPLSBENCH-1823993880" => - { "1271859210" => [ "\x01\x07\x07\x03\x06", "10001" ] }, - "ZCPGBENCH-1995524375" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2330423245" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "ZCPGBENCH-2963065090" => - { "1271859210" => [ "\x14\x02\x07\x00\x00", 1 ] }, - "MINT0" => { "1271859210" => [ "\x00\x01\x00\x01\x00", "D" ] } - } - ] - diff --git a/php/CREDITS b/php/CREDITS deleted file mode 100644 index b3ae8a0..0000000 --- a/php/CREDITS +++ /dev/null @@ -1 +0,0 @@ -msgpack \ No newline at end of file diff --git a/php/ChangeLog b/php/ChangeLog deleted file mode 100644 index 3eb64e7..0000000 --- a/php/ChangeLog +++ /dev/null @@ -1,51 +0,0 @@ -msgpack extension changelog - -Version 0.3.1 -------------- - * Fix class MessagePackUnpacker. - -Version 0.3.0 -------------- - * Change msgpack_unpack.c (used template) - * Add php_only ini option (true / false) - * Change class MessagePack and MessagePackUnpacker __construct option. - * Add class MessagePack and MessagePackUnpacker setOption method. - -Version 0.2.1 -------------- - * Fix stream deserializer. - -Version 0.2.0 -------------- - * Add stream deserializer / class MessagePackUnpacker interface. - * Add alias functions. - * Add class MessagePack interface. - -Version 0.1.5 -------------- - * Add msgpack_pack.c - * Add msgpack_unpack.c - * Update msgpack.c - -Version 0.1.4 -------------- - * Change broken random data. - * Support PHP 5.2.x version. - -Version 0.1.3 -------------- - * Fix broken random data. - * Change arrays and objects. - -Version 0.1.2 -------------- - * Add Serializable class support. - * Fix arrays and objects reference. - -Version 0.1.1 -------------- - * Add session support. - -Version 0.1.0 -------------- - * Initial release. diff --git a/php/EXPERIMENTAL b/php/EXPERIMENTAL deleted file mode 100644 index e69de29..0000000 diff --git a/php/LICENSE b/php/LICENSE deleted file mode 100644 index c0688fc..0000000 --- a/php/LICENSE +++ /dev/null @@ -1,26 +0,0 @@ -Copyright (c) 2010, advect -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are met: - - * Redistributions of source code must retain the above copyright notice, - this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above copyright notice, - this list of conditions and the following disclaimer in the documentation - and/or other materials provided with the distribution. - * Neither the name of the advect nor the names of its contributors - may be used to endorse or promote products derived from this software - without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" -AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, -THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE -ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE -LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, -OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF -SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS -INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN -CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) -ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF -THE POSSIBILITY OF SUCH DAMAGE. diff --git a/php/README b/php/README deleted file mode 100644 index ac8e485..0000000 --- a/php/README +++ /dev/null @@ -1,11 +0,0 @@ -Description ------------ -This extension provide API for communicating with MessagePack serialization. - -MessagePack is a binary-based efficient object serialization library. -It enables to exchange structured objects between many languages like JSON. -But unlike JSON, it is very fast and small. - -Resources ---------- - * [msgpack](http://msgpack.sourceforge.net/) diff --git a/php/bench/bench.php b/php/bench/bench.php deleted file mode 100644 index 95a7ca4..0000000 --- a/php/bench/bench.php +++ /dev/null @@ -1,51 +0,0 @@ - diff --git a/php/benchmark.php b/php/benchmark.php deleted file mode 100644 index 559801c..0000000 --- a/php/benchmark.php +++ /dev/null @@ -1,248 +0,0 @@ - md5(rand()), - md5(rand()) => md5(rand()), - md5(rand()) => md5(rand()), - md5(rand()) => md5(rand()), - md5(rand()) => md5(rand())); - break; - case 6: - //object - $value = new stdClass; - $value->param1 = rand(); - $value->param2 = md5(uniqid()); - $value->param3 = array(md5(uniqid())); - $value->param4 = array(md5(uniqid()) => md5(uniqid())); - $value->param5 = null; - break; - default: - //null - $value = null; - } - - if (!is_numeric($retry) || empty($retry)) - { - $retry = 1; - } - - $serialize_pack = 0; - $serialize_unpack = 0; - $serialize_size = 0; - $serialize_status = '*NG*'; - $json_pack = 0; - $json_unpack = 0; - $json_size = 0; - $json_status = '*NG*'; - $igbinary_pack = 0; - $igbinary_unpack = 0; - $igbinary_size = 0; - $igbinary_status = '*NG*'; - $msgpack_pack = 0; - $msgpack_unpack = 0; - $msgpack_size = 0; - $msgpack_status = '*NG*'; - - for ($c = 0; $c < $retry; $c++) - { - //default (serialize) - $pack = null; - $unpack = null; - $t = new Benchmark_Timer; - $t->start(); - for ($i = 0; $i < $loop; $i++) - { - $pack = serialize($value); - } - $t->setMarker('serialize'); - for ($i = 0; $i < $loop; $i++) - { - $unpack = unserialize($pack); - } - $t->stop(); - //$t->display(); - $profiling = $t->getProfiling(); - unset($t); - - $serialize_pack += $profiling[1]['diff']; - $serialize_unpack += $profiling[2]['diff']; - $serialize_size += strlen($pack); - if ($unpack === $value || - (is_object($value) && $unpack == $value)) - { - $serialize_status = 'OK'; - } - - //json - $pack = null; - $unpack = null; - $opt = false; - if (is_array($value)) - { - $opt = true; - } - $t = new Benchmark_Timer; - $t->start(); - for ($i = 0; $i < $loop; $i++) - { - $pack = json_encode($value); - } - $t->setMarker('json_encode'); - for ($i = 0; $i < $loop; $i++) - { - $unpack = json_decode($pack, $opt); - } - $t->stop(); - //$t->display(); - $profiling = $t->getProfiling(); - unset($t); - - $json_pack += $profiling[1]['diff']; - $json_unpack += $profiling[2]['diff']; - $json_size += strlen($pack); - if ($unpack === $value || - (is_object($value) && $unpack == $value) || - (is_float($value) && - number_format($value, 10, '.', '') === - number_format($unpack, 10, '.', ''))) - { - $json_status = 'OK'; - } - - //igbinary - if (extension_loaded('igbinary')) - { - $pack = null; - $unpack = null; - $t = new Benchmark_Timer; - $t->start(); - for ($i = 0; $i < $loop; $i++) - { - $pack = igbinary_serialize($value); - } - $t->setMarker('igbinary_serialize'); - for ($i = 0; $i < $loop; $i++) - { - $unpack = igbinary_unserialize($pack); - } - $t->stop(); - //$t->display(); - $profiling = $t->getProfiling(); - unset($t); - - $igbinary_pack += $profiling[1]['diff']; - $igbinary_unpack += $profiling[2]['diff']; - $igbinary_size += strlen($pack); - if ($unpack === $value || - (is_object($value) && $unpack == $value)) - { - $igbinary_status = 'OK'; - } - } - - //msgpack - $pack = null; - $unpack = null; - $t = new Benchmark_Timer; - $t->start(); - for ($i = 0; $i < $loop; $i++) - { - $pack = msgpack_serialize($value); - } - $t->setMarker('msgpack_serialize'); - for ($i = 0; $i < $loop; $i++) - { - $unpack = msgpack_unserialize($pack); - } - $t->stop(); - //$t->display(); - $profiling = $t->getProfiling(); - unset($t); - - $msgpack_pack += $profiling[1]['diff']; - $msgpack_unpack += $profiling[2]['diff']; - $msgpack_size += strlen($pack); - if ($unpack === $value || - (is_object($value) && $unpack == $value)) - { - $msgpack_status = 'OK'; - } - } - - $serialize_pack /= $retry; - $serialize_unpack /= $retry; - $serialize_size /= $retry; - $json_pack /= $retry; - $json_unpack /= $retry; - $json_size /= $retry; - $igbinary_pack /= $retry; - $igbinary_unpack /= $retry; - $igbinary_size /= $retry; - $msgpack_pack /= $retry; - $msgpack_unpack /= $retry; - $msgpack_size /= $retry; - - printf("[%-10s] %13s %13s %13s %13s\n", - gettype($value), 'default', 'json', 'igbinary', 'msgpack'); - printf("status : %12s %12s %12s %12s\n", - $serialize_status, $json_status, $igbinary_status, $msgpack_status); - printf("serialize : %.4f (100%%) %.4f (%3d%%) %.4f (%3d%%) %.4f (%3d%%)\n", - $serialize_pack, - $json_pack, ($json_pack / $serialize_pack * 100), - $igbinary_pack, ($igbinary_pack / $serialize_pack * 100), - $msgpack_pack, ($msgpack_pack / $serialize_pack * 100)); - printf("unserialize: %.4f (100%%) %.4f (%3d%%) %.4f (%3d%%) %.4f (%3d%%)\n", - $serialize_unpack, - $json_unpack, ($json_unpack / $serialize_unpack * 100), - $igbinary_unpack, ($igbinary_unpack / $serialize_unpack * 100), - $msgpack_unpack, ($msgpack_unpack / $serialize_unpack * 100)); - printf("size : %6d (100%%) %6d (%3d%%) %6d (%3d%%) %6d (%3d%%)\n\n", - $serialize_size, - $json_size, ($json_size / $serialize_size * 100), - $igbinary_size, ($igbinary_size / $serialize_size * 100), - $msgpack_size, ($msgpack_size / $serialize_size * 100)); - if ($value_display === true) - { - var_dump($value); - echo PHP_EOL; - } -} diff --git a/php/config.m4 b/php/config.m4 deleted file mode 100644 index a78e1f3..0000000 --- a/php/config.m4 +++ /dev/null @@ -1,28 +0,0 @@ -dnl config.m4 for extension msgpack - -dnl Comments in this file start with the string 'dnl'. -dnl Remove where necessary. This file will not work -dnl without editing. - -dnl Check PHP version: - -AC_MSG_CHECKING(PHP version) -AC_TRY_COMPILE([#include "php/main/php_version.h"], [ -#if PHP_MAJOR_VERSION < 5 || (PHP_MAJOR_VERSION == 5 && PHP_MINOR_VERSION < 2) -#error this extension requires at least PHP version 5.2.0 -#endif -], -[AC_MSG_RESULT(ok)], -[AC_MSG_ERROR([need at least PHP 5.2.0])]) - -dnl If your extension references something external, use with: - -PHP_ARG_WITH(msgpack, for msgpack support, -Make sure that the comment is aligned: -[ --with-msgpack Include msgpack support]) - -if test "$PHP_MSGPACK" != "no"; then - PHP_NEW_EXTENSION(msgpack, msgpack.c msgpack_pack.c msgpack_unpack.c msgpack_class.c, $ext_shared) - - PHP_INSTALL_HEADERS([ext/msgpack], [php_msgpack.h]) -fi diff --git a/php/config.w32 b/php/config.w32 deleted file mode 100644 index 726b75f..0000000 --- a/php/config.w32 +++ /dev/null @@ -1,9 +0,0 @@ -// $Id$ -// vim:ft=javascript - -// If your extension references something external, use ARG_WITH -// ARG_WITH("msgpack", "for msgpack support", "no"); - -if (PHP_MSGPACK != "no") { - EXTENSION("msgpack", "msgpack.c msgpack_pack.c msgpack_unpack.c msgpack_class.c"); -} diff --git a/php/msgpack.c b/php/msgpack.c deleted file mode 100644 index 3b375ba..0000000 --- a/php/msgpack.c +++ /dev/null @@ -1,306 +0,0 @@ - -#ifdef HAVE_CONFIG_H -#include "config.h" -#endif - -#include "php.h" -#include "php_ini.h" -#include "ext/standard/info.h" -#include "ext/standard/php_smart_str.h" -#include "ext/standard/php_incomplete_class.h" -#include "ext/standard/php_var.h" -#include "ext/session/php_session.h" - -#include "php_msgpack.h" -#include "msgpack_pack.h" -#include "msgpack_unpack.h" -#include "msgpack_class.h" -#include "msgpack/version.h" - -static ZEND_FUNCTION(msgpack_serialize); -static ZEND_FUNCTION(msgpack_unserialize); - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_serialize, 0, 0, 1) - ZEND_ARG_INFO(0, value) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unserialize, 0, 0, 1) - ZEND_ARG_INFO(0, str) -ZEND_END_ARG_INFO() - -PHP_INI_BEGIN() -STD_PHP_INI_BOOLEAN( - "msgpack.error_display", "1", PHP_INI_ALL, OnUpdateBool, - error_display, zend_msgpack_globals, msgpack_globals) -STD_PHP_INI_BOOLEAN( - "msgpack.php_only", "1", PHP_INI_ALL, OnUpdateBool, - php_only, zend_msgpack_globals, msgpack_globals) -PHP_INI_END() - -PS_SERIALIZER_FUNCS(msgpack); - -static const zend_function_entry msgpack_functions[] = { - ZEND_FE(msgpack_serialize, arginfo_msgpack_serialize) - ZEND_FE(msgpack_unserialize, arginfo_msgpack_unserialize) - ZEND_FALIAS(msgpack_pack, msgpack_serialize, arginfo_msgpack_serialize) - ZEND_FALIAS(msgpack_unpack, msgpack_unserialize, arginfo_msgpack_unserialize) - {NULL, NULL, NULL} -}; - -static void msgpack_init_globals(zend_msgpack_globals *msgpack_globals) -{ - TSRMLS_FETCH(); - - if (PG(display_errors)) - { - msgpack_globals->error_display = 1; - } - else - { - msgpack_globals->error_display = 0; - } - - msgpack_globals->php_only = 1; -} - -static ZEND_MINIT_FUNCTION(msgpack) -{ - ZEND_INIT_MODULE_GLOBALS(msgpack, msgpack_init_globals, NULL); - - REGISTER_INI_ENTRIES(); - -#if HAVE_PHP_SESSION - php_session_register_serializer("msgpack", - PS_SERIALIZER_ENCODE_NAME(msgpack), - PS_SERIALIZER_DECODE_NAME(msgpack)); -#endif - - msgpack_init_class(); - - return SUCCESS; -} - -static ZEND_MSHUTDOWN_FUNCTION(msgpack) -{ - UNREGISTER_INI_ENTRIES(); - - return SUCCESS; -} - -static ZEND_MINFO_FUNCTION(msgpack) -{ - php_info_print_table_start(); - php_info_print_table_row(2, "MessagePack Support", "enabled"); -#if HAVE_PHP_SESSION - php_info_print_table_row(2, "Session Support", "enabled" ); -#endif - php_info_print_table_row(2, "extension Version", MSGPACK_EXTENSION_VERSION); - php_info_print_table_row(2, "header Version", MSGPACK_VERSION); - php_info_print_table_end(); - - DISPLAY_INI_ENTRIES(); -} - -zend_module_entry msgpack_module_entry = { -#if ZEND_MODULE_API_NO >= 20010901 - STANDARD_MODULE_HEADER, -#endif - "msgpack", - msgpack_functions, - ZEND_MINIT(msgpack), - ZEND_MSHUTDOWN(msgpack), - NULL, - NULL, - ZEND_MINFO(msgpack), -#if ZEND_MODULE_API_NO >= 20010901 - MSGPACK_EXTENSION_VERSION, -#endif - STANDARD_MODULE_PROPERTIES -}; - -#ifdef COMPILE_DL_MSGPACK -ZEND_GET_MODULE(msgpack) -#endif - -PS_SERIALIZER_ENCODE_FUNC(msgpack) -{ - smart_str buf = {0}; - php_serialize_data_t var_hash; - - PHP_VAR_SERIALIZE_INIT(var_hash); - - msgpack_serialize_zval(&buf, PS(http_session_vars), &var_hash TSRMLS_CC); - - if (newlen) - { - *newlen = buf.len; - } - - smart_str_0(&buf); - *newstr = buf.c; - - PHP_VAR_SERIALIZE_DESTROY(var_hash); - - return SUCCESS; -} - -PS_SERIALIZER_DECODE_FUNC(msgpack) -{ - int ret; - HashTable *tmp_hash; - HashPosition tmp_hash_pos; - char *key_str; - ulong key_long; - uint key_len; - zval *tmp; - zval **value; - size_t off = 0; - msgpack_unpack_t mp; - php_unserialize_data_t var_hash; - - ALLOC_INIT_ZVAL(tmp); - - template_init(&mp); - - msgpack_unserialize_var_init(&var_hash); - - (&mp)->user.retval = (zval *)tmp; - (&mp)->user.var_hash = (php_unserialize_data_t *)&var_hash; - - ret = template_execute(&mp, (char *)val, (size_t)vallen, &off); - - msgpack_unserialize_var_destroy(&var_hash); - - tmp_hash = HASH_OF(tmp); - - zend_hash_internal_pointer_reset_ex(tmp_hash, &tmp_hash_pos); - while (zend_hash_get_current_data_ex( - tmp_hash, (void *)&value, &tmp_hash_pos) == SUCCESS) - { - ret = zend_hash_get_current_key_ex( - tmp_hash, &key_str, &key_len, &key_long, 0, &tmp_hash_pos); - switch (ret) - { - case HASH_KEY_IS_LONG: - /* ??? */ - break; - case HASH_KEY_IS_STRING: - php_set_session_var( - key_str, key_len - 1, *value, NULL TSRMLS_CC); - php_add_session_var(key_str, key_len - 1 TSRMLS_CC); - break; - } - zend_hash_move_forward_ex(tmp_hash, &tmp_hash_pos); - } - - zval_ptr_dtor(&tmp); - - return SUCCESS; -} - -PHP_MSGPACK_API void php_msgpack_serialize(smart_str *buf, zval *val TSRMLS_DC) -{ - php_serialize_data_t var_hash; - - PHP_VAR_SERIALIZE_INIT(var_hash); - - msgpack_serialize_zval(buf, val, &var_hash TSRMLS_CC); - - PHP_VAR_SERIALIZE_DESTROY(var_hash); -} - -PHP_MSGPACK_API void php_msgpack_unserialize( - zval *return_value, char *str, size_t str_len TSRMLS_DC) -{ - int ret; - size_t off = 0; - msgpack_unpack_t mp; - php_unserialize_data_t var_hash; - - if (str_len <= 0) - { - RETURN_NULL(); - } - - template_init(&mp); - - msgpack_unserialize_var_init(&var_hash); - - (&mp)->user.retval = (zval *)return_value; - (&mp)->user.var_hash = (php_unserialize_data_t *)&var_hash; - - ret = template_execute(&mp, str, (size_t)str_len, &off); - - msgpack_unserialize_var_destroy(&var_hash); - - switch (ret) - { - case MSGPACK_UNPACK_PARSE_ERROR: - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (php_msgpack_unserialize) Parse error"); - } - break; - case MSGPACK_UNPACK_CONTINUE: - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (php_msgpack_unserialize) " - "Insufficient data for unserializing"); - } - break; - case MSGPACK_UNPACK_EXTRA_BYTES: - case MSGPACK_UNPACK_SUCCESS: - if (off < (size_t)str_len && MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (php_msgpack_unserialize) Extra bytes"); - } - break; - default: - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (php_msgpack_unserialize) Unknown result"); - } - break; - } -} - -static ZEND_FUNCTION(msgpack_serialize) -{ - zval *parameter; - smart_str buf = {0}; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "z", ¶meter) == FAILURE) - { - return; - } - - php_msgpack_serialize(&buf, parameter TSRMLS_CC); - - ZVAL_STRINGL(return_value, buf.c, buf.len, 1); - - smart_str_free(&buf); -} - -static ZEND_FUNCTION(msgpack_unserialize) -{ - char *str; - int str_len; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "s", &str, &str_len) == FAILURE) - { - return; - } - - if (!str_len) - { - RETURN_NULL(); - } - - php_msgpack_unserialize(return_value, str, str_len TSRMLS_CC); -} diff --git a/php/msgpack.php b/php/msgpack.php deleted file mode 100644 index 5154781..0000000 --- a/php/msgpack.php +++ /dev/null @@ -1,21 +0,0 @@ -"; - -if(!extension_loaded('msgpack')) { - dl('msgpack.' . PHP_SHLIB_SUFFIX); -} -$module = 'msgpack'; -$functions = get_extension_funcs($module); -echo "Functions available in the test extension:$br\n"; -foreach($functions as $func) { - echo $func."$br\n"; -} -echo "$br\n"; -$function = $module . '_serialize'; -if (extension_loaded($module)) { - $str = $function($module); -} else { - $str = "Module $module is not compiled into PHP"; -} -echo "$str\n"; -?> diff --git a/php/msgpack/pack_define.h b/php/msgpack/pack_define.h deleted file mode 100644 index 4845d52..0000000 --- a/php/msgpack/pack_define.h +++ /dev/null @@ -1,26 +0,0 @@ -/* - * MessagePack unpacking routine template - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_PACK_DEFINE_H__ -#define MSGPACK_PACK_DEFINE_H__ - -#include "msgpack/sysdep.h" -#include -#include - -#endif /* msgpack/pack_define.h */ - diff --git a/php/msgpack/pack_template.h b/php/msgpack/pack_template.h deleted file mode 100644 index b636967..0000000 --- a/php/msgpack/pack_template.h +++ /dev/null @@ -1,766 +0,0 @@ -/* - * MessagePack packing routine template - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#if defined(__LITTLE_ENDIAN__) -#define TAKE8_8(d) ((uint8_t*)&d)[0] -#define TAKE8_16(d) ((uint8_t*)&d)[0] -#define TAKE8_32(d) ((uint8_t*)&d)[0] -#define TAKE8_64(d) ((uint8_t*)&d)[0] -#elif defined(__BIG_ENDIAN__) -#define TAKE8_8(d) ((uint8_t*)&d)[0] -#define TAKE8_16(d) ((uint8_t*)&d)[1] -#define TAKE8_32(d) ((uint8_t*)&d)[3] -#define TAKE8_64(d) ((uint8_t*)&d)[7] -#endif - -#ifndef msgpack_pack_inline_func -#error msgpack_pack_inline_func template is not defined -#endif - -#ifndef msgpack_pack_user -#error msgpack_pack_user type is not defined -#endif - -#ifndef msgpack_pack_append_buffer -#error msgpack_pack_append_buffer callback is not defined -#endif - - -/* - * Integer - */ - -#define msgpack_pack_real_uint8(x, d) \ -do { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_8(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ -} while(0) - -#define msgpack_pack_real_uint16(x, d) \ -do { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ - } else if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ -} while(0) - -#define msgpack_pack_real_uint32(x, d) \ -do { \ - if(d < (1<<8)) { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else { \ - if(d < (1<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_uint64(x, d) \ -do { \ - if(d < (1ULL<<8)) { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else { \ - if(d < (1ULL<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else if(d < (1ULL<<32)) { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else { \ - /* unsigned 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xcf; _msgpack_store64(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_int8(x, d) \ -do { \ - if(d < -(1<<5)) { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_8(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); \ - } \ -} while(0) - -#define msgpack_pack_real_int16(x, d) \ -do { \ - if(d < -(1<<5)) { \ - if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ - } else { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_int32(x, d) \ -do { \ - if(d < -(1<<5)) { \ - if(d < -(1<<15)) { \ - /* signed 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xd2; _msgpack_store32(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ - } else { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else if(d < (1<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_int64(x, d) \ -do { \ - if(d < -(1LL<<5)) { \ - if(d < -(1LL<<15)) { \ - if(d < -(1LL<<31)) { \ - /* signed 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xd3; _msgpack_store64(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } else { \ - /* signed 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xd2; _msgpack_store32(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } else { \ - if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ - } else { \ - if(d < (1LL<<16)) { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ - } else { \ - if(d < (1LL<<32)) { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; _msgpack_store32(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else { \ - /* unsigned 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xcf; _msgpack_store64(&buf[1], d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } \ - } \ - } \ -} while(0) - - -#ifdef msgpack_pack_inline_func_fixint - -msgpack_pack_inline_func_fixint(_uint8)(msgpack_pack_user x, uint8_t d) -{ - unsigned char buf[2] = {0xcc, TAKE8_8(d)}; - msgpack_pack_append_buffer(x, buf, 2); -} - -msgpack_pack_inline_func_fixint(_uint16)(msgpack_pack_user x, uint16_t d) -{ - unsigned char buf[3]; - buf[0] = 0xcd; _msgpack_store16(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 3); -} - -msgpack_pack_inline_func_fixint(_uint32)(msgpack_pack_user x, uint32_t d) -{ - unsigned char buf[5]; - buf[0] = 0xce; _msgpack_store32(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func_fixint(_uint64)(msgpack_pack_user x, uint64_t d) -{ - unsigned char buf[9]; - buf[0] = 0xcf; _msgpack_store64(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 9); -} - -msgpack_pack_inline_func_fixint(_int8)(msgpack_pack_user x, int8_t d) -{ - unsigned char buf[2] = {0xd0, TAKE8_8(d)}; - msgpack_pack_append_buffer(x, buf, 2); -} - -msgpack_pack_inline_func_fixint(_int16)(msgpack_pack_user x, int16_t d) -{ - unsigned char buf[3]; - buf[0] = 0xd1; _msgpack_store16(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 3); -} - -msgpack_pack_inline_func_fixint(_int32)(msgpack_pack_user x, int32_t d) -{ - unsigned char buf[5]; - buf[0] = 0xd2; _msgpack_store32(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func_fixint(_int64)(msgpack_pack_user x, int64_t d) -{ - unsigned char buf[9]; - buf[0] = 0xd3; _msgpack_store64(&buf[1], d); - msgpack_pack_append_buffer(x, buf, 9); -} - -#undef msgpack_pack_inline_func_fixint -#endif - - -msgpack_pack_inline_func(_uint8)(msgpack_pack_user x, uint8_t d) -{ - msgpack_pack_real_uint8(x, d); -} - -msgpack_pack_inline_func(_uint16)(msgpack_pack_user x, uint16_t d) -{ - msgpack_pack_real_uint16(x, d); -} - -msgpack_pack_inline_func(_uint32)(msgpack_pack_user x, uint32_t d) -{ - msgpack_pack_real_uint32(x, d); -} - -msgpack_pack_inline_func(_uint64)(msgpack_pack_user x, uint64_t d) -{ - msgpack_pack_real_uint64(x, d); -} - -msgpack_pack_inline_func(_int8)(msgpack_pack_user x, int8_t d) -{ - msgpack_pack_real_int8(x, d); -} - -msgpack_pack_inline_func(_int16)(msgpack_pack_user x, int16_t d) -{ - msgpack_pack_real_int16(x, d); -} - -msgpack_pack_inline_func(_int32)(msgpack_pack_user x, int32_t d) -{ - msgpack_pack_real_int32(x, d); -} - -msgpack_pack_inline_func(_int64)(msgpack_pack_user x, int64_t d) -{ - msgpack_pack_real_int64(x, d); -} - - -#ifdef msgpack_pack_inline_func_cint - -msgpack_pack_inline_func_cint(_short)(msgpack_pack_user x, short d) -{ -#if defined(SIZEOF_SHORT) -#if SIZEOF_SHORT == 2 - msgpack_pack_real_int16(x, d); -#elif SIZEOF_SHORT == 4 - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#elif defined(SHRT_MAX) -#if SHRT_MAX == 0x7fff - msgpack_pack_real_int16(x, d); -#elif SHRT_MAX == 0x7fffffff - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#else -if(sizeof(short) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(short) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_int)(msgpack_pack_user x, int d) -{ -#if defined(SIZEOF_INT) -#if SIZEOF_INT == 2 - msgpack_pack_real_int16(x, d); -#elif SIZEOF_INT == 4 - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#elif defined(INT_MAX) -#if INT_MAX == 0x7fff - msgpack_pack_real_int16(x, d); -#elif INT_MAX == 0x7fffffff - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#else -if(sizeof(int) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(int) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_long)(msgpack_pack_user x, long d) -{ -#if defined(SIZEOF_LONG) -#if SIZEOF_LONG == 2 - msgpack_pack_real_int16(x, d); -#elif SIZEOF_LONG == 4 - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#elif defined(LONG_MAX) -#if LONG_MAX == 0x7fffL - msgpack_pack_real_int16(x, d); -#elif LONG_MAX == 0x7fffffffL - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#else -if(sizeof(long) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(long) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_long_long)(msgpack_pack_user x, long long d) -{ -#if defined(SIZEOF_LONG_LONG) -#if SIZEOF_LONG_LONG == 2 - msgpack_pack_real_int16(x, d); -#elif SIZEOF_LONG_LONG == 4 - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#elif defined(LLONG_MAX) -#if LLONG_MAX == 0x7fffL - msgpack_pack_real_int16(x, d); -#elif LLONG_MAX == 0x7fffffffL - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif - -#else -if(sizeof(long long) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(long long) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_short)(msgpack_pack_user x, unsigned short d) -{ -#if defined(SIZEOF_SHORT) -#if SIZEOF_SHORT == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_SHORT == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(USHRT_MAX) -#if USHRT_MAX == 0xffffU - msgpack_pack_real_uint16(x, d); -#elif USHRT_MAX == 0xffffffffU - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned short) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned short) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_int)(msgpack_pack_user x, unsigned int d) -{ -#if defined(SIZEOF_INT) -#if SIZEOF_INT == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_INT == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(UINT_MAX) -#if UINT_MAX == 0xffffU - msgpack_pack_real_uint16(x, d); -#elif UINT_MAX == 0xffffffffU - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned int) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned int) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_long)(msgpack_pack_user x, unsigned long d) -{ -#if defined(SIZEOF_LONG) -#if SIZEOF_LONG == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_LONG == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(ULONG_MAX) -#if ULONG_MAX == 0xffffUL - msgpack_pack_real_uint16(x, d); -#elif ULONG_MAX == 0xffffffffUL - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned long) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned long) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_long_long)(msgpack_pack_user x, unsigned long long d) -{ -#if defined(SIZEOF_LONG_LONG) -#if SIZEOF_LONG_LONG == 2 - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_LONG_LONG == 4 - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#elif defined(ULLONG_MAX) -#if ULLONG_MAX == 0xffffUL - msgpack_pack_real_uint16(x, d); -#elif ULLONG_MAX == 0xffffffffUL - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif - -#else -if(sizeof(unsigned long long) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned long long) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -#undef msgpack_pack_inline_func_cint -#endif - - - -/* - * Float - */ - -msgpack_pack_inline_func(_float)(msgpack_pack_user x, float d) -{ - union { float f; uint32_t i; } mem; - mem.f = d; - unsigned char buf[5]; - buf[0] = 0xca; _msgpack_store32(&buf[1], mem.i); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func(_double)(msgpack_pack_user x, double d) -{ - union { double f; uint64_t i; } mem; - mem.f = d; - unsigned char buf[9]; - buf[0] = 0xcb; _msgpack_store64(&buf[1], mem.i); - msgpack_pack_append_buffer(x, buf, 9); -} - - -/* - * Nil - */ - -msgpack_pack_inline_func(_nil)(msgpack_pack_user x) -{ - static const unsigned char d = 0xc0; - msgpack_pack_append_buffer(x, &d, 1); -} - - -/* - * Boolean - */ - -msgpack_pack_inline_func(_true)(msgpack_pack_user x) -{ - static const unsigned char d = 0xc3; - msgpack_pack_append_buffer(x, &d, 1); -} - -msgpack_pack_inline_func(_false)(msgpack_pack_user x) -{ - static const unsigned char d = 0xc2; - msgpack_pack_append_buffer(x, &d, 1); -} - - -/* - * Array - */ - -msgpack_pack_inline_func(_array)(msgpack_pack_user x, unsigned int n) -{ - if(n < 16) { - unsigned char d = 0x90 | n; - msgpack_pack_append_buffer(x, &d, 1); - } else if(n < 65536) { - unsigned char buf[3]; - buf[0] = 0xdc; _msgpack_store16(&buf[1], n); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdd; _msgpack_store32(&buf[1], n); - msgpack_pack_append_buffer(x, buf, 5); - } -} - - -/* - * Map - */ - -msgpack_pack_inline_func(_map)(msgpack_pack_user x, unsigned int n) -{ - if(n < 16) { - unsigned char d = 0x80 | n; - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); - } else if(n < 65536) { - unsigned char buf[3]; - buf[0] = 0xde; _msgpack_store16(&buf[1], n); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdf; _msgpack_store32(&buf[1], n); - msgpack_pack_append_buffer(x, buf, 5); - } -} - - -/* - * Raw - */ - -msgpack_pack_inline_func(_raw)(msgpack_pack_user x, size_t l) -{ - if(l < 32) { - unsigned char d = 0xa0 | l; - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); - } else if(l < 65536) { - unsigned char buf[3]; - buf[0] = 0xda; _msgpack_store16(&buf[1], l); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdb; _msgpack_store32(&buf[1], l); - msgpack_pack_append_buffer(x, buf, 5); - } -} - -msgpack_pack_inline_func(_raw_body)(msgpack_pack_user x, const void* b, size_t l) -{ - msgpack_pack_append_buffer(x, (const unsigned char*)b, l); -} - -#undef msgpack_pack_inline_func -#undef msgpack_pack_user -#undef msgpack_pack_append_buffer - -#undef TAKE8_8 -#undef TAKE8_16 -#undef TAKE8_32 -#undef TAKE8_64 - -#undef msgpack_pack_real_uint8 -#undef msgpack_pack_real_uint16 -#undef msgpack_pack_real_uint32 -#undef msgpack_pack_real_uint64 -#undef msgpack_pack_real_int8 -#undef msgpack_pack_real_int16 -#undef msgpack_pack_real_int32 -#undef msgpack_pack_real_int64 - diff --git a/php/msgpack/sysdep.h b/php/msgpack/sysdep.h deleted file mode 100644 index 2bc01c9..0000000 --- a/php/msgpack/sysdep.h +++ /dev/null @@ -1,118 +0,0 @@ -/* - * MessagePack system dependencies - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_SYSDEP_H__ -#define MSGPACK_SYSDEP_H__ - - -#ifdef _MSC_VER -typedef __int8 int8_t; -typedef unsigned __int8 uint8_t; -typedef __int16 int16_t; -typedef unsigned __int16 uint16_t; -typedef __int32 int32_t; -typedef unsigned __int32 uint32_t; -typedef __int64 int64_t; -typedef unsigned __int64 uint64_t; -#else -#include -#include -#include -#endif - - -#ifdef _WIN32 -typedef long _msgpack_atomic_counter_t; -#define _msgpack_sync_decr_and_fetch(ptr) InterlockedDecrement(ptr) -#define _msgpack_sync_incr_and_fetch(ptr) InterlockedIncrement(ptr) -#else -typedef unsigned int _msgpack_atomic_counter_t; -#define _msgpack_sync_decr_and_fetch(ptr) __sync_sub_and_fetch(ptr, 1) -#define _msgpack_sync_incr_and_fetch(ptr) __sync_add_and_fetch(ptr, 1) -#endif - - -#ifdef _WIN32 -#include - -#ifdef __cplusplus -/* numeric_limits::min,max */ -#ifdef max -#undef max -#endif -#ifdef min -#undef min -#endif -#endif - -#else -#include /* __BYTE_ORDER */ -#endif - -#if !defined(__LITTLE_ENDIAN__) && !defined(__BIG_ENDIAN__) -#if __BYTE_ORDER == __LITTLE_ENDIAN -#define __LITTLE_ENDIAN__ -#elif __BYTE_ORDER == __BIG_ENDIAN -#define __BIG_ENDIAN__ -#endif -#endif - -#ifdef __LITTLE_ENDIAN__ - -#define _msgpack_be16(x) ntohs(x) -#define _msgpack_be32(x) ntohl(x) - -#if defined(_byteswap_uint64) -# define _msgpack_be64(x) (_byteswap_uint64(x)) -#elif defined(bswap_64) -# define _msgpack_be64(x) bswap_64(x) -#elif defined(__DARWIN_OSSwapInt64) -# define _msgpack_be64(x) __DARWIN_OSSwapInt64(x) -#else -#define _msgpack_be64(x) \ - ( ((((uint64_t)x) << 56) & 0xff00000000000000ULL ) | \ - ((((uint64_t)x) << 40) & 0x00ff000000000000ULL ) | \ - ((((uint64_t)x) << 24) & 0x0000ff0000000000ULL ) | \ - ((((uint64_t)x) << 8) & 0x000000ff00000000ULL ) | \ - ((((uint64_t)x) >> 8) & 0x00000000ff000000ULL ) | \ - ((((uint64_t)x) >> 24) & 0x0000000000ff0000ULL ) | \ - ((((uint64_t)x) >> 40) & 0x000000000000ff00ULL ) | \ - ((((uint64_t)x) >> 56) & 0x00000000000000ffULL ) ) -#endif - -#else -#define _msgpack_be16(x) (x) -#define _msgpack_be32(x) (x) -#define _msgpack_be64(x) (x) -#endif - - -#define _msgpack_store16(to, num) \ - do { uint16_t val = _msgpack_be16(num); memcpy(to, &val, 2); } while(0); -#define _msgpack_store32(to, num) \ - do { uint32_t val = _msgpack_be32(num); memcpy(to, &val, 4); } while(0); -#define _msgpack_store64(to, num) \ - do { uint64_t val = _msgpack_be64(num); memcpy(to, &val, 8); } while(0); - - -#define _msgpack_load16(cast, from) ((cast)_msgpack_be16(*(uint16_t*)from)) -#define _msgpack_load32(cast, from) ((cast)_msgpack_be32(*(uint32_t*)from)) -#define _msgpack_load64(cast, from) ((cast)_msgpack_be64(*(uint64_t*)from)) - - -#endif /* msgpack/sysdep.h */ - diff --git a/php/msgpack/unpack_define.h b/php/msgpack/unpack_define.h deleted file mode 100644 index 959d351..0000000 --- a/php/msgpack/unpack_define.h +++ /dev/null @@ -1,93 +0,0 @@ -/* - * MessagePack unpacking routine template - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_UNPACK_DEFINE_H__ -#define MSGPACK_UNPACK_DEFINE_H__ - -#include "msgpack/sysdep.h" -#include -#include -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - - -#ifndef MSGPACK_EMBED_STACK_SIZE -#define MSGPACK_EMBED_STACK_SIZE 32 -#endif - - -typedef enum { - CS_HEADER = 0x00, // nil - - //CS_ = 0x01, - //CS_ = 0x02, // false - //CS_ = 0x03, // true - - //CS_ = 0x04, - //CS_ = 0x05, - //CS_ = 0x06, - //CS_ = 0x07, - - //CS_ = 0x08, - //CS_ = 0x09, - CS_FLOAT = 0x0a, - CS_DOUBLE = 0x0b, - CS_UINT_8 = 0x0c, - CS_UINT_16 = 0x0d, - CS_UINT_32 = 0x0e, - CS_UINT_64 = 0x0f, - CS_INT_8 = 0x10, - CS_INT_16 = 0x11, - CS_INT_32 = 0x12, - CS_INT_64 = 0x13, - - //CS_ = 0x14, - //CS_ = 0x15, - //CS_BIG_INT_16 = 0x16, - //CS_BIG_INT_32 = 0x17, - //CS_BIG_FLOAT_16 = 0x18, - //CS_BIG_FLOAT_32 = 0x19, - CS_RAW_16 = 0x1a, - CS_RAW_32 = 0x1b, - CS_ARRAY_16 = 0x1c, - CS_ARRAY_32 = 0x1d, - CS_MAP_16 = 0x1e, - CS_MAP_32 = 0x1f, - - //ACS_BIG_INT_VALUE, - //ACS_BIG_FLOAT_VALUE, - ACS_RAW_VALUE, -} msgpack_unpack_state; - - -typedef enum { - CT_ARRAY_ITEM, - CT_MAP_KEY, - CT_MAP_VALUE, -} msgpack_container_type; - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/unpack_define.h */ - diff --git a/php/msgpack/unpack_template.h b/php/msgpack/unpack_template.h deleted file mode 100644 index 0fbfbb7..0000000 --- a/php/msgpack/unpack_template.h +++ /dev/null @@ -1,409 +0,0 @@ -/* - * MessagePack unpacking routine template - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef msgpack_unpack_func -#error msgpack_unpack_func template is not defined -#endif - -#ifndef msgpack_unpack_callback -#error msgpack_unpack_callback template is not defined -#endif - -#ifndef msgpack_unpack_struct -#error msgpack_unpack_struct template is not defined -#endif - -#ifndef msgpack_unpack_struct_decl -#define msgpack_unpack_struct_decl(name) msgpack_unpack_struct(name) -#endif - -#ifndef msgpack_unpack_object -#error msgpack_unpack_object type is not defined -#endif - -#ifndef msgpack_unpack_user -#error msgpack_unpack_user type is not defined -#endif - -#ifndef USE_CASE_RANGE -#if !defined(_MSC_VER) -#define USE_CASE_RANGE -#endif -#endif - -msgpack_unpack_struct_decl(_stack) { - msgpack_unpack_object obj; - size_t count; - unsigned int ct; - msgpack_unpack_object map_key; -}; - -msgpack_unpack_struct_decl(_context) { - msgpack_unpack_user user; - unsigned int cs; - unsigned int trail; - unsigned int top; - /* - msgpack_unpack_struct(_stack)* stack; - unsigned int stack_size; - msgpack_unpack_struct(_stack) embed_stack[MSGPACK_EMBED_STACK_SIZE]; - */ - msgpack_unpack_struct(_stack) stack[MSGPACK_EMBED_STACK_SIZE]; -}; - - -msgpack_unpack_func(void, _init)(msgpack_unpack_struct(_context)* ctx) -{ - ctx->cs = CS_HEADER; - ctx->trail = 0; - ctx->top = 0; - /* - ctx->stack = ctx->embed_stack; - ctx->stack_size = MSGPACK_EMBED_STACK_SIZE; - */ - ctx->stack[0].obj = msgpack_unpack_callback(_root)(&ctx->user); -} - -/* -msgpack_unpack_func(void, _destroy)(msgpack_unpack_struct(_context)* ctx) -{ - if(ctx->stack_size != MSGPACK_EMBED_STACK_SIZE) { - free(ctx->stack); - } -} -*/ - -msgpack_unpack_func(msgpack_unpack_object, _data)(msgpack_unpack_struct(_context)* ctx) -{ - return (ctx)->stack[0].obj; -} - - -msgpack_unpack_func(int, _execute)(msgpack_unpack_struct(_context)* ctx, const char* data, size_t len, size_t* off) -{ - assert(len >= *off); - - const unsigned char* p = (unsigned char*)data + *off; - const unsigned char* const pe = (unsigned char*)data + len; - const void* n = NULL; - - unsigned int trail = ctx->trail; - unsigned int cs = ctx->cs; - unsigned int top = ctx->top; - msgpack_unpack_struct(_stack)* stack = ctx->stack; - /* - unsigned int stack_size = ctx->stack_size; - */ - msgpack_unpack_user* user = &ctx->user; - - msgpack_unpack_object obj; - msgpack_unpack_struct(_stack)* c = NULL; - - int ret; - -#define push_simple_value(func) \ - if(msgpack_unpack_callback(func)(user, &obj) < 0) { goto _failed; } \ - goto _push -#define push_fixed_value(func, arg) \ - if(msgpack_unpack_callback(func)(user, arg, &obj) < 0) { goto _failed; } \ - goto _push -#define push_variable_value(func, base, pos, len) \ - if(msgpack_unpack_callback(func)(user, \ - (const char*)base, (const char*)pos, len, &obj) < 0) { goto _failed; } \ - goto _push - -#define again_fixed_trail(_cs, trail_len) \ - trail = trail_len; \ - cs = _cs; \ - goto _fixed_trail_again -#define again_fixed_trail_if_zero(_cs, trail_len, ifzero) \ - trail = trail_len; \ - if(trail == 0) { goto ifzero; } \ - cs = _cs; \ - goto _fixed_trail_again - -#define start_container(func, count_, ct_) \ - if(top >= MSGPACK_EMBED_STACK_SIZE) { goto _failed; } /* FIXME */ \ - if(msgpack_unpack_callback(func)(user, count_, &stack[top].obj) < 0) { goto _failed; } \ - if((count_) == 0) { obj = stack[top].obj; goto _push; } \ - stack[top].ct = ct_; \ - stack[top].count = count_; \ - ++top; \ - /*printf("container %d count %d stack %d\n",stack[top].obj,count_,top);*/ \ - /*printf("stack push %d\n", top);*/ \ - /* FIXME \ - if(top >= stack_size) { \ - if(stack_size == MSGPACK_EMBED_STACK_SIZE) { \ - size_t csize = sizeof(msgpack_unpack_struct(_stack)) * MSGPACK_EMBED_STACK_SIZE; \ - size_t nsize = csize * 2; \ - msgpack_unpack_struct(_stack)* tmp = (msgpack_unpack_struct(_stack)*)malloc(nsize); \ - if(tmp == NULL) { goto _failed; } \ - memcpy(tmp, ctx->stack, csize); \ - ctx->stack = stack = tmp; \ - ctx->stack_size = stack_size = MSGPACK_EMBED_STACK_SIZE * 2; \ - } else { \ - size_t nsize = sizeof(msgpack_unpack_struct(_stack)) * ctx->stack_size * 2; \ - msgpack_unpack_struct(_stack)* tmp = (msgpack_unpack_struct(_stack)*)realloc(ctx->stack, nsize); \ - if(tmp == NULL) { goto _failed; } \ - ctx->stack = stack = tmp; \ - ctx->stack_size = stack_size = stack_size * 2; \ - } \ - } \ - */ \ - goto _header_again - -#define NEXT_CS(p) \ - ((unsigned int)*p & 0x1f) - -#ifdef USE_CASE_RANGE -#define SWITCH_RANGE_BEGIN switch(*p) { -#define SWITCH_RANGE(FROM, TO) case FROM ... TO: -#define SWITCH_RANGE_DEFAULT default: -#define SWITCH_RANGE_END } -#else -#define SWITCH_RANGE_BEGIN { if(0) { -#define SWITCH_RANGE(FROM, TO) } else if(FROM <= *p && *p <= TO) { -#define SWITCH_RANGE_DEFAULT } else { -#define SWITCH_RANGE_END } } -#endif - - if(p == pe) { goto _out; } - do { - switch(cs) { - case CS_HEADER: - SWITCH_RANGE_BEGIN - SWITCH_RANGE(0x00, 0x7f) // Positive Fixnum - push_fixed_value(_uint8, *(uint8_t*)p); - SWITCH_RANGE(0xe0, 0xff) // Negative Fixnum - push_fixed_value(_int8, *(int8_t*)p); - SWITCH_RANGE(0xc0, 0xdf) // Variable - switch(*p) { - case 0xc0: // nil - push_simple_value(_nil); - //case 0xc1: // string - // again_terminal_trail(NEXT_CS(p), p+1); - case 0xc2: // false - push_simple_value(_false); - case 0xc3: // true - push_simple_value(_true); - //case 0xc4: - //case 0xc5: - //case 0xc6: - //case 0xc7: - //case 0xc8: - //case 0xc9: - case 0xca: // float - case 0xcb: // double - case 0xcc: // unsigned int 8 - case 0xcd: // unsigned int 16 - case 0xce: // unsigned int 32 - case 0xcf: // unsigned int 64 - case 0xd0: // signed int 8 - case 0xd1: // signed int 16 - case 0xd2: // signed int 32 - case 0xd3: // signed int 64 - again_fixed_trail(NEXT_CS(p), 1 << (((unsigned int)*p) & 0x03)); - //case 0xd4: - //case 0xd5: - //case 0xd6: // big integer 16 - //case 0xd7: // big integer 32 - //case 0xd8: // big float 16 - //case 0xd9: // big float 32 - case 0xda: // raw 16 - case 0xdb: // raw 32 - case 0xdc: // array 16 - case 0xdd: // array 32 - case 0xde: // map 16 - case 0xdf: // map 32 - again_fixed_trail(NEXT_CS(p), 2 << (((unsigned int)*p) & 0x01)); - default: - goto _failed; - } - SWITCH_RANGE(0xa0, 0xbf) // FixRaw - again_fixed_trail_if_zero(ACS_RAW_VALUE, ((unsigned int)*p & 0x1f), _raw_zero); - SWITCH_RANGE(0x90, 0x9f) // FixArray - start_container(_array, ((unsigned int)*p) & 0x0f, CT_ARRAY_ITEM); - SWITCH_RANGE(0x80, 0x8f) // FixMap - start_container(_map, ((unsigned int)*p) & 0x0f, CT_MAP_KEY); - - SWITCH_RANGE_DEFAULT - goto _failed; - SWITCH_RANGE_END - // end CS_HEADER - - - _fixed_trail_again: - ++p; - - default: - if((size_t)(pe - p) < trail) { goto _out; } - n = p; p += trail - 1; - switch(cs) { - //case CS_ - //case CS_ - case CS_FLOAT: { - union { uint32_t i; float f; } mem; - mem.i = _msgpack_load32(uint32_t,n); - push_fixed_value(_float, mem.f); } - case CS_DOUBLE: { - union { uint64_t i; double f; } mem; - mem.i = _msgpack_load64(uint64_t,n); - push_fixed_value(_double, mem.f); } - case CS_UINT_8: - push_fixed_value(_uint8, *(uint8_t*)n); - case CS_UINT_16: - push_fixed_value(_uint16, _msgpack_load16(uint16_t,n)); - case CS_UINT_32: - push_fixed_value(_uint32, _msgpack_load32(uint32_t,n)); - case CS_UINT_64: - push_fixed_value(_uint64, _msgpack_load64(uint64_t,n)); - - case CS_INT_8: - push_fixed_value(_int8, *(int8_t*)n); - case CS_INT_16: - push_fixed_value(_int16, _msgpack_load16(int16_t,n)); - case CS_INT_32: - push_fixed_value(_int32, _msgpack_load32(int32_t,n)); - case CS_INT_64: - push_fixed_value(_int64, _msgpack_load64(int64_t,n)); - - //case CS_ - //case CS_ - //case CS_BIG_INT_16: - // again_fixed_trail_if_zero(ACS_BIG_INT_VALUE, _msgpack_load16(uint16_t,n), _big_int_zero); - //case CS_BIG_INT_32: - // again_fixed_trail_if_zero(ACS_BIG_INT_VALUE, _msgpack_load32(uint32_t,n), _big_int_zero); - //case ACS_BIG_INT_VALUE: - //_big_int_zero: - // // FIXME - // push_variable_value(_big_int, data, n, trail); - - //case CS_BIG_FLOAT_16: - // again_fixed_trail_if_zero(ACS_BIG_FLOAT_VALUE, _msgpack_load16(uint16_t,n), _big_float_zero); - //case CS_BIG_FLOAT_32: - // again_fixed_trail_if_zero(ACS_BIG_FLOAT_VALUE, _msgpack_load32(uint32_t,n), _big_float_zero); - //case ACS_BIG_FLOAT_VALUE: - //_big_float_zero: - // // FIXME - // push_variable_value(_big_float, data, n, trail); - - case CS_RAW_16: - again_fixed_trail_if_zero(ACS_RAW_VALUE, _msgpack_load16(uint16_t,n), _raw_zero); - case CS_RAW_32: - again_fixed_trail_if_zero(ACS_RAW_VALUE, _msgpack_load32(uint32_t,n), _raw_zero); - case ACS_RAW_VALUE: - _raw_zero: - push_variable_value(_raw, data, n, trail); - - case CS_ARRAY_16: - start_container(_array, _msgpack_load16(uint16_t,n), CT_ARRAY_ITEM); - case CS_ARRAY_32: - /* FIXME security guard */ - start_container(_array, _msgpack_load32(uint32_t,n), CT_ARRAY_ITEM); - - case CS_MAP_16: - start_container(_map, _msgpack_load16(uint16_t,n), CT_MAP_KEY); - case CS_MAP_32: - /* FIXME security guard */ - start_container(_map, _msgpack_load32(uint32_t,n), CT_MAP_KEY); - - default: - goto _failed; - } - } - -_push: - if(top == 0) { goto _finish; } - c = &stack[top-1]; - switch(c->ct) { - case CT_ARRAY_ITEM: - if(msgpack_unpack_callback(_array_item)(user, &c->obj, obj) < 0) { goto _failed; } - if(--c->count == 0) { - obj = c->obj; - --top; - /*printf("stack pop %d\n", top);*/ - goto _push; - } - goto _header_again; - case CT_MAP_KEY: - c->map_key = obj; - c->ct = CT_MAP_VALUE; - goto _header_again; - case CT_MAP_VALUE: - if(msgpack_unpack_callback(_map_item)(user, &c->obj, c->map_key, obj) < 0) { goto _failed; } - if(--c->count == 0) { - obj = c->obj; - --top; - /*printf("stack pop %d\n", top);*/ - goto _push; - } - c->ct = CT_MAP_KEY; - goto _header_again; - - default: - goto _failed; - } - -_header_again: - cs = CS_HEADER; - ++p; - } while(p != pe); - goto _out; - - -_finish: - stack[0].obj = obj; - ++p; - ret = 1; - /*printf("-- finish --\n"); */ - goto _end; - -_failed: - /*printf("** FAILED **\n"); */ - ret = -1; - goto _end; - -_out: - ret = 0; - goto _end; - -_end: - ctx->cs = cs; - ctx->trail = trail; - ctx->top = top; - *off = p - (const unsigned char*)data; - - return ret; -} - - -#undef msgpack_unpack_func -#undef msgpack_unpack_callback -#undef msgpack_unpack_struct -#undef msgpack_unpack_object -#undef msgpack_unpack_user - -#undef push_simple_value -#undef push_fixed_value -#undef push_variable_value -#undef again_fixed_trail -#undef again_fixed_trail_if_zero -#undef start_container - -#undef NEXT_CS - diff --git a/php/msgpack/version.h b/php/msgpack/version.h deleted file mode 100644 index 13671d1..0000000 --- a/php/msgpack/version.h +++ /dev/null @@ -1,40 +0,0 @@ -/* - * MessagePack for C version information - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_VERSION_H__ -#define MSGPACK_VERSION_H__ - -#ifdef __cplusplus -extern "C" { -#endif - - -const char* msgpack_version(void); -int msgpack_version_major(void); -int msgpack_version_minor(void); - -#define MSGPACK_VERSION "0.5.4" -#define MSGPACK_VERSION_MAJOR 0 -#define MSGPACK_VERSION_MINOR 5 - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/version.h */ - diff --git a/php/msgpack_class.c b/php/msgpack_class.c deleted file mode 100644 index ce008d9..0000000 --- a/php/msgpack_class.c +++ /dev/null @@ -1,588 +0,0 @@ - -#include "php.h" - -#include "php_msgpack.h" -#include "msgpack_pack.h" -#include "msgpack_unpack.h" -#include "msgpack_class.h" - -typedef struct { - zend_object object; - long php_only; -} php_msgpack_base_t; - -typedef struct { - zend_object object; - smart_str buffer; - zval *retval; - long offset; - msgpack_unpack_t mp; - php_unserialize_data_t var_hash; - long php_only; - zend_bool finished; -} php_msgpack_unpacker_t; - -#if ZEND_MODULE_API_NO >= 20060613 -# define MSGPACK_METHOD_BASE(classname, name) zim_##classname##_##name -#else -# define MSGPACK_METHOD_BASE(classname, name) zif_##classname##_##name -#endif - -#if ZEND_MODULE_API_NO >= 20090115 -# define PUSH_PARAM(arg) zend_vm_stack_push(arg TSRMLS_CC) -# define POP_PARAM() (void)zend_vm_stack_pop(TSRMLS_C) -# define PUSH_EO_PARAM() -# define POP_EO_PARAM() -#else -# define PUSH_PARAM(arg) zend_ptr_stack_push(&EG(argument_stack), arg) -# define POP_PARAM() (void)zend_ptr_stack_pop(&EG(argument_stack)) -# define PUSH_EO_PARAM() zend_ptr_stack_push(&EG(argument_stack), NULL) -# define POP_EO_PARAM() (void)zend_ptr_stack_pop(&EG(argument_stack)) -#endif - -#define MSGPACK_METHOD_HELPER(classname, name, retval, thisptr, num, param) \ - PUSH_PARAM(param); PUSH_PARAM((void*)num); \ - PUSH_EO_PARAM(); \ - MSGPACK_METHOD_BASE(classname, name)(num, retval, NULL, thisptr, 0 TSRMLS_CC); \ - POP_EO_PARAM(); \ - POP_PARAM(); \ - POP_PARAM(); - -#define MSGPACK_METHOD(classname, name, retval, thisptr) \ - MSGPACK_METHOD_BASE(classname, name)(0, retval, NULL, thisptr, 0 TSRMLS_CC) - -#define MSGPACK_METHOD1(classname, name, retval, thisptr, param1) \ - MSGPACK_METHOD_HELPER(classname, name, retval, thisptr, 1, param1); - -#define MSGPACK_BASE_OBJECT \ - php_msgpack_base_t *base; \ - base = (php_msgpack_base_t *)zend_object_store_get_object(getThis() TSRMLS_CC); - -#define MSGPACK_UNPACKER_OBJECT \ - php_msgpack_unpacker_t *unpacker; \ - unpacker = (php_msgpack_unpacker_t *)zend_object_store_get_object(getThis() TSRMLS_CC); - -#define MSGPACK_CLASS_OPT_PHPONLY -1001 - -/* MessagePack */ -static zend_class_entry *msgpack_ce = NULL; - -static ZEND_METHOD(msgpack, __construct); -static ZEND_METHOD(msgpack, setOption); -static ZEND_METHOD(msgpack, pack); -static ZEND_METHOD(msgpack, unpack); -static ZEND_METHOD(msgpack, unpacker); - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_base___construct, 0, 0, 0) - ZEND_ARG_INFO(0, opt) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_base_setOption, 0, 0, 2) - ZEND_ARG_INFO(0, option) - ZEND_ARG_INFO(0, value) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_base_pack, 0, 0, 1) - ZEND_ARG_INFO(0, value) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_base_unpack, 0, 0, 1) - ZEND_ARG_INFO(0, str) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_base_unpacker, 0, 0, 0) -ZEND_END_ARG_INFO() - -static const zend_function_entry msgpack_base_methods[] = { - ZEND_ME(msgpack, __construct, - arginfo_msgpack_base___construct, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack, setOption, arginfo_msgpack_base_setOption, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack, pack, arginfo_msgpack_base_pack, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack, unpack, arginfo_msgpack_base_unpack, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack, unpacker, arginfo_msgpack_base_unpacker, ZEND_ACC_PUBLIC) - {NULL, NULL, NULL} -}; - -/* MessagePackUnpacker */ -static zend_class_entry *msgpack_unpacker_ce = NULL; - -static ZEND_METHOD(msgpack_unpacker, __construct); -static ZEND_METHOD(msgpack_unpacker, __destruct); -static ZEND_METHOD(msgpack_unpacker, setOption); -static ZEND_METHOD(msgpack_unpacker, feed); -static ZEND_METHOD(msgpack_unpacker, execute); -static ZEND_METHOD(msgpack_unpacker, data); -static ZEND_METHOD(msgpack_unpacker, reset); - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unpacker___construct, 0, 0, 0) - ZEND_ARG_INFO(0, opt) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unpacker___destruct, 0, 0, 0) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unpacker_setOption, 0, 0, 2) - ZEND_ARG_INFO(0, option) - ZEND_ARG_INFO(0, value) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unpacker_feed, 0, 0, 1) - ZEND_ARG_INFO(0, str) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unpacker_execute, 1, 0, 0) - ZEND_ARG_INFO(0, str) - ZEND_ARG_INFO(1, offset) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unpacker_data, 0, 0, 0) -ZEND_END_ARG_INFO() - -ZEND_BEGIN_ARG_INFO_EX(arginfo_msgpack_unpacker_reset, 0, 0, 0) -ZEND_END_ARG_INFO() - -static const zend_function_entry msgpack_unpacker_methods[] = { - ZEND_ME(msgpack_unpacker, __construct, - arginfo_msgpack_unpacker___construct, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack_unpacker, __destruct, - arginfo_msgpack_unpacker___destruct, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack_unpacker, setOption, - arginfo_msgpack_unpacker_setOption, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack_unpacker, feed, - arginfo_msgpack_unpacker_feed, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack_unpacker, execute, - arginfo_msgpack_unpacker_execute, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack_unpacker, data, - arginfo_msgpack_unpacker_data, ZEND_ACC_PUBLIC) - ZEND_ME(msgpack_unpacker, reset, - arginfo_msgpack_unpacker_reset, ZEND_ACC_PUBLIC) - {NULL, NULL, NULL} -}; - -static void php_msgpack_base_free(php_msgpack_base_t *base TSRMLS_DC) -{ - zend_object_std_dtor(&base->object TSRMLS_CC); - efree(base); -} - -static zend_object_value php_msgpack_base_new(zend_class_entry *ce TSRMLS_DC) -{ - zend_object_value retval; - zval *tmp; - php_msgpack_base_t *base; - - base = emalloc(sizeof(php_msgpack_base_t)); - - zend_object_std_init(&base->object, ce TSRMLS_CC); - - zend_hash_copy( - base->object.properties, &ce->default_properties, - (copy_ctor_func_t)zval_add_ref, (void *)&tmp, sizeof(zval *)); - - retval.handle = zend_objects_store_put( - base, (zend_objects_store_dtor_t)zend_objects_destroy_object, - (zend_objects_free_object_storage_t)php_msgpack_base_free, - NULL TSRMLS_CC); - retval.handlers = zend_get_std_object_handlers(); - - return retval; -} - -static void php_msgpack_unpacker_free( - php_msgpack_unpacker_t *unpacker TSRMLS_DC) -{ - zend_object_std_dtor(&unpacker->object TSRMLS_CC); - efree(unpacker); -} - -static zend_object_value php_msgpack_unpacker_new( - zend_class_entry *ce TSRMLS_DC) -{ - zend_object_value retval; - zval *tmp; - php_msgpack_unpacker_t *unpacker; - - unpacker = emalloc(sizeof(php_msgpack_unpacker_t)); - - zend_object_std_init(&unpacker->object, ce TSRMLS_CC); - - zend_hash_copy( - unpacker->object.properties, &ce->default_properties, - (copy_ctor_func_t)zval_add_ref, (void *)&tmp, sizeof(zval *)); - - retval.handle = zend_objects_store_put( - unpacker, (zend_objects_store_dtor_t)zend_objects_destroy_object, - (zend_objects_free_object_storage_t)php_msgpack_unpacker_free, - NULL TSRMLS_CC); - retval.handlers = zend_get_std_object_handlers(); - - return retval; -} - -/* MessagePack */ -static ZEND_METHOD(msgpack, __construct) -{ - bool php_only = MSGPACK_G(php_only); - MSGPACK_BASE_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "|b", &php_only) == FAILURE) - { - return; - } - - base->php_only = php_only; -} - -static ZEND_METHOD(msgpack, setOption) -{ - long option; - zval *value; - MSGPACK_BASE_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "lz", &option, &value) == FAILURE) - { - return; - } - - switch (option) - { - case MSGPACK_CLASS_OPT_PHPONLY: - convert_to_boolean(value); - base->php_only = Z_BVAL_P(value); - break; - default: - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (MessagePack::setOption) " - "error setting msgpack option"); - } - RETURN_FALSE; - break; - } - - RETURN_TRUE; -} - -static ZEND_METHOD(msgpack, pack) -{ - zval *parameter; - smart_str buf = {0}; - int php_only = MSGPACK_G(php_only); - MSGPACK_BASE_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "z", ¶meter) == FAILURE) - { - return; - } - - MSGPACK_G(php_only) = base->php_only; - - php_msgpack_serialize(&buf, parameter TSRMLS_CC); - - MSGPACK_G(php_only) = php_only; - - ZVAL_STRINGL(return_value, buf.c, buf.len, 1); - - smart_str_free(&buf); -} - -static ZEND_METHOD(msgpack, unpack) -{ - char *str; - int str_len; - int php_only = MSGPACK_G(php_only); - MSGPACK_BASE_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "s", &str, &str_len) == FAILURE) - { - return; - } - - if (!str_len) - { - RETURN_NULL(); - } - - MSGPACK_G(php_only) = base->php_only; - - php_msgpack_unserialize(return_value, str, str_len TSRMLS_CC); - - MSGPACK_G(php_only) = php_only; -} - -static ZEND_METHOD(msgpack, unpacker) -{ - zval temp, *opt; - MSGPACK_BASE_OBJECT; - - ALLOC_INIT_ZVAL(opt); - ZVAL_BOOL(opt, base->php_only); - - object_init_ex(return_value, msgpack_unpacker_ce); - - MSGPACK_METHOD1(msgpack_unpacker, __construct, &temp, return_value, opt); - - zval_ptr_dtor(&opt); -} - -/* MessagePackUnpacker */ -static ZEND_METHOD(msgpack_unpacker, __construct) -{ - bool php_only = MSGPACK_G(php_only); - MSGPACK_UNPACKER_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "|b", &php_only) == FAILURE) - { - return; - } - - unpacker->php_only = php_only; - - unpacker->buffer.c = NULL; - unpacker->buffer.len = 0; - unpacker->buffer.a = 0; - unpacker->retval = NULL; - unpacker->offset = 0; - unpacker->finished = 0; - - template_init(&unpacker->mp); - - msgpack_unserialize_var_init(&unpacker->var_hash); - - (&unpacker->mp)->user.var_hash = - (php_unserialize_data_t *)&unpacker->var_hash; -} - -static ZEND_METHOD(msgpack_unpacker, __destruct) -{ - MSGPACK_UNPACKER_OBJECT; - - smart_str_free(&unpacker->buffer); - - if (unpacker->retval != NULL) - { - zval_ptr_dtor(&unpacker->retval); - } - - msgpack_unserialize_var_destroy(&unpacker->var_hash); -} - -static ZEND_METHOD(msgpack_unpacker, setOption) -{ - long option; - zval *value; - MSGPACK_UNPACKER_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "lz", &option, &value) == FAILURE) - { - return; - } - - switch (option) - { - case MSGPACK_CLASS_OPT_PHPONLY: - convert_to_boolean(value); - unpacker->php_only = Z_BVAL_P(value); - break; - default: - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (MessagePackUnpacker::setOption) " - "error setting msgpack option"); - } - RETURN_FALSE; - break; - } - - RETURN_TRUE; -} - -static ZEND_METHOD(msgpack_unpacker, feed) -{ - char *str; - int str_len; - MSGPACK_UNPACKER_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "s", &str, &str_len) == FAILURE) - { - return; - } - - if (!str_len) - { - RETURN_FALSE; - } - - smart_str_appendl(&unpacker->buffer, str, str_len); - - RETURN_TRUE; -} - -static ZEND_METHOD(msgpack_unpacker, execute) -{ - char *str = NULL, *data; - long str_len = 0; - zval *offset; - int ret; - size_t len, off; - int error_display = MSGPACK_G(error_display); - int php_only = MSGPACK_G(php_only); - MSGPACK_UNPACKER_OBJECT; - - if (zend_parse_parameters( - ZEND_NUM_ARGS() TSRMLS_CC, "|sz/", - &str, &str_len, &offset) == FAILURE) - { - return; - } - - if (str != NULL) - { - data = (char *)str; - len = (size_t)str_len; - off = Z_LVAL_P(offset); - } - else - { - data = (char *)unpacker->buffer.c; - len = unpacker->buffer.len; - off = unpacker->offset; - } - - if (unpacker->retval == NULL) - { - ALLOC_INIT_ZVAL(unpacker->retval); - } - else if (unpacker->finished) - { - zval_ptr_dtor(&unpacker->retval); - - msgpack_unserialize_var_destroy(&unpacker->var_hash); - - - ALLOC_INIT_ZVAL(unpacker->retval); - - template_init(&unpacker->mp); - - msgpack_unserialize_var_init(&unpacker->var_hash); - - (&unpacker->mp)->user.var_hash = - (php_unserialize_data_t *)&unpacker->var_hash; - } - (&unpacker->mp)->user.retval = (zval *)unpacker->retval; - - MSGPACK_G(error_display) = 0; - MSGPACK_G(php_only) = unpacker->php_only; - - ret = template_execute(&unpacker->mp, data, len, &off); - - MSGPACK_G(error_display) = error_display; - MSGPACK_G(php_only) = php_only; - - if (str != NULL) - { - ZVAL_LONG(offset, off); - } - else - { - unpacker->offset = off; - } - - switch (ret) - { - case MSGPACK_UNPACK_EXTRA_BYTES: - case MSGPACK_UNPACK_SUCCESS: - unpacker->finished = 1; - RETURN_TRUE; - default: - RETURN_FALSE; - } -} - -static ZEND_METHOD(msgpack_unpacker, data) -{ - MSGPACK_UNPACKER_OBJECT; - - if (unpacker->retval != NULL) - { - ZVAL_ZVAL(return_value, unpacker->retval, 1, 0); - - MSGPACK_METHOD(msgpack_unpacker, reset, NULL, getThis()); - - return; - } - - RETURN_FALSE; -} - -static ZEND_METHOD(msgpack_unpacker, reset) -{ - smart_str buffer = {0}; - MSGPACK_UNPACKER_OBJECT; - - if (unpacker->buffer.len > unpacker->offset) - { - smart_str_appendl(&buffer, unpacker->buffer.c + unpacker->offset, - unpacker->buffer.len - unpacker->offset); - } - - smart_str_free(&unpacker->buffer); - - unpacker->buffer.c = NULL; - unpacker->buffer.len = 0; - unpacker->buffer.a = 0; - unpacker->offset = 0; - unpacker->finished = 0; - - if (buffer.len > 0) - { - smart_str_appendl(&unpacker->buffer, buffer.c, buffer.len); - } - - smart_str_free(&buffer); - - if (unpacker->retval != NULL) - { - zval_ptr_dtor(&unpacker->retval); - unpacker->retval = NULL; - } - - msgpack_unserialize_var_destroy(&unpacker->var_hash); - - - template_init(&unpacker->mp); - - msgpack_unserialize_var_init(&unpacker->var_hash); - - (&unpacker->mp)->user.var_hash = - (php_unserialize_data_t *)&unpacker->var_hash; -} - -void msgpack_init_class() -{ - zend_class_entry ce; - TSRMLS_FETCH(); - - /* base */ - INIT_CLASS_ENTRY(ce, "MessagePack", msgpack_base_methods); - msgpack_ce = zend_register_internal_class(&ce TSRMLS_CC); - msgpack_ce->create_object = php_msgpack_base_new; - - zend_declare_class_constant_long( - msgpack_ce, ZEND_STRS("OPT_PHPONLY") - 1, - MSGPACK_CLASS_OPT_PHPONLY TSRMLS_CC); - - /* unpacker */ - INIT_CLASS_ENTRY(ce, "MessagePackUnpacker", msgpack_unpacker_methods); - msgpack_unpacker_ce = zend_register_internal_class(&ce TSRMLS_CC); - msgpack_unpacker_ce->create_object = php_msgpack_unpacker_new; -} diff --git a/php/msgpack_class.h b/php/msgpack_class.h deleted file mode 100644 index fbebaf4..0000000 --- a/php/msgpack_class.h +++ /dev/null @@ -1,7 +0,0 @@ - -#ifndef MSGPACK_CLASS_H -#define MSGPACK_CLASS_H - -void msgpack_init_class(); - -#endif diff --git a/php/msgpack_pack.c b/php/msgpack_pack.c deleted file mode 100644 index d2d4ba3..0000000 --- a/php/msgpack_pack.c +++ /dev/null @@ -1,558 +0,0 @@ - -#include "php.h" -#include "php_ini.h" -#include "ext/standard/php_smart_str.h" -#include "ext/standard/php_incomplete_class.h" -#include "ext/standard/php_var.h" - -#include "php_msgpack.h" -#include "msgpack_pack.h" - -#include "msgpack/pack_define.h" -#define msgpack_pack_user smart_str* -#define msgpack_pack_inline_func(name) \ - static inline void msgpack_pack ## name -#define msgpack_pack_inline_func_cint(name) \ - static inline void msgpack_pack ## name -#define msgpack_pack_append_buffer(user, buf, len) \ - smart_str_appendl(user, (const void*)buf, len) -#include "msgpack/pack_template.h" - -#if (PHP_MAJOR_VERSION == 5 && PHP_MINOR_VERSION < 3) -# define Z_ISREF_P(pz) PZVAL_IS_REF(pz) -#endif - -inline static int msgpack_var_add( - HashTable *var_hash, zval *var, void *var_old TSRMLS_DC) -{ - ulong var_no; - char id[32], *p; - int len; - - if ((Z_TYPE_P(var) == IS_OBJECT) && Z_OBJ_HT_P(var)->get_class_entry) - { - p = smart_str_print_long( - id + sizeof(id) - 1, - (((size_t)Z_OBJCE_P(var) << 5) - | ((size_t)Z_OBJCE_P(var) >> (sizeof(long) * 8 - 5))) - + (long)Z_OBJ_HANDLE_P(var)); - len = id + sizeof(id) - 1 - p; - } - else - { - p = smart_str_print_long(id + sizeof(id) - 1, (long)var); - len = id + sizeof(id) - 1 - p; - } - - if (var_old && zend_hash_find(var_hash, p, len, var_old) == SUCCESS) - { - if (!Z_ISREF_P(var)) - { - var_no = -1; - zend_hash_next_index_insert( - var_hash, &var_no, sizeof(var_no), NULL); - } - return FAILURE; - } - - var_no = zend_hash_num_elements(var_hash) + 1; - - zend_hash_add(var_hash, p, len, &var_no, sizeof(var_no), NULL); - - return SUCCESS; -} - -inline static void msgpack_serialize_string( - smart_str *buf, char *str, size_t len) -{ - msgpack_pack_raw(buf, len); - msgpack_pack_raw_body(buf, str, len); -} - -inline static void msgpack_serialize_class( - smart_str *buf, zval *val, zval *retval_ptr, HashTable *var_hash, - char *class_name, zend_uint name_len, zend_bool incomplete_class TSRMLS_DC) -{ - int count; - HashTable *ht = HASH_OF(retval_ptr); - - count = zend_hash_num_elements(ht); - if (incomplete_class) - { - --count; - } - - if (count > 0) - { - char *key; - zval **data, **name; - ulong key_index; - HashPosition pos; - int n; - zval nval, *nvalp; - - msgpack_pack_map(buf, count + 1); - - msgpack_pack_nil(buf); - msgpack_serialize_string(buf, class_name, name_len); - - ZVAL_NULL(&nval); - nvalp = &nval; - - zend_hash_internal_pointer_reset_ex(ht, &pos); - - for (;; zend_hash_move_forward_ex(ht, &pos)) - { - n = zend_hash_get_current_key_ex( - ht, &key, NULL, &key_index, 0, &pos); - - if (n == HASH_KEY_NON_EXISTANT) - { - break; - } - if (incomplete_class && strcmp(key, MAGIC_MEMBER) == 0) - { - continue; - } - - zend_hash_get_current_data_ex(ht, (void **)&name, &pos); - - if (Z_TYPE_PP(name) != IS_STRING) - { - if (MSGPACK_G(error_display)) - { - zend_error(E_NOTICE, - "[msgpack] (msgpack_serialize_class) " - "__sleep should return an array only " - "containing the names of " - "instance-variables to serialize."); - } - continue; - } - - if (zend_hash_find( - Z_OBJPROP_P(val), Z_STRVAL_PP(name), - Z_STRLEN_PP(name) + 1, (void *)&data) == SUCCESS) - { - msgpack_serialize_string( - buf, Z_STRVAL_PP(name), Z_STRLEN_PP(name)); - msgpack_serialize_zval(buf, *data, var_hash TSRMLS_CC); - } - else - { - zend_class_entry *ce; - ce = zend_get_class_entry(val TSRMLS_CC); - if (ce) - { - char *prot_name, *priv_name; - int prop_name_length; - - do - { - zend_mangle_property_name( - &priv_name, &prop_name_length, ce->name, - ce->name_length, Z_STRVAL_PP(name), - Z_STRLEN_PP(name), - ce->type & ZEND_INTERNAL_CLASS); - if (zend_hash_find( - Z_OBJPROP_P(val), priv_name, - prop_name_length + 1, - (void *)&data) == SUCCESS) - { - msgpack_serialize_string( - buf, priv_name, prop_name_length); - - pefree(priv_name, - ce->type & ZEND_INTERNAL_CLASS); - - msgpack_serialize_zval( - buf, *data, var_hash TSRMLS_CC); - break; - } - - pefree(priv_name, - ce->type & ZEND_INTERNAL_CLASS); - - zend_mangle_property_name( - &prot_name, &prop_name_length, "*", 1, - Z_STRVAL_PP(name), Z_STRLEN_PP(name), - ce->type & ZEND_INTERNAL_CLASS); - - if (zend_hash_find( - Z_OBJPROP_P(val), prot_name, - prop_name_length + 1, - (void *)&data) == SUCCESS) - { - msgpack_serialize_string( - buf, prot_name, prop_name_length); - - pefree(prot_name, - ce->type & ZEND_INTERNAL_CLASS); - - msgpack_serialize_zval( - buf, *data, var_hash TSRMLS_CC); - break; - } - - pefree(prot_name, ce->type & ZEND_INTERNAL_CLASS); - - if (MSGPACK_G(error_display)) - { - zend_error(E_NOTICE, - "[msgpack] (msgpack_serialize_class) " - "\"%s\" returned as member variable from " - "__sleep() but does not exist", - Z_STRVAL_PP(name)); - } - - msgpack_serialize_string( - buf, Z_STRVAL_PP(name), Z_STRLEN_PP(name)); - - msgpack_serialize_zval( - buf, nvalp, var_hash TSRMLS_CC); - } - while (0); - } - else - { - msgpack_serialize_string( - buf, Z_STRVAL_PP(name), Z_STRLEN_PP(name)); - - msgpack_serialize_zval(buf, nvalp, var_hash TSRMLS_CC); - } - } - } - } -} - -inline static void msgpack_serialize_array( - smart_str *buf, zval *val, HashTable *var_hash, bool object, - char* class_name, zend_uint name_len, zend_bool incomplete_class TSRMLS_DC) -{ - HashTable *ht; - size_t n; - bool hash = true; - - if (object) - { - ht = Z_OBJPROP_P(val); - } - else - { - ht = HASH_OF(val); - } - - if (ht) - { - n = zend_hash_num_elements(ht); - } - else - { - n = 0; - } - - if (n > 0 && incomplete_class) - { - --n; - } - - if (object) - { - if (MSGPACK_G(php_only)) - { - if (Z_ISREF_P(val)) - { - msgpack_pack_map(buf, n + 2); - msgpack_pack_nil(buf); - msgpack_pack_long(buf, MSGPACK_SERIALIZE_TYPE_REFERENCE); - } - else - { - msgpack_pack_map(buf, n + 1); - } - - msgpack_pack_nil(buf); - - msgpack_serialize_string(buf, class_name, name_len); - } - else - { - msgpack_pack_array(buf, n); - hash = false; - } - } - else if (n == 0) - { - hash = false; - msgpack_pack_array(buf, n); - } - else - { - if (Z_ISREF_P(val) && MSGPACK_G(php_only)) - { - msgpack_pack_map(buf, n + 1); - msgpack_pack_nil(buf); - msgpack_pack_long(buf, MSGPACK_SERIALIZE_TYPE_REFERENCE); - } - else - { - msgpack_pack_map(buf, n); - } - } - - if (n > 0) - { - char *key; - uint key_len; - int key_type; - ulong key_index; - zval **data; - HashPosition pos; - - zend_hash_internal_pointer_reset_ex(ht, &pos); - for (;; zend_hash_move_forward_ex(ht, &pos)) - { - key_type = zend_hash_get_current_key_ex( - ht, &key, &key_len, &key_index, 0, &pos); - - if (key_type == HASH_KEY_NON_EXISTANT) - { - break; - } - if (incomplete_class && strcmp(key, MAGIC_MEMBER) == 0) - { - continue; - } - - if (hash) - { - switch (key_type) - { - case HASH_KEY_IS_LONG: - msgpack_pack_long(buf, key_index); - break; - case HASH_KEY_IS_STRING: - msgpack_serialize_string(buf, key, key_len - 1); - break; - default: - msgpack_serialize_string(buf, "", sizeof("")); - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_serialize_array) " - "key is not string nor array"); - } - break; - } - } - - if (zend_hash_get_current_data_ex( - ht, (void *)&data, &pos) != SUCCESS || - !data || data == &val || - (Z_TYPE_PP(data) == IS_ARRAY && - Z_ARRVAL_PP(data)->nApplyCount > 1)) - { - msgpack_pack_nil(buf); - } - else - { - if (Z_TYPE_PP(data) == IS_ARRAY) - { - Z_ARRVAL_PP(data)->nApplyCount++; - } - - msgpack_serialize_zval(buf, *data, var_hash TSRMLS_CC); - - if (Z_TYPE_PP(data) == IS_ARRAY) - { - Z_ARRVAL_PP(data)->nApplyCount--; - } - } - } - } -} - -inline static void msgpack_serialize_object( - smart_str *buf, zval *val, HashTable *var_hash, - char* class_name, zend_uint name_len, zend_bool incomplete_class TSRMLS_DC) -{ - zval *retval_ptr = NULL; - zval fname; - int res; - zend_class_entry *ce = NULL; - - if (Z_OBJ_HT_P(val)->get_class_entry) - { - ce = Z_OBJCE_P(val); - } - - if (ce && ce->serialize != NULL) - { - unsigned char *serialized_data = NULL; - zend_uint serialized_length; - - if (ce->serialize( - val, &serialized_data, &serialized_length, - (zend_serialize_data *)var_hash TSRMLS_CC) == SUCCESS && - !EG(exception)) - { - /* has custom handler */ - msgpack_pack_map(buf, 2); - - msgpack_pack_nil(buf); - msgpack_pack_long(buf, MSGPACK_SERIALIZE_TYPE_CUSTOM_OBJECT); - - msgpack_serialize_string(buf, ce->name, ce->name_length); - msgpack_pack_raw(buf, serialized_length); - msgpack_pack_raw_body(buf, serialized_data, serialized_length); - } - else - { - msgpack_pack_nil(buf); - } - - if (serialized_data) - { - efree(serialized_data); - } - - return; - } - - if (ce && ce != PHP_IC_ENTRY && - zend_hash_exists(&ce->function_table, "__sleep", sizeof("__sleep"))) - { - INIT_PZVAL(&fname); - ZVAL_STRINGL(&fname, "__sleep", sizeof("__sleep") - 1, 0); - res = call_user_function_ex(CG(function_table), &val, &fname, - &retval_ptr, 0, 0, 1, NULL TSRMLS_CC); - if (res == SUCCESS && !EG(exception)) - { - if (retval_ptr) - { - if (HASH_OF(retval_ptr)) - { - msgpack_serialize_class( - buf, val, retval_ptr, var_hash, - class_name, name_len, incomplete_class TSRMLS_CC); - } - else - { - if (MSGPACK_G(error_display)) - { - zend_error(E_NOTICE, - "[msgpack] (msgpack_serialize_object) " - "__sleep should return an array only " - "containing the names of instance-variables " - "to serialize"); - } - msgpack_pack_nil(buf); - } - zval_ptr_dtor(&retval_ptr); - } - return; - } - } - - if (retval_ptr) - { - zval_ptr_dtor(&retval_ptr); - } - - msgpack_serialize_array( - buf, val, var_hash, true, - class_name, name_len, incomplete_class TSRMLS_CC); -} - -void msgpack_serialize_zval( - smart_str *buf, zval *val, HashTable *var_hash TSRMLS_DC) -{ - ulong *var_already; - - if (MSGPACK_G(php_only) && - var_hash && - msgpack_var_add( - var_hash, val, (void *)&var_already TSRMLS_CC) == FAILURE) - { - if (Z_ISREF_P(val) && Z_TYPE_P(val) == IS_ARRAY) - { - msgpack_pack_map(buf, 2); - - msgpack_pack_nil(buf); - msgpack_pack_long(buf, MSGPACK_SERIALIZE_TYPE_RECURSIVE); - - msgpack_pack_long(buf, 0); - msgpack_pack_long(buf, *var_already); - - return; - } - else if (Z_TYPE_P(val) == IS_OBJECT) - { - msgpack_pack_map(buf, 2); - - msgpack_pack_nil(buf); - msgpack_pack_long(buf, MSGPACK_SERIALIZE_TYPE_RECURSIVE); - - msgpack_pack_long(buf, 0); - msgpack_pack_long(buf, *var_already); - - return; - } - } - - switch (Z_TYPE_P(val)) - { - case IS_NULL: - msgpack_pack_nil(buf); - break; - case IS_BOOL: - if (Z_BVAL_P(val)) - { - msgpack_pack_true(buf); - } - else - { - msgpack_pack_false(buf); - } - break; - case IS_LONG: - msgpack_pack_long(buf, Z_LVAL_P(val)); - break; - case IS_DOUBLE: - { - double dbl = Z_DVAL_P(val); - msgpack_pack_double(buf, dbl); - } - break; - case IS_STRING: - msgpack_serialize_string( - buf, Z_STRVAL_P(val), Z_STRLEN_P(val)); - break; - case IS_ARRAY: - msgpack_serialize_array( - buf, val, var_hash, false, NULL, 0, 0 TSRMLS_CC); - break; - case IS_OBJECT: - { - PHP_CLASS_ATTRIBUTES; - PHP_SET_CLASS_ATTRIBUTES(val); - - msgpack_serialize_object( - buf, val, var_hash, class_name, name_len, - incomplete_class TSRMLS_CC); - - PHP_CLEANUP_CLASS_ATTRIBUTES(); - } - break; - default: - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (php_msgpack_serialize) " - "type is unsupported, encoded as null"); - } - msgpack_pack_nil(buf); - break; - } - return; -} diff --git a/php/msgpack_pack.h b/php/msgpack_pack.h deleted file mode 100644 index 16f3e7b..0000000 --- a/php/msgpack_pack.h +++ /dev/null @@ -1,18 +0,0 @@ - -#ifndef MSGPACK_PACK_H -#define MSGPACK_PACK_H - -#include "ext/standard/php_smart_str.h" - -enum msgpack_serialize_type -{ - MSGPACK_SERIALIZE_TYPE_NONE = 0, - MSGPACK_SERIALIZE_TYPE_REFERENCE = 1, - MSGPACK_SERIALIZE_TYPE_RECURSIVE, - MSGPACK_SERIALIZE_TYPE_CUSTOM_OBJECT, -}; - -void msgpack_serialize_zval( - smart_str *buf, zval *val, HashTable *var_hash TSRMLS_DC); - -#endif diff --git a/php/msgpack_unpack.c b/php/msgpack_unpack.c deleted file mode 100644 index f3b610d..0000000 --- a/php/msgpack_unpack.c +++ /dev/null @@ -1,703 +0,0 @@ - -#include "php.h" -#include "php_ini.h" -#include "ext/standard/php_incomplete_class.h" - -#include "php_msgpack.h" -#include "msgpack_pack.h" -#include "msgpack_unpack.h" - -#if (PHP_MAJOR_VERSION == 5 && PHP_MINOR_VERSION < 3) -# define Z_ADDREF_PP(ppz) ZVAL_ADDREF(*(ppz)) -# define Z_SET_ISREF_PP(ppz) (*(ppz))->is_ref = 1 -# define Z_UNSET_ISREF_PP(ppz) (*(ppz))->is_ref = 0 -#endif - -#define VAR_ENTRIES_MAX 1024 - -typedef struct -{ - zval *data[VAR_ENTRIES_MAX]; - long used_slots; - long value_slots; - long access_slots[VAR_ENTRIES_MAX]; - bool alloc_slots[VAR_ENTRIES_MAX]; - void *next; -} var_entries; - -#define MSGPACK_UNSERIALIZE_ALLOC(_unpack) \ - if (_unpack->deps <= 0) { \ - *obj = _unpack->retval; \ - msgpack_var_push(_unpack->var_hash, obj, true, false); \ - } else { \ - ALLOC_INIT_ZVAL(*obj); \ - msgpack_var_push(_unpack->var_hash, obj, false, true); \ - } - -#define MSGPACK_UNSERIALIZE_ALLOC_VALUE(_unpack) \ - if (_unpack->deps <= 0) { \ - *obj = _unpack->retval; \ - msgpack_var_push(_unpack->var_hash, obj, true, false); \ - } else { \ - ALLOC_INIT_ZVAL(*obj); \ - msgpack_var_push(_unpack->var_hash, obj, true, true); \ - } - -#define MSGPACK_UNSERIALIZE_PUSH_ITEM(_unpack, _count, _val) \ - msgpack_var_alloc(_unpack->var_hash, _count); \ - if (Z_TYPE_P(_val) != IS_ARRAY && Z_TYPE_P(_val) != IS_OBJECT) { \ - msgpack_var_push(_unpack->var_hash, &_val, true, false); \ - } - -#define MSGPACK_UNSERIALIZE_FINISH_ITEM(_unpack) \ - long deps = _unpack->deps - 1; \ - _unpack->stack[deps]--; \ - if (_unpack->stack[deps] == 0) { \ - _unpack->deps--; \ - } - -#define MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(_unpack, _key, _val) \ - zval_ptr_dtor(&_key); \ - zval_ptr_dtor(&_val); \ - msgpack_var_alloc(_unpack->var_hash, 2); \ - MSGPACK_UNSERIALIZE_FINISH_ITEM(_unpack); - - -inline static void msgpack_var_push( - php_unserialize_data_t *var_hashx, zval **rval, bool value, bool alloc) -{ - var_entries *var_hash, *prev = NULL; - - if (!var_hashx) - { - return; - } - - var_hash = var_hashx->first; - - while (var_hash && var_hash->used_slots == VAR_ENTRIES_MAX) - { - prev = var_hash; - var_hash = var_hash->next; - } - - if (!var_hash) - { - var_hash = emalloc(sizeof(var_entries)); - var_hash->used_slots = 0; - var_hash->value_slots = 0; - var_hash->next = 0; - - if (!var_hashx->first) - { - var_hashx->first = var_hash; - } - else - { - prev->next = var_hash; - } - } - - var_hash->alloc_slots[var_hash->used_slots] = alloc; - - if (value) - { - var_hash->access_slots[var_hash->value_slots++] = var_hash->used_slots; - } - - var_hash->data[var_hash->used_slots++] = *rval; -} - -inline static void msgpack_var_alloc( - php_unserialize_data_t *var_hashx, long count) -{ - long i; - var_entries *var_hash = var_hashx->first; - - while (var_hash && var_hash->used_slots == VAR_ENTRIES_MAX) - { - var_hash = var_hash->next; - } - - if (!var_hash || count <= 0) - { - return; - } - - for (i = var_hash->used_slots - 1; i >= 0; i--) - { - if (var_hash->alloc_slots[i]) - { - var_hash->alloc_slots[i] = false; - if (--count <= 0) - { - break; - } - } - } -} - -inline static int msgpack_var_access( - php_unserialize_data_t *var_hashx, long id, zval ***store) -{ - var_entries *var_hash = var_hashx->first; - - while (id >= VAR_ENTRIES_MAX && - var_hash && var_hash->used_slots == VAR_ENTRIES_MAX) - { - var_hash = var_hash->next; - id -= VAR_ENTRIES_MAX; - } - - if (!var_hash) - { - return !SUCCESS; - } - - if (id < 0 || id >= var_hash->value_slots) - { - return !SUCCESS; - } - - id = var_hash->access_slots[id]; - - if (id < 0 || id >= var_hash->used_slots) - { - return !SUCCESS; - } - - *store = &var_hash->data[id]; - - return SUCCESS; -} - -inline static zend_class_entry* msgpack_unserialize_class( - zval **container, char *class_name, size_t name_len) -{ - zend_class_entry *ce, **pce; - bool incomplete_class = false; - zval *user_func, *retval_ptr, **args[1], *arg_func_name; - TSRMLS_FETCH(); - - do - { - /* Try to find class directly */ - if (zend_lookup_class(class_name, name_len, &pce TSRMLS_CC) == SUCCESS) - { - ce = *pce; - break; - } - - /* Check for unserialize callback */ - if ((PG(unserialize_callback_func) == NULL) || - (PG(unserialize_callback_func)[0] == '\0')) - { - incomplete_class = 1; - ce = PHP_IC_ENTRY; - break; - } - - /* Call unserialize callback */ - ALLOC_INIT_ZVAL(user_func); - ZVAL_STRING(user_func, PG(unserialize_callback_func), 1); - args[0] = &arg_func_name; - ALLOC_INIT_ZVAL(arg_func_name); - ZVAL_STRING(arg_func_name, class_name, 1); - if (call_user_function_ex( - CG(function_table), NULL, user_func, &retval_ptr, - 1, args, 0, NULL TSRMLS_CC) != SUCCESS) - { - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_class) " - "defined (%s) but not found", class_name); - } - - incomplete_class = 1; - ce = PHP_IC_ENTRY; - zval_ptr_dtor(&user_func); - zval_ptr_dtor(&arg_func_name); - break; - } - if (retval_ptr) - { - zval_ptr_dtor(&retval_ptr); - } - - /* The callback function may have defined the class */ - if (zend_lookup_class(class_name, name_len, &pce TSRMLS_CC) == SUCCESS) - { - ce = *pce; - } - else - { - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_class) " - "Function %s() hasn't defined the class " - "it was called for", class_name); - } - - incomplete_class = true; - ce = PHP_IC_ENTRY; - } - - zval_ptr_dtor(&user_func); - zval_ptr_dtor(&arg_func_name); - } - while(0); - - if (EG(exception)) - { - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_class) " - "Exception error"); - } - - return NULL; - } - - object_init_ex(*container, ce); - - /* store incomplete class name */ - if (incomplete_class) - { - php_store_class_name(*container, class_name, name_len); - } - - return ce; -} - -void msgpack_unserialize_var_init(php_unserialize_data_t *var_hashx) -{ - var_hashx->first = 0; - var_hashx->first_dtor = 0; -} - -void msgpack_unserialize_var_destroy(php_unserialize_data_t *var_hashx) -{ - void *next; - long i; - var_entries *var_hash = var_hashx->first; - - while (var_hash) - { - for (i = 0; i < var_hash->used_slots; i++) - { - if (var_hash->alloc_slots[i] && var_hash->data[i]) - { - zval_ptr_dtor(&var_hash->data[i]); - } - } - - next = var_hash->next; - efree(var_hash); - var_hash = next; - } - - /* - var_hash = var_hashx->first_dtor; - - while (var_hash) - { - for (i = 0; i < var_hash->used_slots; i++) - { - zval_ptr_dtor(&var_hash->data[i]); - } - next = var_hash->next; - efree(var_hash); - var_hash = next; - } - */ -} - -void msgpack_unserialize_init(msgpack_unserialize_data *unpack) -{ - unpack->deps = 0; - unpack->type = MSGPACK_SERIALIZE_TYPE_NONE; -} - -int msgpack_unserialize_uint8( - msgpack_unserialize_data *unpack, uint8_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_uint16( - msgpack_unserialize_data *unpack, uint16_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_uint32( - msgpack_unserialize_data *unpack, uint32_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_uint64( - msgpack_unserialize_data *unpack, uint64_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_int8( - msgpack_unserialize_data *unpack, int8_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_int16( - msgpack_unserialize_data *unpack, int16_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_int32( - msgpack_unserialize_data *unpack, int32_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_int64( - msgpack_unserialize_data *unpack, int64_t data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_LONG(*obj, data); - - return 0; -} - -int msgpack_unserialize_float( - msgpack_unserialize_data *unpack, float data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_DOUBLE(*obj, data); - - return 0; -} - -int msgpack_unserialize_double( - msgpack_unserialize_data *unpack, double data, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_DOUBLE(*obj, data); - - return 0; -} - -int msgpack_unserialize_nil(msgpack_unserialize_data *unpack, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_NULL(*obj); - - return 0; -} - -int msgpack_unserialize_true(msgpack_unserialize_data *unpack, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_BOOL(*obj, 1); - - return 0; -} - -int msgpack_unserialize_false(msgpack_unserialize_data *unpack, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - ZVAL_BOOL(*obj, 0); - - return 0; -} - -int msgpack_unserialize_raw( - msgpack_unserialize_data *unpack, const char* base, - const char* data, unsigned int len, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC(unpack); - - if (len == 0) - { - ZVAL_STRINGL(*obj, "", 0, 1); - } - else - { - ZVAL_STRINGL(*obj, data, len, 1); - } - - return 0; -} - -int msgpack_unserialize_array( - msgpack_unserialize_data *unpack, unsigned int count, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC_VALUE(unpack); - - array_init(*obj); - - unpack->stack[unpack->deps++] = count; - - return 0; -} - -int msgpack_unserialize_array_item( - msgpack_unserialize_data *unpack, zval **container, zval *obj) -{ - MSGPACK_UNSERIALIZE_PUSH_ITEM(unpack, 1, obj); - - add_next_index_zval(*container, obj); - - MSGPACK_UNSERIALIZE_FINISH_ITEM(unpack); - - return 0; -} - -int msgpack_unserialize_map( - msgpack_unserialize_data *unpack, unsigned int count, zval **obj) -{ - MSGPACK_UNSERIALIZE_ALLOC_VALUE(unpack); - - unpack->stack[unpack->deps++] = count; - - unpack->type = MSGPACK_SERIALIZE_TYPE_NONE; - - return 0; -} - -int msgpack_unserialize_map_item( - msgpack_unserialize_data *unpack, zval **container, zval *key, zval *val) -{ - TSRMLS_FETCH(); - - if (MSGPACK_G(php_only)) - { - if (Z_TYPE_P(key) == IS_NULL) - { - unpack->type = MSGPACK_SERIALIZE_TYPE_NONE; - - if (Z_TYPE_P(val) == IS_LONG) - { - switch (Z_LVAL_P(val)) - { - case MSGPACK_SERIALIZE_TYPE_REFERENCE: - Z_SET_ISREF_PP(container); - break; - case MSGPACK_SERIALIZE_TYPE_RECURSIVE: - unpack->type = MSGPACK_SERIALIZE_TYPE_RECURSIVE; - break; - case MSGPACK_SERIALIZE_TYPE_CUSTOM_OBJECT: - unpack->type = MSGPACK_SERIALIZE_TYPE_CUSTOM_OBJECT; - break; - default: - break; - } - } - else if (Z_TYPE_P(val) == IS_STRING) - { - zend_class_entry *ce = msgpack_unserialize_class( - container, Z_STRVAL_P(val), Z_STRLEN_P(val)); - - if (ce == NULL) - { - MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(unpack, key, val); - - return 0; - } - } - - MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(unpack, key, val); - - return 0; - } - else if (unpack->type == MSGPACK_SERIALIZE_TYPE_CUSTOM_OBJECT) - { - unpack->type = MSGPACK_SERIALIZE_TYPE_NONE; - - zend_class_entry *ce = msgpack_unserialize_class( - container, Z_STRVAL_P(key), Z_STRLEN_P(key)); - - if (ce == NULL) - { - MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(unpack, key, val); - - return 0; - } - - /* implementing Serializable */ - if (ce->unserialize == NULL) - { - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_map_item) " - "Class %s has no unserializer", ce->name); - } - - MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(unpack, key, val); - - return 0; - } - - ce->unserialize( - container, ce, - (const unsigned char *)Z_STRVAL_P(val), Z_STRLEN_P(val) + 1, - NULL TSRMLS_CC); - - MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(unpack, key, val); - - return 0; - } - else if (unpack->type == MSGPACK_SERIALIZE_TYPE_RECURSIVE) - { - zval **rval; - - unpack->type = MSGPACK_SERIALIZE_TYPE_NONE; - - if (msgpack_var_access( - unpack->var_hash, Z_LVAL_P(val) - 1, &rval) != SUCCESS) - { - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_map_item) " - "Invalid references value: %ld", - Z_LVAL_P(val) - 1); - } - - MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(unpack, key, val); - - return 0; - } - - if (container != NULL) - { - zval_ptr_dtor(container); - } - - *container = *rval; - - Z_ADDREF_PP(container); - - MSGPACK_UNSERIALIZE_FINISH_MAP_ITEM(unpack, key, val); - - return 0; - } - } - - MSGPACK_UNSERIALIZE_PUSH_ITEM(unpack, 2, val); - - if (Z_TYPE_PP(container) != IS_ARRAY && Z_TYPE_PP(container) != IS_OBJECT) - { - array_init(*container); - } - - switch (Z_TYPE_P(key)) - { - case IS_LONG: - if (zend_hash_index_update( - HASH_OF(*container), Z_LVAL_P(key), &val, - sizeof(val), NULL) == FAILURE) - { - zval_ptr_dtor(&val); - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_map_item) " - "illegal offset type, skip this decoding"); - } - } - break; - case IS_STRING: - if (zend_symtable_update( - HASH_OF(*container), Z_STRVAL_P(key), Z_STRLEN_P(key) + 1, - &val, sizeof(val), NULL) == FAILURE) - { - zval_ptr_dtor(&val); - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_map_item) " - "illegal offset type, skip this decoding"); - } - } - break; - default: - zval_ptr_dtor(&val); - if (MSGPACK_G(error_display)) - { - zend_error(E_WARNING, - "[msgpack] (msgpack_unserialize_map_item) " - "illegal offset type, skip this decoding"); - } - break; - } - - zval_ptr_dtor(&key); - - long deps = unpack->deps - 1; - unpack->stack[deps]--; - if (unpack->stack[deps] == 0) - { - unpack->deps--; - - /* wakeup */ - if (MSGPACK_G(php_only) && - Z_TYPE_PP(container) == IS_OBJECT && - Z_OBJCE_PP(container) != PHP_IC_ENTRY && - zend_hash_exists( - &Z_OBJCE_PP(container)->function_table, - "__wakeup", sizeof("__wakeup"))) - { - zval f, *h = NULL; - - INIT_PZVAL(&f); - ZVAL_STRINGL(&f, "__wakeup", sizeof("__wakeup") - 1, 0); - call_user_function_ex( - CG(function_table), container, &f, &h, 0, 0, 1, NULL TSRMLS_CC); - if (h) - { - zval_ptr_dtor(&h); - } - } - } - - return 0; -} diff --git a/php/msgpack_unpack.h b/php/msgpack_unpack.h deleted file mode 100644 index da963eb..0000000 --- a/php/msgpack_unpack.h +++ /dev/null @@ -1,129 +0,0 @@ - -#ifndef MSGPACK_UNPACK_H -#define MSGPACK_UNPACK_H - -#include "ext/standard/php_var.h" - -#define MSGPACK_EMBED_STACK_SIZE 1024 - -#include "msgpack/unpack_define.h" - -typedef enum -{ - MSGPACK_UNPACK_SUCCESS = 2, - MSGPACK_UNPACK_EXTRA_BYTES = 1, - MSGPACK_UNPACK_CONTINUE = 0, - MSGPACK_UNPACK_PARSE_ERROR = -1, -} msgpack_unpack_return; - -typedef struct { - zval *retval; - long deps; - php_unserialize_data_t *var_hash; - long stack[MSGPACK_EMBED_STACK_SIZE]; - int type; -} msgpack_unserialize_data; - -void msgpack_unserialize_var_init(php_unserialize_data_t *var_hashx); -void msgpack_unserialize_var_destroy(php_unserialize_data_t *var_hashx); - -void msgpack_unserialize_init(msgpack_unserialize_data *unpack); - -int msgpack_unserialize_uint8( - msgpack_unserialize_data *unpack, uint8_t data, zval **obj); -int msgpack_unserialize_uint16( - msgpack_unserialize_data *unpack, uint16_t data, zval **obj); -int msgpack_unserialize_uint32( - msgpack_unserialize_data *unpack, uint32_t data, zval **obj); -int msgpack_unserialize_uint64( - msgpack_unserialize_data *unpack, uint64_t data, zval **obj); -int msgpack_unserialize_int8( - msgpack_unserialize_data *unpack, int8_t data, zval **obj); -int msgpack_unserialize_int16( - msgpack_unserialize_data *unpack, int16_t data, zval **obj); -int msgpack_unserialize_int32( - msgpack_unserialize_data *unpack, int32_t data, zval **obj); -int msgpack_unserialize_int64( - msgpack_unserialize_data *unpack, int64_t data, zval **obj); -int msgpack_unserialize_float( - msgpack_unserialize_data *unpack, float data, zval **obj); -int msgpack_unserialize_double( - msgpack_unserialize_data *unpack, double data, zval **obj); -int msgpack_unserialize_nil(msgpack_unserialize_data *unpack, zval **obj); -int msgpack_unserialize_true(msgpack_unserialize_data *unpack, zval **obj); -int msgpack_unserialize_false(msgpack_unserialize_data *unpack, zval **obj); -int msgpack_unserialize_raw( - msgpack_unserialize_data *unpack, const char* base, const char* data, - unsigned int len, zval **obj); -int msgpack_unserialize_array( - msgpack_unserialize_data *unpack, unsigned int count, zval **obj); -int msgpack_unserialize_array_item( - msgpack_unserialize_data *unpack, zval **container, zval *obj); -int msgpack_unserialize_map( - msgpack_unserialize_data *unpack, unsigned int count, zval **obj); -int msgpack_unserialize_map_item( - msgpack_unserialize_data *unpack, zval **container, zval *key, zval *val); - -/* template functions */ -#define msgpack_unpack_struct(name) struct template ## name -#define msgpack_unpack_func(ret, name) ret template ## name -#define msgpack_unpack_callback(name) template_callback ## name - -#define msgpack_unpack_object zval* -#define unpack_user msgpack_unserialize_data -#define msgpack_unpack_user msgpack_unserialize_data - -struct template_context; -typedef struct template_context msgpack_unpack_t; - -static void template_init(msgpack_unpack_t* unpack); -static msgpack_unpack_object template_data(msgpack_unpack_t* unpack); -static int template_execute( - msgpack_unpack_t* unpack, const char* data, size_t len, size_t* off); - -static inline msgpack_unpack_object template_callback_root(unpack_user* user) -{ - msgpack_unserialize_init(user); - return NULL; -} - -#define template_callback_uint8(user, data, obj) \ - msgpack_unserialize_uint8(user, data, obj) -#define template_callback_uint16(user, data, obj) \ - msgpack_unserialize_uint16(user, data, obj) -#define template_callback_uint32(user, data, obj) \ - msgpack_unserialize_uint32(user, data, obj) -#define template_callback_uint64(user, data, obj) \ - msgpack_unserialize_uint64(user, data, obj) -#define template_callback_int8(user, data, obj) \ - msgpack_unserialize_int8(user, data, obj) -#define template_callback_int16(user, data, obj) \ - msgpack_unserialize_int16(user, data, obj) -#define template_callback_int32(user, data, obj) \ - msgpack_unserialize_int32(user, data, obj) -#define template_callback_int64(user, data, obj) \ - msgpack_unserialize_int64(user, data, obj) -#define template_callback_float(user, data, obj) \ - msgpack_unserialize_float(user, data, obj) -#define template_callback_double(user, data, obj) \ - msgpack_unserialize_double(user, data, obj) -#define template_callback_nil(user, obj) \ - msgpack_unserialize_nil(user, obj) -#define template_callback_true(user, obj) \ - msgpack_unserialize_true(user, obj) -#define template_callback_false(user, obj) \ - msgpack_unserialize_false(user, obj) -#define template_callback_raw(user, base, data, len, obj) \ - msgpack_unserialize_raw(user, base, data, len, obj) -#define template_callback_array(user, count, obj) \ - msgpack_unserialize_array(user, count, obj) -#define template_callback_array_item(user, container, obj) \ - msgpack_unserialize_array_item(user, container, obj) -#define template_callback_map(user, count, obj) \ - msgpack_unserialize_map(user, count, obj) -#define template_callback_map_item(user, container, key, val) \ - msgpack_unserialize_map_item(user, container, key, val) - -#include "msgpack/unpack_template.h" - -#endif diff --git a/php/package.xml b/php/package.xml deleted file mode 100644 index 803aa97..0000000 --- a/php/package.xml +++ /dev/null @@ -1,131 +0,0 @@ - - - msgpack - pecl.php.net - PHP extension for interfacing with MessagePack - This extension provide API for communicating with MessagePack serialization. - - Advect - advect - advect@gmail.com - yes - - 2010-10-26 - - - 0.3.1 - 0.3.1 - - - beta - beta - - New BSD - Initial release. - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 5.2.0 - - - 1.4.3 - - - - msgpack - - diff --git a/php/php-msgpack.spec b/php/php-msgpack.spec deleted file mode 100644 index 7609ca4..0000000 --- a/php/php-msgpack.spec +++ /dev/null @@ -1,58 +0,0 @@ -%define php_apiver %((echo 0; php -i 2>/dev/null | sed -n 's/^PHP API => //p') | tail -1) -%{!?php_extdir: %{expand: %%define php_extdir %(php-config --extension-dir)}} - -Summary: PHP extension for interfacing with MessagePack -Name: php-msgpack -Version: 0.3.0 -Release: 1%{?dist} -Source: php-msgpack-%{version}.tar.gz -License: New BSD License -Group: Development/Libraries -Packager: advect -Provides: php-pecl-msgpack -BuildRoot: %{_tmppath}/%{name}-%{version}-root -BuildRequires: php-devel -%if 0%{?php_zend_api} -Requires: php(zend-abi) = %{php_zend_api} -Requires: php(api) = %{php_core_api} -%else -Requires: php-api = %{php_apiver} -%endif - -%description -PHP extension for interfacing with MessagePack. - -%prep -%setup -q -n php-msgpack - -%build -phpize -%configure -%{__make} - -%install -%makeinstall INSTALL_ROOT=%{buildroot} - -%{__install} -d %{buildroot}%{_sysconfdir}/php.d -%{__cat} > %{buildroot}%{_sysconfdir}/php.d/msgpack.ini <= 4 -# define PHP_MSGPACK_API __attribute__ ((visibility("default"))) -#else -# define PHP_MSGPACK_API -#endif - -#ifdef ZTS -#include "TSRM.h" -#endif - -ZEND_BEGIN_MODULE_GLOBALS(msgpack) - zend_bool error_display; - zend_bool php_only; -ZEND_END_MODULE_GLOBALS(msgpack) - -ZEND_DECLARE_MODULE_GLOBALS(msgpack) - -#ifdef ZTS -#define MSGPACK_G(v) TSRMG(msgpack_globals_id, zend_msgpack_globals *, v) -#else -#define MSGPACK_G(v) (msgpack_globals.v) -#endif - -PHP_MSGPACK_API void php_msgpack_serialize( - smart_str *buf, zval *val TSRMLS_DC); -PHP_MSGPACK_API void php_msgpack_unserialize( - zval *return_value, char *str, size_t str_len TSRMLS_DC); - -#endif /* PHP_MSGPACK_H */ diff --git a/php/test_normal.php b/php/test_normal.php deleted file mode 100644 index ee348c2..0000000 --- a/php/test_normal.php +++ /dev/null @@ -1,19 +0,0 @@ -1), array("takei"=>"hide"), 3); - //$data = array("more"=>10, "test", null); - //$data = array(); - $data = array(0=>1,1=>2,2=>3); - var_dump($data); - - // serialize - $msg = msgpack_pack($data); - - // hexadecimal - $str = unpack('H*', $msg); - var_dump("0x".$str[1]); - - // deserialize - $ret = msgpack_unpack($msg); - var_dump($ret); -?> - diff --git a/php/test_streaming.php b/php/test_streaming.php deleted file mode 100644 index f2f470e..0000000 --- a/php/test_streaming.php +++ /dev/null @@ -1,31 +0,0 @@ -execute($buffer, $nread)){ - $msg = $unpacker->data(); - var_dump($msg); - - $unpacker->reset(); - $buffer = substr($buffer, $nread); - $nread = 0; - - if(!empty($buffer)){ - continue; - } - } - break; - } - } -?> - diff --git a/php/tests/001.phpt b/php/tests/001.phpt deleted file mode 100644 index 840ae46..0000000 --- a/php/tests/001.phpt +++ /dev/null @@ -1,10 +0,0 @@ ---TEST-- -Check for msgpack presence ---SKIPIF-- - ---FILE-- - ---EXPECT-- -msgpack extension is available diff --git a/php/tests/002.phpt b/php/tests/002.phpt deleted file mode 100644 index 75b9488..0000000 --- a/php/tests/002.phpt +++ /dev/null @@ -1,26 +0,0 @@ ---TEST-- -Check for null serialisation ---SKIPIF-- ---FILE-- - ---EXPECT-- -null -c0 -NULL -OK diff --git a/php/tests/003.phpt b/php/tests/003.phpt deleted file mode 100644 index 8c85f90..0000000 --- a/php/tests/003.phpt +++ /dev/null @@ -1,31 +0,0 @@ ---TEST-- -Check for bool serialisation ---SKIPIF-- ---FILE-- - ---EXPECT-- -bool true -c3 -bool(true) -OK -bool false -c2 -bool(false) -OK diff --git a/php/tests/004.phpt b/php/tests/004.phpt deleted file mode 100644 index 8c352ec..0000000 --- a/php/tests/004.phpt +++ /dev/null @@ -1,56 +0,0 @@ ---TEST-- -Check for integer serialisation ---SKIPIF-- ---FILE-- - ---EXPECT-- -zero: 0 -00 -int(0) -OK -small: 1 -01 -int(1) -OK -small: -1 -ff -int(-1) -OK -medium: 1000 -cd03e8 -int(1000) -OK -medium: -1000 -d1fc18 -int(-1000) -OK -large: 100000 -ce000186a0 -int(100000) -OK -large: -100000 -d2fffe7960 -int(-100000) -OK diff --git a/php/tests/005.phpt b/php/tests/005.phpt deleted file mode 100644 index 2156ffa..0000000 --- a/php/tests/005.phpt +++ /dev/null @@ -1,26 +0,0 @@ ---TEST-- -Check for double serialisation ---SKIPIF-- ---FILE-- - ---EXPECT-- -double: 123.456 -cb405edd2f1a9fbe77 -float(123.456) -OK diff --git a/php/tests/006.phpt b/php/tests/006.phpt deleted file mode 100644 index 6832355..0000000 --- a/php/tests/006.phpt +++ /dev/null @@ -1,31 +0,0 @@ ---TEST-- -Check for simple string serialization ---SKIPIF-- ---FILE-- - ---EXPECT-- -empty: "" -a0 -string(0) "" -OK -string: "foobar" -a6666f6f626172 -string(6) "foobar" -OK diff --git a/php/tests/007.phpt b/php/tests/007.phpt deleted file mode 100644 index db41185..0000000 --- a/php/tests/007.phpt +++ /dev/null @@ -1,72 +0,0 @@ ---TEST-- -Check for simple array serialization ---SKIPIF-- ---FILE-- - ---EXPECT-- -empty array: -90 -array(0) { -} -OK -array(1, 2, 3) -83000101020203 -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(array(1, 2, 3), arr... -83008300010102020301830004010502060283000701080209 -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK diff --git a/php/tests/008.phpt b/php/tests/008.phpt deleted file mode 100644 index 661c1cd..0000000 --- a/php/tests/008.phpt +++ /dev/null @@ -1,61 +0,0 @@ ---TEST-- -Check for array+string serialization ---SKIPIF-- ---FILE-- - 1, "two" => 2))', array("one" => 1, "two" => 2)); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek")); -test('array("" => "empty")', array("" => "empty")); -?> ---EXPECT-- -array("foo", "foo", "foo") -8300a3666f6f01a3666f6f02a3666f6f -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array("one" => 1, "two" => 2)) -82a36f6e6501a374776f02 -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array("kek" => "lol", "lol" => "kek") -82a36b656ba36c6f6ca36c6f6ca36b656b -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array("" => "empty") -81a0a5656d707479 -array(1) { - [""]=> - string(5) "empty" -} -OK diff --git a/php/tests/009.phpt b/php/tests/009.phpt deleted file mode 100644 index a1534c9..0000000 --- a/php/tests/009.phpt +++ /dev/null @@ -1,101 +0,0 @@ ---TEST-- -Check for reference serialization ---SKIPIF-- - - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(&$a, &$a) -820082c00100a3666f6f0182c0020002 -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -cyclic -810082c0010082c0010082c0020002 -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} diff --git a/php/tests/009b.phpt b/php/tests/009b.phpt deleted file mode 100644 index 10e7259..0000000 --- a/php/tests/009b.phpt +++ /dev/null @@ -1,119 +0,0 @@ ---TEST-- -Check for reference serialization ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- - - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(&$a, &$a) -820082c00100a3666f6f0182c0020002 -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -cyclic -810082c0010082c0010082c0020002 -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} diff --git a/php/tests/010.phpt b/php/tests/010.phpt deleted file mode 100644 index 9eb77a6..0000000 --- a/php/tests/010.phpt +++ /dev/null @@ -1,49 +0,0 @@ ---TEST-- -Array test ---SKIPIF-- ---FILE-- - array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) -); - -test('array', $a, false); -?> ---EXPECT-- -array -82a16182a162a163a164a165a16681a167a168 -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK diff --git a/php/tests/012.phpt b/php/tests/012.phpt deleted file mode 100644 index 8121c96..0000000 --- a/php/tests/012.phpt +++ /dev/null @@ -1,48 +0,0 @@ ---TEST-- -Object test ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - $this->c = $c; - } -} - -$o = new Obj(1, 2, 3); - - -test('object', $o, false); -?> ---EXPECTF-- -object -84c0a34f626aa16101a4002a006202a6004f626a006303 -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK diff --git a/php/tests/013.phpt b/php/tests/013.phpt deleted file mode 100644 index 73f7d33..0000000 --- a/php/tests/013.phpt +++ /dev/null @@ -1,54 +0,0 @@ ---TEST-- -Object-Array test ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - } -} - -$o = array(new Obj(1, 2), new Obj(3, 4)); - - -test('object', $o, false); -?> ---EXPECTF-- -object -820083c0a34f626aa16101a162020183c0a34f626aa16103a16204 -array(2) { - [0]=> - object(Obj)#%d (2) { - ["a"]=> - int(1) - ["b"]=> - int(2) - } - [1]=> - object(Obj)#%d (2) { - ["a"]=> - int(3) - ["b"]=> - int(4) - } -} -OK diff --git a/php/tests/014.phpt b/php/tests/014.phpt deleted file mode 100644 index b9c7c67..0000000 --- a/php/tests/014.phpt +++ /dev/null @@ -1,54 +0,0 @@ ---TEST-- -Object-Reference test ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - } -} - -$o = new Obj(1, 2); -$a = array(&$o, &$o); - -test('object', $a, false); -?> ---EXPECTF-- -object -820084c001c0a34f626aa16101a162020182c0020002 -array(2) { - [0]=> - &object(Obj)#%d (2) { - ["a"]=> - int(1) - ["b"]=> - int(2) - } - [1]=> - &object(Obj)#%d (2) { - ["a"]=> - int(1) - ["b"]=> - int(2) - } -} -OK diff --git a/php/tests/015.phpt b/php/tests/015.phpt deleted file mode 100644 index 634a8b1..0000000 --- a/php/tests/015.phpt +++ /dev/null @@ -1,58 +0,0 @@ ---TEST-- -Check for serialization handler ---SKIPIF-- ---FILE-- - ---EXPECT-- -2 -82c001a3666f6f02 -array(1) { - ["foo"]=> - int(2) -} diff --git a/php/tests/015b.phpt b/php/tests/015b.phpt deleted file mode 100644 index 7ced312..0000000 --- a/php/tests/015b.phpt +++ /dev/null @@ -1,58 +0,0 @@ ---TEST-- -Check for serialization handler, ini-directive ---SKIPIF-- ---INI-- -session.serialize_handler=msgpack ---FILE-- - ---EXPECT-- -2 -82c001a3666f6f02 -array(1) { - ["foo"]=> - int(2) -} diff --git a/php/tests/016.phpt b/php/tests/016.phpt deleted file mode 100644 index f8f4779..0000000 --- a/php/tests/016.phpt +++ /dev/null @@ -1,60 +0,0 @@ ---TEST-- -Object test, __sleep ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - $this->c = $c; - $this->d = $d; - } - - function __sleep() { - return array('a', 'b', 'c'); - } - -# function __wakeup() { -# $this->d = $this->a + $this->b + $this->c; -# } -} - -$o = new Obj(1, 2, 3, 4); - - -test('object', $o, true); -?> ---EXPECTF-- -object -84c0a34f626aa16101a4002a006202a6004f626a006303 -object(Obj)#%d (4) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - ["d"]=> - NULL -} -OK diff --git a/php/tests/017.phpt b/php/tests/017.phpt deleted file mode 100644 index 6fbbd90..0000000 --- a/php/tests/017.phpt +++ /dev/null @@ -1,48 +0,0 @@ ---TEST-- -Object test, __wakeup ---SKIPIF-- ---FILE-- -b == 3 ? 'OK' : 'ERROR', PHP_EOL; -} - -class Obj { - var $a; - var $b; - - function __construct($a, $b) { - $this->a = $a; - $this->b = $b; - } - - function __wakeup() { - $this->b = $this->a * 3; - } -} - -$o = new Obj(1, 2); - - -test('object', $o, false); -?> ---EXPECTF-- -object -83c0a34f626aa16101a16202 -object(Obj)#%d (2) { - ["a"]=> - int(1) - ["b"]=> - int(3) -} -OK diff --git a/php/tests/018.phpt b/php/tests/018.phpt deleted file mode 100644 index f5ff4b7..0000000 --- a/php/tests/018.phpt +++ /dev/null @@ -1,84 +0,0 @@ ---TEST-- -Object test, __sleep error cases ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - } - - function __sleep() { - return array('c'); - } - -# function __wakeup() { -# $this->b = $this->a * 3; -# } -} - -class Opj { - var $a; - var $b; - - function __construct($a, $b) { - $this->a = $a; - $this->b = $b; - } - - function __sleep() { - return array(1); - } - -# function __wakeup() { -# -# } -} - -$o = new Obj(1, 2); -$p = new Opj(1, 2); - -test('nonexisting', $o, true); -test('wrong', $p, true); -?> ---EXPECTF-- -nonexisting -82c0a34f626aa163c0 -object(Obj)#%d (3) { - ["a"]=> - NULL - ["b"]=> - NULL - ["c"]=> - NULL -} -OK -wrong -82c0a34f706a -object(Opj)#%d (2) { - ["a"]=> - NULL - ["b"]=> - NULL -} -OK diff --git a/php/tests/019.phpt b/php/tests/019.phpt deleted file mode 100644 index 46cccb3..0000000 --- a/php/tests/019.phpt +++ /dev/null @@ -1,43 +0,0 @@ ---TEST-- -Object test, __autoload ---SKIPIF-- ---FILE-- -b == 2 ? 'OK' : 'ERROR', PHP_EOL; -} - -function __autoload($classname) { - class Obj { - var $a; - var $b; - - function __construct($a, $b) { - $this->a = $a; - $this->b = $b; - } - } -} - -test('autoload', '83c0a34f626aa16101a16202', false); -?> ---EXPECTF-- -autoload -83c0a34f626aa16101a16202 -object(Obj)#%d (2) { - ["a"]=> - int(1) - ["b"]=> - int(2) -} -OK diff --git a/php/tests/020.phpt b/php/tests/020.phpt deleted file mode 100644 index 4ed30e8..0000000 --- a/php/tests/020.phpt +++ /dev/null @@ -1,31 +0,0 @@ ---TEST-- -Object test, incomplete class ---SKIPIF-- ---FILE-- - ---EXPECTF-- -incom -83c0a34f626aa16101a16202 -object(__PHP_Incomplete_Class)#%d (3) { - ["__PHP_Incomplete_Class_Name"]=> - string(3) "Obj" - ["a"]=> - int(1) - ["b"]=> - int(2) -} diff --git a/php/tests/021.phpt b/php/tests/021.phpt deleted file mode 100644 index 7960a1f..0000000 --- a/php/tests/021.phpt +++ /dev/null @@ -1,52 +0,0 @@ ---TEST-- -Object Serializable interface ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - } - - public function serialize() { - return pack('NN', $this->a, $this->b); - } - - public function unserialize($serialized) { - $tmp = unpack('N*', $serialized); - $this->__construct($tmp[1], $tmp[2]); - } -} - -$o = new Obj(1, 2); - -test('object', $o, false); -?> ---EXPECTF-- -object -82c003a34f626aa80000000100000002 -object(Obj)#%d (2) { - ["a"]=> - int(1) - ["b"]=> - int(2) -} -OK diff --git a/php/tests/022.phpt b/php/tests/022.phpt deleted file mode 100644 index 7eab4b8..0000000 --- a/php/tests/022.phpt +++ /dev/null @@ -1,45 +0,0 @@ ---TEST-- -Object test, unserialize_callback_func ---SKIPIF-- ---INI-- -unserialize_callback_func=autoload ---FILE-- -b == 2 ? 'OK' : 'ERROR', PHP_EOL; -} - -function autoload($classname) { - class Obj { - var $a; - var $b; - - function __construct($a, $b) { - $this->a = $a; - $this->b = $b; - } - } -} - -test('autoload', '83c0a34f626aa16101a16202', false); -?> ---EXPECTF-- -autoload -83c0a34f626aa16101a16202 -object(Obj)#%d (2) { - ["a"]=> - int(1) - ["b"]=> - int(2) -} -OK diff --git a/php/tests/023.phpt b/php/tests/023.phpt deleted file mode 100644 index 46d9ade..0000000 --- a/php/tests/023.phpt +++ /dev/null @@ -1,54 +0,0 @@ ---TEST-- -Resource ---SKIPIF-- - ---FILE-- -open('db.txt'); -} - -test('resource', $res, false); - -switch ($test) { - case 'curl': - curl_close($res); - break; - case 'sqlite': - if (isset($sqlite)) { - $sqlite->close(); - } - @unlink('db.txt'); - break; -} -?> ---EXPECT-- -resource -c0 -NULL -OK diff --git a/php/tests/024.phpt b/php/tests/024.phpt deleted file mode 100644 index 97db2a7..0000000 --- a/php/tests/024.phpt +++ /dev/null @@ -1,165 +0,0 @@ ---TEST-- -Recursive objects ---SKIPIF-- -a = $a; - $this->b = $b; - $this->c = $c; - } -} - -class Obj2 { - public $aa; - protected $bb; - private $cc; - private $obj; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - - $this->obj = new Obj($a, $b, $c); - } -} - -class Obj3 { - private $objs; - - function __construct($a, $b, $c) { - $this->objs = array(); - - for ($i = $a; $i < $c; $i += $b) { - $this->objs[] = new Obj($a, $i, $c); - } - } -} - -class Obj4 { - private $a; - private $obj; - - function __construct($a) { - $this->a = $a; - } - - public function set($obj) { - $this->obj = $obj; - } -} - -$o2 = new Obj2(1, 2, 3); -test('objectrec', $o2, false); - -$o3 = new Obj3(0, 1, 4); -test('objectrecarr', $o3, false); - -$o4 = new Obj4(100); -$o4->set($o4); -test('objectselfrec', $o4, true); -?> ---EXPECTF-- -objectrec -88c0a44f626a32a26161c0a5002a006262c0a8004f626a32006363c0a9004f626a32006f626a84c0a34f626aa16101a4002a006202a6004f626a006303a16101a16202a16303 -object(Obj2)#%d (7) { - ["aa"]=> - NULL - [%r"?bb"?:protected"?%r]=> - NULL - [%r"?cc"?:("Obj2":)?private"?%r]=> - NULL - [%r"?obj"?:("Obj2":)?private"?%r]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - ["a"]=> - int(1) - ["b"]=> - int(2) - ["c"]=> - int(3) -} -OK -objectrecarr -82c0a44f626a33aa004f626a33006f626a73840084c0a34f626aa16100a4002a006200a6004f626a0063040184c0a34f626aa16100a4002a006201a6004f626a0063040284c0a34f626aa16100a4002a006202a6004f626a0063040384c0a34f626aa16100a4002a006203a6004f626a006304 -object(Obj3)#%d (1) { - [%r"?objs"?:("Obj3":)?private"?%r]=> - array(4) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(0) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(1) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - [2]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - [3]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(3) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - } -} -OK -objectselfrec -83c0a44f626a34a7004f626a34006164a9004f626a34006f626a82c0020001 -object(Obj4)#%d (2) { - [%r"?a"?:("Obj4":)?private"?%r]=> - int(100) - [%r"?obj"?:("Obj4":)?private"?%r]=> - *RECURSION* -} -OK diff --git a/php/tests/024b.phpt b/php/tests/024b.phpt deleted file mode 100644 index c7612d7..0000000 --- a/php/tests/024b.phpt +++ /dev/null @@ -1,170 +0,0 @@ ---TEST-- -Recursive objects ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -a = $a; - $this->b = $b; - $this->c = $c; - } -} - -class Obj2 { - public $aa; - protected $bb; - private $cc; - private $obj; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - - $this->obj = new Obj($a, $b, $c); - } -} - -class Obj3 { - private $objs; - - function __construct($a, $b, $c) { - $this->objs = array(); - - for ($i = $a; $i < $c; $i += $b) { - $this->objs[] = new Obj($a, $i, $c); - } - } -} - -class Obj4 { - private $a; - private $obj; - - function __construct($a) { - $this->a = $a; - } - - public function set($obj) { - $this->obj = $obj; - } -} - -$o2 = new Obj2(1, 2, 3); -test('objectrec', $o2, false); - -$o3 = new Obj3(0, 1, 4); -test('objectrecarr', $o3, false); - -$o4 = new Obj4(100); -$o4->set($o4); -test('objectselfrec', $o4, true); -?> ---EXPECTF-- -objectrec -88c0a44f626a32a26161c0a5002a006262c0a8004f626a32006363c0a9004f626a32006f626a84c0a34f626aa16101a4002a006202a6004f626a006303a16101a16202a16303 -object(Obj2)#%d (7) { - ["aa"]=> - NULL - [%r"?bb"?:protected"?%r]=> - NULL - [%r"?cc"?:("Obj2":)?private"?%r]=> - NULL - [%r"?obj"?:("Obj2":)?private"?%r]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - ["a"]=> - int(1) - ["b"]=> - int(2) - ["c"]=> - int(3) -} -OK -objectrecarr -82c0a44f626a33aa004f626a33006f626a73840084c0a34f626aa16100a4002a006200a6004f626a0063040184c0a34f626aa16100a4002a006201a6004f626a0063040284c0a34f626aa16100a4002a006202a6004f626a0063040384c0a34f626aa16100a4002a006203a6004f626a006304 -object(Obj3)#%d (1) { - [%r"?objs"?:("Obj3":)?private"?%r]=> - array(4) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(0) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(1) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - [2]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - [3]=> - object(Obj)#%d (3) { - ["a"]=> - int(0) - [%r"?b"?:protected"?%r]=> - int(3) - [%r"?c"?:("Obj":)?private"?%r]=> - int(4) - } - } -} -OK -objectselfrec -83c0a44f626a34a7004f626a34006164a9004f626a34006f626a82c0020001 -object(Obj4)#%d (2) { - [%r"?a"?:("Obj4":)?private"?%r]=> - int(100) - [%r"?obj"?:("Obj4":)?private"?%r]=> - object(Obj4)#%d (2) { - [%r"?a"?:("Obj4":)?private"?%r]=> - int(100) - [%r"?obj"?:("Obj4":)?private"?%r]=> - *RECURSION* - } -} -OK diff --git a/php/tests/025.phpt b/php/tests/025.phpt deleted file mode 100644 index 234539d..0000000 --- a/php/tests/025.phpt +++ /dev/null @@ -1,119 +0,0 @@ ---TEST-- -Object test, array of objects with __sleep ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - $this->c = $c; - $this->d = $d; - } - - function __sleep() { - return array('a', 'b', 'c'); - } - -# function __wakeup() { -# $this->d = $this->a + $this->b + $this->c; -# } -} - -$array = array( - new Obj("aa", "bb", "cc", "dd"), - new Obj("ee", "ff", "gg", "hh"), - new Obj(1, 2, 3, 4), -); - - -test('array', $array, true); -?> ---EXPECTF-- -array(3) { - [0]=> - object(Obj)#1 (4) { - ["a"]=> - string(2) "aa" - [%r"?b"?:protected"?%r]=> - string(2) "bb" - [%r"?c"?:("Obj":)?private"?%r]=> - string(2) "cc" - ["d"]=> - string(2) "dd" - } - [1]=> - object(Obj)#2 (4) { - ["a"]=> - string(2) "ee" - [%r"?b"?:protected"?%r]=> - string(2) "ff" - [%r"?c"?:("Obj":)?private"?%r]=> - string(2) "gg" - ["d"]=> - string(2) "hh" - } - [2]=> - object(Obj)#3 (4) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - ["d"]=> - int(4) - } -} -array(3) { - [0]=> - object(Obj)#4 (4) { - ["a"]=> - string(2) "aa" - [%r"?b"?:protected"?%r]=> - string(2) "bb" - [%r"?c"?:("Obj":)?private"?%r]=> - string(2) "cc" - ["d"]=> - NULL - } - [1]=> - object(Obj)#5 (4) { - ["a"]=> - string(2) "ee" - [%r"?b"?:protected"?%r]=> - string(2) "ff" - [%r"?c"?:("Obj":)?private"?%r]=> - string(2) "gg" - ["d"]=> - NULL - } - [2]=> - object(Obj)#6 (4) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - ["d"]=> - NULL - } -} diff --git a/php/tests/026.phpt b/php/tests/026.phpt deleted file mode 100644 index 383289d..0000000 --- a/php/tests/026.phpt +++ /dev/null @@ -1,107 +0,0 @@ ---TEST-- -Cyclic array test ---INI-- ---SKIPIF-- - array( - 'b' => 'c', - 'd' => 'e' - ), -); - -$a['f'] = &$a; - -test('array', $a, true); - -$a = array("foo" => &$b); -$b = array(1, 2, $a); -var_dump($a); -var_dump($k = msgpack_unserialize(msgpack_serialize($a))); - -$k["foo"][1] = "b"; -var_dump($k); -?> ---EXPECT-- -array -82a16182a162a163a164a165a16683c001a16182a162a163a164a165a16682c0020005 -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - &array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - *RECURSION* - } -} -OK -array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - *RECURSION* - } -} -array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - array(1) { - ["foo"]=> - *RECURSION* - } - } -} -array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - string(1) "b" - [2]=> - array(1) { - ["foo"]=> - *RECURSION* - } - } -} diff --git a/php/tests/026b.phpt b/php/tests/026b.phpt deleted file mode 100644 index 9eef7cb..0000000 --- a/php/tests/026b.phpt +++ /dev/null @@ -1,147 +0,0 @@ ---TEST-- -Cyclic array test ---INI-- ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- - array( - 'b' => 'c', - 'd' => 'e' - ), -); - -$a['f'] = &$a; - -test('array', $a, true); - -$a = array("foo" => &$b); -$b = array(1, 2, $a); -var_dump($a); -var_dump($k = msgpack_unserialize(msgpack_serialize($a))); - -$k["foo"][1] = "b"; -var_dump($k); -?> ---EXPECT-- -array -82a16182a162a163a164a165a16683c001a16182a162a163a164a165a16682c0020005 -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - &array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - &array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - *RECURSION* - } - } -} -OK -array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - *RECURSION* - } - } - } -} -array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - array(1) { - ["foo"]=> - *RECURSION* - } - } - } - } -} -array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - string(1) "b" - [2]=> - array(1) { - ["foo"]=> - &array(3) { - [0]=> - int(1) - [1]=> - string(1) "b" - [2]=> - array(1) { - ["foo"]=> - *RECURSION* - } - } - } - } -} diff --git a/php/tests/027.phpt b/php/tests/027.phpt deleted file mode 100644 index c9c7cbd..0000000 --- a/php/tests/027.phpt +++ /dev/null @@ -1,73 +0,0 @@ ---TEST-- -Check for serialization handler ---SKIPIF-- ---FILE-- - ---EXPECT-- -bool(true) -read -wrote: 83c001a3666f6f01a474657374a6666f6f626172 -array(2) { - ["foo"]=> - int(1) - ["test"]=> - string(6) "foobar" -} diff --git a/php/tests/028.phpt b/php/tests/028.phpt deleted file mode 100644 index 1d326ce..0000000 --- a/php/tests/028.phpt +++ /dev/null @@ -1,167 +0,0 @@ ---TEST-- -Serialize object into session, full set ---SKIPIF-- -d1 = $foo; - $this->d2 = $foo; - $this->d3 = $foo; - } -} - -class Bar { - private static $s1 = array(); - protected static $s2 = array(); - public static $s3 = array(); - - public $d1; - private $d2; - protected $d3; - - public function __construct() { - } - - public function set($foo) { - $this->d1 = $foo; - $this->d2 = $foo; - $this->d3 = $foo; - } -} - -$output = ''; - -function open($path, $name) { - return true; -} - -function close() { - return true; -} - -function read($id) { - global $output; - $output .= "read" . PHP_EOL; - $a = new Bar(); - $b = new Foo($a); - $a->set($b); - $session = array('old' => $b); - return msgpack_serialize($session); -} - -function write($id, $data) { - global $output; - $output .= "write: "; - $output .= bin2hex($data) . PHP_EOL; - return true; -} - -function destroy($id) { - return true; -} - -function gc($time) { - return true; -} - -ini_set('session.serialize_handler', 'msgpack'); - -session_set_save_handler('open', 'close', 'read', 'write', 'destroy', 'gc'); - -session_start(); - -$_SESSION['test'] = "foobar"; -$a = new Bar(); -$b = new Foo($a); -$a->set($b); -$_SESSION['new'] = $a; - -session_write_close(); - -echo $output; -var_dump($_SESSION); -?> ---EXPECTF-- -read -write: 84c001a36f6c6484c0a3466f6fa700466f6f00643184c0a3426172a2643182c0020002a70042617200643282c0020002a5002a00643382c0020002a5002a00643282c0020003a2643382c0020003a474657374a6666f6f626172a36e657784c0a3426172a2643184c0a3466f6fa700466f6f00643182c002000aa5002a00643282c002000aa2643382c002000aa70042617200643282c002000ba5002a00643382c002000b -array(3) { - ["old"]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - ["test"]=> - string(6) "foobar" - ["new"]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } -} diff --git a/php/tests/028b.phpt b/php/tests/028b.phpt deleted file mode 100644 index 0efba18..0000000 --- a/php/tests/028b.phpt +++ /dev/null @@ -1,671 +0,0 @@ ---TEST-- -Serialize object into session, full set ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -d1 = $foo; - $this->d2 = $foo; - $this->d3 = $foo; - } -} - -class Bar { - private static $s1 = array(); - protected static $s2 = array(); - public static $s3 = array(); - - public $d1; - private $d2; - protected $d3; - - public function __construct() { - } - - public function set($foo) { - $this->d1 = $foo; - $this->d2 = $foo; - $this->d3 = $foo; - } -} - -$output = ''; - -function open($path, $name) { - return true; -} - -function close() { - return true; -} - -function read($id) { - global $output; - $output .= "read" . PHP_EOL; - $a = new Bar(); - $b = new Foo($a); - $a->set($b); - $session = array('old' => $b); - return msgpack_serialize($session); -} - -function write($id, $data) { - global $output; - $output .= "write: "; - $output .= bin2hex($data) . PHP_EOL; - return true; -} - -function destroy($id) { - return true; -} - -function gc($time) { - return true; -} - -ini_set('session.serialize_handler', 'msgpack'); - -session_set_save_handler('open', 'close', 'read', 'write', 'destroy', 'gc'); - -session_start(); - -$_SESSION['test'] = "foobar"; -$a = new Bar(); -$b = new Foo($a); -$a->set($b); -$_SESSION['new'] = $a; - -session_write_close(); - -echo $output; -var_dump($_SESSION); -?> ---EXPECTF-- -read -write: 84c001a36f6c6484c0a3466f6fa700466f6f00643184c0a3426172a2643182c0020002a70042617200643282c0020002a5002a00643382c0020002a5002a00643282c0020003a2643382c0020003a474657374a6666f6f626172a36e657784c0a3426172a2643184c0a3466f6fa700466f6f00643182c002000aa5002a00643282c002000aa2643382c002000aa70042617200643282c002000ba5002a00643382c002000b -array(3) { - ["old"]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#3 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - ["d3"]=> - object(Bar)#4 (3) { - ["d1"]=> - *RECURSION* - [%r"?d2"?:("Bar":)?private"?%r]=> - *RECURSION* - [%r"?d3"?:protected"?%r]=> - *RECURSION* - } - } - } - } - ["test"]=> - string(6) "foobar" - ["new"]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - ["d3"]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - ["d3"]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - [%r"?d2"?:protected"?%r]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - ["d3"]=> - object(Bar)#5 (3) { - ["d1"]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d2"?:("Bar":)?private"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - [%r"?d3"?:protected"?%r]=> - object(Foo)#6 (3) { - [%r"?d1"?:("Foo":)?private"?%r]=> - *RECURSION* - [%r"?d2"?:protected"?%r]=> - *RECURSION* - ["d3"]=> - *RECURSION* - } - } - } - } -} diff --git a/php/tests/029.phpt b/php/tests/029.phpt deleted file mode 100644 index 686abb9..0000000 --- a/php/tests/029.phpt +++ /dev/null @@ -1,47 +0,0 @@ ---TEST-- -Msgpack module info ---SKIPIF-- - ---FILE-- - $val) -{ - if (strcmp($val, 'msgpack') == 0 || $section) - { - $section = true; - } - else - { - continue; - } - - if (empty($val)) - { - $blank++; - if ($blank == 3) - { - $section = false; - } - } - - echo $val, PHP_EOL; -} ---EXPECTF-- -msgpack - -MessagePack Support => enabled -Session Support => enabled -extension Version => %s -header Version => %s - -Directive => Local Value => Master Value -msgpack.error_display => On => On -msgpack.php_only => On => On diff --git a/php/tests/030.phpt b/php/tests/030.phpt deleted file mode 100644 index 3b8d986..0000000 --- a/php/tests/030.phpt +++ /dev/null @@ -1,230 +0,0 @@ ---TEST-- -Unserialize invalid data ---SKIPIF-- ---FILE-- - 10, "foo"), - true, - false, - 0.187182, - "dakjdh98389\000", - null, - (object)array(1,2,3), -); - -error_reporting(0); - -foreach ($datas as $data) { - $str = msgpack_serialize($data); - $len = strlen($str); - - // truncated - for ($i = 0; $i < $len - 1; $i++) { - $v = msgpack_unserialize(substr($str, 0, $i)); - - if (is_object($data) || is_array($data)) { - if ($v !== null && $v !== false && $v != $data) { - echo "output at $i:\n"; - var_dump($v); - } - } else if ($v !== null && $v == $data) { - continue; - } else if ($v !== null && $v !== $data) { - echo "output at $i:\n"; - var_dump($v); - echo "vs.\n"; - var_dump($data); - } - } - - // padded - $str .= "98398afa\000y21_ "; - $v = msgpack_unserialize($str); - if ($v !== $data && !(is_object($data) && $v == $data)) { - echo "padded should get original\n"; - var_dump($v); - echo "vs.\n"; - var_dump($data); - } -} -?> ---EXPECTF-- -output at 3: -array(1) { - [0]=> - int(1) -} -output at 4: -array(1) { - [0]=> - int(1) -} -output at 5: -array(2) { - [0]=> - int(1) - [1]=> - int(2) -} -output at 6: -array(2) { - [0]=> - int(1) - [1]=> - int(2) -} -output at 7: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 8: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 9: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 10: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 11: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 12: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 13: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 14: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 15: -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -output at 16: -array(4) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - ["testing"]=> - int(10) -} -output at 17: -array(4) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - ["testing"]=> - int(10) -} -output at 18: -array(4) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - ["testing"]=> - int(10) -} -output at 19: -array(4) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - ["testing"]=> - int(10) -} -output at 11: -object(stdClass)#2 (0) { -} -output at 12: -object(stdClass)#3 (0) { -} -output at 13: -object(stdClass)#2 (1) { - [0]=> - int(1) -} -output at 14: -object(stdClass)#3 (1) { - [0]=> - int(1) -} -output at 15: -object(stdClass)#2 (2) { - [0]=> - int(1) - [1]=> - int(2) -} diff --git a/php/tests/031.phpt b/php/tests/031.phpt deleted file mode 100644 index ce3ba49..0000000 --- a/php/tests/031.phpt +++ /dev/null @@ -1,90 +0,0 @@ ---TEST-- -Object Serializable interface throws exceptions ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - } - - public function serialize() { - $c = self::$count++; - echo "call serialize, ", ($this->a ? "throw" : "no throw"), PHP_EOL; - if ($this->a) { - throw new Exception("exception in serialize $c"); - } - return pack('NN', $this->a, $this->b); - } - - public function unserialize($serialized) { - $tmp = unpack('N*', $serialized); - $this->__construct($tmp[1], $tmp[2]); - $c = self::$count++; - echo "call unserialize, ", ($this->b ? "throw" : "no throw"), PHP_EOL; - if ($this->b) { - throw new Exception("exception in unserialize $c"); - } - } -} - -$a = new Obj(1, 0); -$a = new Obj(0, 0); -$b = new Obj(0, 0); -$c = new Obj(1, 0); -$d = new Obj(0, 1); - -echo "a, a, c", PHP_EOL; -try { - test(array($a, $a, $c)); -} catch (Exception $e) { - if (version_compare(phpversion(), "5.3.0", ">=")) { - if ($e->getPrevious()) { - $e = $e->getPrevious(); - } - } - - echo $e->getMessage(), PHP_EOL; -} - -echo "b, b, d", PHP_EOL; - -try { - test(array($b, $b, $d)); -} catch (Exception $e) { - if (version_compare(phpversion(), "5.3.0", ">=")) { - if ($e->getPrevious()) { - $e = $e->getPrevious(); - } - } - - echo $e->getMessage(), PHP_EOL; -} -?> ---EXPECT-- -a, a, c -call serialize, no throw -call serialize, throw -exception in serialize 2 -b, b, d -call serialize, no throw -call serialize, no throw -call unserialize, no throw -call unserialize, throw -exception in unserialize 6 diff --git a/php/tests/032.phpt b/php/tests/032.phpt deleted file mode 100644 index b120ea9..0000000 --- a/php/tests/032.phpt +++ /dev/null @@ -1,76 +0,0 @@ ---TEST-- -Object test, __sleep and __wakeup exceptions ---SKIPIF-- ---FILE-- -a = $a; - $this->b = $b; - } - - function __sleep() { - $c = self::$count++; - if ($this->a) { - throw new Exception("exception in __sleep $c"); - } - return array('a', 'b'); - } - - function __wakeup() { - $c = self::$count++; - if ($this->b) { - throw new Exception("exception in __wakeup $c"); - } - $this->b = $this->a * 3; - } -} - - -$a = new Obj(1, 0); -$b = new Obj(0, 1); -$c = new Obj(0, 0); - -try { - test($a); -} catch (Exception $e) { - echo $e->getMessage(), PHP_EOL; -} - -try { - test($b); -} catch (Exception $e) { - echo $e->getMessage(), PHP_EOL; -} - -try { - test($c); -} catch (Exception $e) { - echo $e->getMessage(), PHP_EOL; -} -?> ---EXPECTF-- -exception in __sleep 0 -exception in __wakeup 2 -object(Obj)#%d (2) { - ["a"]=> - int(0) - ["b"]=> - int(0) -} diff --git a/php/tests/033.phpt b/php/tests/033.phpt deleted file mode 100644 index 682fd4d..0000000 --- a/php/tests/033.phpt +++ /dev/null @@ -1,55 +0,0 @@ ---TEST-- -Object test, cyclic references ---SKIPIF-- ---FILE-- -parent = null; - $this->children = array(); - } - - public function addChild(Foo $obj) { - $this->children[] = $obj; - $obj->setParent($this); - } - - public function setParent(Foo $obj) { - $this->parent = $obj; - } -} - -$obj1 = new Foo(); - -for ($i = 0; $i < 10; $i++) { - $obj = new Foo(); - $obj1->addChild($obj); -} - -$o = msgpack_unserialize(msgpack_serialize($obj1->children)); - -foreach ($obj1->children as $k => $v) { - $obj_v = $v; - $o_v = $o[$k]; - - echo gettype($obj_v), " ", gettype($o_v), PHP_EOL; -} -?> ---EXPECT-- -object object -object object -object object -object object -object object -object object -object object -object object -object object -object object diff --git a/php/tests/034.phpt b/php/tests/034.phpt deleted file mode 100644 index 6610c7c..0000000 --- a/php/tests/034.phpt +++ /dev/null @@ -1,38 +0,0 @@ ---TEST-- -Unserialize invalid random data ---SKIPIF-- ---FILE-- - 10, "foo"), - true, - false, - 0.187182, - "dakjdh98389\000", - null, - (object)array(1,2,3), -); - -error_reporting(0); - -foreach ($datas as $data) { - $str = msgpack_serialize($data); - $len = strlen($str); - - for ($j = 0; $j < 200; $j++) { - for ($i = 0; $i < $len - 1; $i++) { - $sub = substr($str, 0, $i); - $sub .= mcrypt_create_iv(30, MCRYPT_DEV_URANDOM); - $php_errormsg = null; - $v = msgpack_unserialize($sub); - } - } -} - ---EXPECT-- diff --git a/php/tests/035.phpt b/php/tests/035.phpt deleted file mode 100644 index d680565..0000000 --- a/php/tests/035.phpt +++ /dev/null @@ -1,34 +0,0 @@ ---TEST-- -Profiling perf test. ---SKIPIF-- - ---FILE-- - 400 ? "GOOD" : "BAD")); -} -?> ---EXPECTF-- -%d iterations took %f seconds: %d/s (GOOD) diff --git a/php/tests/040.phpt b/php/tests/040.phpt deleted file mode 100644 index 9a2d038..0000000 --- a/php/tests/040.phpt +++ /dev/null @@ -1,43 +0,0 @@ ---TEST-- -b0rked random data test ---SKIPIF-- ---FILE-- - ---EXPECT-- diff --git a/php/tests/041.phpt b/php/tests/041.phpt deleted file mode 100644 index 6400fd9..0000000 --- a/php/tests/041.phpt +++ /dev/null @@ -1,47 +0,0 @@ ---TEST-- -Check for double NaN, Inf, -Inf, 0, and -0 ---FILE-- - ---EXPECT-- -empty array: -90 -array(0) { -} -array(1, 2, 3) -93010203 -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -array(array(1, 2, 3), arr... -93930102039304050693070809 -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -array("foo", "FOO", "Foo") -93a3666f6fa3464f4fa3466f6f -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "FOO" - [2]=> - string(3) "Foo" -} -array(1, 123.45, true, ... -9701cb405edccccccccccdc3c293010293090807c0a3666f6f -array(7) { - [0]=> - int(1) - [1]=> - float(123.45) - [2]=> - bool(true) - [3]=> - bool(false) - [4]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - array(3) { - [0]=> - int(9) - [1]=> - int(8) - [2]=> - int(7) - } - } - [5]=> - NULL - [6]=> - string(3) "foo" -} diff --git a/php/tests/060.phpt b/php/tests/060.phpt deleted file mode 100644 index 3ea97eb..0000000 --- a/php/tests/060.phpt +++ /dev/null @@ -1,313 +0,0 @@ ---TEST-- -Check for buffered streaming unserialization ---SKIPIF-- -feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('bool: true', true); -test('bool: false', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('array', array(), false); -test('array(1, 2, 3)', array(1, 2, 3), false); -test('array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/060b.phpt b/php/tests/060b.phpt deleted file mode 100644 index a2e50bc..0000000 --- a/php/tests/060b.phpt +++ /dev/null @@ -1,319 +0,0 @@ ---TEST-- -Check for buffered streaming unserialization ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('bool: true', true); -test('bool: false', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('array', array(), false); -test('array(1, 2, 3)', array(1, 2, 3), false); -test('array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/061.phpt b/php/tests/061.phpt deleted file mode 100644 index 2b42d31..0000000 --- a/php/tests/061.phpt +++ /dev/null @@ -1,318 +0,0 @@ ---TEST-- -Check for unbuffered streaming unserialization ---SKIPIF-- -execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/061b.phpt b/php/tests/061b.phpt deleted file mode 100644 index 21706db..0000000 --- a/php/tests/061b.phpt +++ /dev/null @@ -1,324 +0,0 @@ ---TEST-- -Check for unbuffered streaming unserialization ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/062.phpt b/php/tests/062.phpt deleted file mode 100644 index 159e00d..0000000 --- a/php/tests/062.phpt +++ /dev/null @@ -1,64 +0,0 @@ ---TEST-- -Extra bytes buffered streaming unserialization ---SKIPIF-- ---FILE-- -feed($str); - - while (true) { - if ($unpacker->execute()) { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } else { - break; - } - } - $i += $len; - } - } -} - -test('array(1, 2, 3)', array('9301020392')); -test('array(1, 2, 3), array(3, 9), 4', array('9301020392', '030904')); ---EXPECTF-- -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -array(2) { - [0]=> - int(3) - [1]=> - int(9) -} -int(4) diff --git a/php/tests/063.phpt b/php/tests/063.phpt deleted file mode 100644 index 5be7e09..0000000 --- a/php/tests/063.phpt +++ /dev/null @@ -1,68 +0,0 @@ ---TEST-- -Extra bytes unbuffered streaming unserialization ---SKIPIF-- ---FILE-- -execute($str, $offset)) { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = substr($str, $offset); - $offset = 0; - } else { - break; - } - } - $i += $len; - } - } -} - -test('array(1, 2, 3)', array('9301020392')); -test('array(1, 2, 3), array(3, 9), 4', array('9301020392', '030904')); ---EXPECTF-- -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -array(2) { - [0]=> - int(3) - [1]=> - int(9) -} -int(4) diff --git a/php/tests/064.phpt b/php/tests/064.phpt deleted file mode 100644 index a7a2f3b..0000000 --- a/php/tests/064.phpt +++ /dev/null @@ -1,315 +0,0 @@ ---TEST-- -Check for buffered streaming unserialization (single) ---SKIPIF-- -feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('bool: true', true); -test('bool: false', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('array', array(), false); -test('array(1, 2, 3)', array(1, 2, 3), false); -test('array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/064b.phpt b/php/tests/064b.phpt deleted file mode 100644 index aba7a2d..0000000 --- a/php/tests/064b.phpt +++ /dev/null @@ -1,321 +0,0 @@ ---TEST-- -Check for buffered streaming unserialization (single) ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('bool: true', true); -test('bool: false', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('array', array(), false); -test('array(1, 2, 3)', array(1, 2, 3), false); -test('array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/065.phpt b/php/tests/065.phpt deleted file mode 100644 index c37ca12..0000000 --- a/php/tests/065.phpt +++ /dev/null @@ -1,320 +0,0 @@ ---TEST-- -Check for unbuffered streaming unserialization (single) ---SKIPIF-- -execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/065b.phpt b/php/tests/065b.phpt deleted file mode 100644 index c623d9a..0000000 --- a/php/tests/065b.phpt +++ /dev/null @@ -1,326 +0,0 @@ ---TEST-- -Check for unbuffered streaming unserialization (single) ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/066.phpt b/php/tests/066.phpt deleted file mode 100644 index d2e430d..0000000 --- a/php/tests/066.phpt +++ /dev/null @@ -1,70 +0,0 @@ ---TEST-- -Extra bytes buffered streaming unserialization (single) ---SKIPIF-- ---FILE-- -feed($str); - - while (true) { - if ($unpacker->execute()) { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } else { - break; - } - } - $i += $len; - } - } -} - -test('array(1, 2, 3)', array('9301020392')); -test('array(1, 2, 3), array(3, 9), 4', array('9301020392', '030904')); ---EXPECTF-- -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(2) { - [0]=> - int(3) - [1]=> - int(9) - } -} -int(4) diff --git a/php/tests/067.phpt b/php/tests/067.phpt deleted file mode 100644 index 96c1442..0000000 --- a/php/tests/067.phpt +++ /dev/null @@ -1,74 +0,0 @@ ---TEST-- -Extra bytes unbuffered streaming unserialization (single) ---SKIPIF-- ---FILE-- -execute($str, $offset)) { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = substr($str, $offset); - $offset = 0; - } else { - break; - } - } - $i += $len; - } - } -} - -test('array(1, 2, 3)', array('9301020392')); -test('array(1, 2, 3), array(3, 9), 4', array('9301020392', '030904')); ---EXPECTF-- -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(2) { - [0]=> - int(3) - [1]=> - int(9) - } -} -int(4) diff --git a/php/tests/070.phpt b/php/tests/070.phpt deleted file mode 100644 index affcc72..0000000 --- a/php/tests/070.phpt +++ /dev/null @@ -1,297 +0,0 @@ ---TEST-- -Check for alias functions ---SKIPIF-- - 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/070b.phpt b/php/tests/070b.phpt deleted file mode 100644 index 0aaa4e7..0000000 --- a/php/tests/070b.phpt +++ /dev/null @@ -1,303 +0,0 @@ ---TEST-- -Check for alias functions ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- - 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/071.phpt b/php/tests/071.phpt deleted file mode 100644 index 20041d4..0000000 --- a/php/tests/071.phpt +++ /dev/null @@ -1,299 +0,0 @@ ---TEST-- -Check for class methods ---SKIPIF-- -pack($variable); - $unserialized = $msgpack->unpack($serialized); - - var_dump($unserialized); - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/071b.phpt b/php/tests/071b.phpt deleted file mode 100644 index f663073..0000000 --- a/php/tests/071b.phpt +++ /dev/null @@ -1,305 +0,0 @@ ---TEST-- -Check for class methods ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -pack($variable); - $unserialized = $msgpack->unpack($serialized); - - var_dump($unserialized); - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/072.phpt b/php/tests/072.phpt deleted file mode 100644 index 0f89e0a..0000000 --- a/php/tests/072.phpt +++ /dev/null @@ -1,339 +0,0 @@ ---TEST-- -Check for class methods unpacker ---SKIPIF-- -pack($variable); - $unpacker = $msgpack->unpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/072b.phpt b/php/tests/072b.phpt deleted file mode 100644 index 05fe41e..0000000 --- a/php/tests/072b.phpt +++ /dev/null @@ -1,345 +0,0 @@ ---TEST-- -Check for class methods unpacker ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -pack($variable); - $unpacker = $msgpack->unpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/073.phpt b/php/tests/073.phpt deleted file mode 100644 index f6a91a6..0000000 --- a/php/tests/073.phpt +++ /dev/null @@ -1,340 +0,0 @@ ---TEST-- -Check for class unpacker ---SKIPIF-- -pack($variable); - - $unpacker = new MessagePackUnpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/073b.phpt b/php/tests/073b.phpt deleted file mode 100644 index 065a2aa..0000000 --- a/php/tests/073b.phpt +++ /dev/null @@ -1,346 +0,0 @@ ---TEST-- -Check for class unpacker ---SKIPIF-- -= 0) { - echo "skip tests in PHP 5.3.2 or older"; -} ---FILE-- -pack($variable); - - $unpacker = new MessagePackUnpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), false); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), false); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), false); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - &array(1) { - [0]=> - string(3) "foo" - } - [1]=> - &array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - &array(1) { - [0]=> - *RECURSION* - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) -} -OK -array(2) { - [0]=> - object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - object(Obj)#%d (3) { - ["a"]=> - int(4) - [%r"?b"?:protected"?%r]=> - int(5) - [%r"?c"?:("Obj":)?private"?%r]=> - int(6) - } -} -OK -array(2) { - [0]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } - [1]=> - &object(Obj)#%d (3) { - ["a"]=> - int(1) - [%r"?b"?:protected"?%r]=> - int(2) - [%r"?c"?:("Obj":)?private"?%r]=> - int(3) - } -} -OK diff --git a/php/tests/080.phpt b/php/tests/080.phpt deleted file mode 100644 index aba1cb6..0000000 --- a/php/tests/080.phpt +++ /dev/null @@ -1,301 +0,0 @@ ---TEST-- -disabled php only (ini_set) ---SKIPIF-- ---FILE-- - 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/081.phpt b/php/tests/081.phpt deleted file mode 100644 index d22daaa..0000000 --- a/php/tests/081.phpt +++ /dev/null @@ -1,303 +0,0 @@ ---TEST-- -disabled php only for class methods (ini_set) ---SKIPIF-- ---FILE-- -pack($variable); - $unserialized = $msgpack->unpack($serialized); - - var_dump($unserialized); - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/082.phpt b/php/tests/082.phpt deleted file mode 100644 index 45a9d93..0000000 --- a/php/tests/082.phpt +++ /dev/null @@ -1,346 +0,0 @@ ---TEST-- -disabled php only for class methods unpacker (ini_set) ---SKIPIF-- ---FILE-- -pack($variable); - $unpacker = $msgpack->unpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/083.phpt b/php/tests/083.phpt deleted file mode 100644 index 203d829..0000000 --- a/php/tests/083.phpt +++ /dev/null @@ -1,347 +0,0 @@ ---TEST-- -disabled php only for class unpacker (ini_set) ---SKIPIF-- ---FILE-- -pack($variable); - - $unpacker = new MessagePackUnpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/084.phpt b/php/tests/084.phpt deleted file mode 100644 index 74d061b..0000000 --- a/php/tests/084.phpt +++ /dev/null @@ -1,301 +0,0 @@ ---TEST-- -disabled php only for class methods (constract) ---SKIPIF-- ---FILE-- -pack($variable); - $unserialized = $msgpack->unpack($serialized); - - var_dump($unserialized); - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/085.phpt b/php/tests/085.phpt deleted file mode 100644 index 72aacc8..0000000 --- a/php/tests/085.phpt +++ /dev/null @@ -1,344 +0,0 @@ ---TEST-- -disabled php only for class methods unpacker (constract) ---SKIPIF-- ---FILE-- -pack($variable); - $unpacker = $msgpack->unpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/086.phpt b/php/tests/086.phpt deleted file mode 100644 index aeaa332..0000000 --- a/php/tests/086.phpt +++ /dev/null @@ -1,345 +0,0 @@ ---TEST-- -disabled php only for class unpacker (constract) ---SKIPIF-- ---FILE-- -pack($variable); - - $unpacker = new MessagePackUnpacker(false); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/087.phpt b/php/tests/087.phpt deleted file mode 100644 index 9bb4e49..0000000 --- a/php/tests/087.phpt +++ /dev/null @@ -1,302 +0,0 @@ ---TEST-- -disabled php only for class methods (set option) ---SKIPIF-- ---FILE-- -setOption(MessagePack::OPT_PHPONLY, false); - - $serialized = $msgpack->pack($variable); - $unserialized = $msgpack->unpack($serialized); - - var_dump($unserialized); - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/088.phpt b/php/tests/088.phpt deleted file mode 100644 index 7cbabb9..0000000 --- a/php/tests/088.phpt +++ /dev/null @@ -1,345 +0,0 @@ ---TEST-- -disabled php only for class methods unpacker (set option) ---SKIPIF-- ---FILE-- -setOption(MessagePack::OPT_PHPONLY, false); - - $serialized = $msgpack->pack($variable); - $unpacker = $msgpack->unpacker(); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/php/tests/089.phpt b/php/tests/089.phpt deleted file mode 100644 index f3a0537..0000000 --- a/php/tests/089.phpt +++ /dev/null @@ -1,347 +0,0 @@ ---TEST-- -disabled php only for class unpacker (set option) ---SKIPIF-- ---FILE-- -setOption(MessagePack::OPT_PHPONLY, false); - - $serialized = $msgpack->pack($variable); - - $unpacker = new MessagePackUnpacker(); - $unpacker->setOption(MessagePack::OPT_PHPONLY, false); - - $length = strlen($serialized); - - if (rand(0, 1)) - { - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str = substr($serialized, $i, $len); - - $unpacker->feed($str); - if ($unpacker->execute()) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - $unpacker->reset(); - } - - $i += $len; - } - } - else - { - $str = ""; - $offset = 0; - - for ($i = 0; $i < $length;) - { - $len = rand(1, 10); - $str .= substr($serialized, $i, $len); - - if ($unpacker->execute($str, $offset)) - { - $unserialized = $unpacker->data(); - var_dump($unserialized); - - $unpacker->reset(); - $str = ""; - $offset = 0; - } - - $i += $len; - } - } - - if (!is_bool($test)) - { - echo $unserialized === $variable ? 'OK' : 'ERROR', PHP_EOL; - } - else - { - echo $test || $unserialized == $variable ? 'OK' : 'ERROR', PHP_EOL; - } -} - -test('null', null); - -test('boo:l true', true); -test('bool: true', false); - -test('zero: 0', 0); -test('small: 1', 1); -test('small: -1', -1); -test('medium: 1000', 1000); -test('medium: -1000', -1000); -test('large: 100000', 100000); -test('large: -100000', -100000); - -test('double: 123.456', 123.456); - -test('empty: ""', ""); -test('string: "foobar"', "foobar"); - -test('empty: array', array(), false); -test('empty: array(1, 2, 3)', array(1, 2, 3), false); -test('empty: array(array(1, 2, 3), arr...', array(array(1, 2, 3), array(4, 5, 6), array(7, 8, 9)), false); - -test('array("foo", "foo", "foo")', array("foo", "foo", "foo"), false); -test('array("one" => 1, "two" => 2))', array("one" => 1, "two" => 2), false); -test('array("kek" => "lol", "lol" => "kek")', array("kek" => "lol", "lol" => "kek"), false); -test('array("" => "empty")', array("" => "empty"), false); - -$a = array('foo'); -test('array($a, $a)', array($a, $a), false); -test('array(&$a, &$a)', array(&$a, &$a), false); - -$a = array(null); -$b = array(&$a); -$a[0] = &$b; - -test('cyclic', $a, true); - -$a = array( - 'a' => array( - 'b' => 'c', - 'd' => 'e' - ), - 'f' => array( - 'g' => 'h' - ) - ); - -test('array', $a, false); - -class Obj { - public $a; - protected $b; - private $c; - - function __construct($a, $b, $c) { - $this->a = $a; - $this->b = $b; - $this->c = $c; - } -} - -test('object', new Obj(1, 2, 3), true); - -test('object', array(new Obj(1, 2, 3), new Obj(4, 5, 6)), true); - -$o = new Obj(1, 2, 3); - -test('object', array(&$o, &$o), true); ---EXPECTF-- -NULL -OK -bool(true) -OK -bool(false) -OK -int(0) -OK -int(1) -OK -int(-1) -OK -int(1000) -OK -int(-1000) -OK -int(100000) -OK -int(-100000) -OK -float(123.456) -OK -string(0) "" -OK -string(6) "foobar" -OK -array(0) { -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(3) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } - [2]=> - array(3) { - [0]=> - int(7) - [1]=> - int(8) - [2]=> - int(9) - } -} -OK -array(3) { - [0]=> - string(3) "foo" - [1]=> - string(3) "foo" - [2]=> - string(3) "foo" -} -OK -array(2) { - ["one"]=> - int(1) - ["two"]=> - int(2) -} -OK -array(2) { - ["kek"]=> - string(3) "lol" - ["lol"]=> - string(3) "kek" -} -OK -array(1) { - [""]=> - string(5) "empty" -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(2) { - [0]=> - array(1) { - [0]=> - string(3) "foo" - } - [1]=> - array(1) { - [0]=> - string(3) "foo" - } -} -OK -array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - array(1) { - [0]=> - NULL - } - } - } - } -} -OK -array(2) { - ["a"]=> - array(2) { - ["b"]=> - string(1) "c" - ["d"]=> - string(1) "e" - } - ["f"]=> - array(1) { - ["g"]=> - string(1) "h" - } -} -OK -array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(4) - [1]=> - int(5) - [2]=> - int(6) - } -} -OK -array(2) { - [0]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } - [1]=> - array(3) { - [0]=> - int(1) - [1]=> - int(2) - [2]=> - int(3) - } -} -OK diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 0000000..c69d5a7 --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,45 @@ +[build-system] +requires = ["setuptools >= 78.1.1"] +build-backend = "setuptools.build_meta" + +[project] +name = "msgpack" +dynamic = ["version"] +license = "Apache-2.0" +authors = [{name="Inada Naoki", email="songofacandy@gmail.com"}] +description = "MessagePack serializer" +readme = "README.md" +keywords = ["msgpack", "messagepack", "serializer", "serialization", "binary"] +requires-python = ">=3.10" +classifiers = [ + "Development Status :: 5 - Production/Stable", + "Operating System :: OS Independent", + "Topic :: File Formats", + "Intended Audience :: Developers", + "Programming Language :: Python :: Implementation :: CPython", + "Programming Language :: Python :: Implementation :: PyPy", +] + +[project.urls] +Homepage = "https://msgpack.org/" +Documentation = "https://msgpack-python.readthedocs.io/" +Repository = "https://github.com/msgpack/msgpack-python/" +Tracker = "https://github.com/msgpack/msgpack-python/issues" +Changelog = "https://github.com/msgpack/msgpack-python/blob/main/ChangeLog.rst" + +[tool.setuptools] +# Do not install C/C++/Cython source files +include-package-data = false + +[tool.setuptools.dynamic] +version = {attr = "msgpack.__version__"} + +[tool.ruff] +line-length = 100 +target-version = "py310" +lint.select = [ + "E", # pycodestyle + "F", # Pyflakes + "I", # isort + #"UP", pyupgrade +] diff --git a/python/.gitignore b/python/.gitignore deleted file mode 100644 index 35b00cc..0000000 --- a/python/.gitignore +++ /dev/null @@ -1,7 +0,0 @@ -MANIFEST -build/* -dist/* -*.pyc -*.pyo -msgpack/__version__.py -msgpack/_msgpack.c diff --git a/python/COPYING b/python/COPYING deleted file mode 100644 index 3cb1f1e..0000000 --- a/python/COPYING +++ /dev/null @@ -1,14 +0,0 @@ -Copyright (C) 2008-2010 KLab Inc. - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - diff --git a/python/ChangeLog.rst b/python/ChangeLog.rst deleted file mode 100644 index 77e1707..0000000 --- a/python/ChangeLog.rst +++ /dev/null @@ -1,16 +0,0 @@ -0.1.7 -====== -:release date: 2010-11-02 - -New feature ------------- -* Add *object_hook* and *list_hook* option to unpacker. It allows you to - hook unpacing mapping type and array type. - -* Add *default* option to packer. It allows you to pack unsupported types. - -* unpacker accepts (old) buffer types. - -Bugs fixed ----------- -* Compilation error on win32. diff --git a/python/Makefile b/python/Makefile deleted file mode 100644 index 245c09c..0000000 --- a/python/Makefile +++ /dev/null @@ -1,12 +0,0 @@ -.PHONY: test all python3 - -all: - python setup.py build_ext -i -f - python setup.py build sdist - -python3: - python3 setup.py build_ext -i -f - python3 setup.py build sdist - -test: - nosetests test diff --git a/python/README b/python/README deleted file mode 100644 index a7e8c53..0000000 --- a/python/README +++ /dev/null @@ -1,42 +0,0 @@ -=========================== -MessagePack Python Binding -=========================== - -:author: INADA Naoki -:version: 0.1.0 -:date: 2009-07-12 - -HOW TO USE ------------ -You can read document in docstring after `import msgpack` - - -INSTALL ---------- -Cython_ is required to build msgpack. - -.. _Cython: http://www.cython.org/ - -posix -'''''' -You can install msgpack in common way. - - $ python setup.py install - -Windows -'''''''' -MessagePack requires gcc currently. So you need to prepare -MinGW GCC. - - $ python setup.py install -c mingw32 - -TEST ----- -MessagePack uses `nosetest` for testing. -Run test with following command: - - $ nosetests test - - -.. - vim: filetype=rst diff --git a/python/msgpack/__init__.py b/python/msgpack/__init__.py deleted file mode 100644 index cdf045f..0000000 --- a/python/msgpack/__init__.py +++ /dev/null @@ -1,11 +0,0 @@ -# coding: utf-8 -from msgpack.__version__ import * -from msgpack._msgpack import * - -# alias for compatibility to simplejson/marshal/pickle. -load = unpack -loads = unpackb - -dump = pack -dumps = packb - diff --git a/python/msgpack/_msgpack.pyx b/python/msgpack/_msgpack.pyx deleted file mode 100644 index 5394055..0000000 --- a/python/msgpack/_msgpack.pyx +++ /dev/null @@ -1,333 +0,0 @@ -# coding: utf-8 - -from cpython cimport * -cdef extern from "Python.h": - ctypedef char* const_char_ptr "const char*" - ctypedef char* const_void_ptr "const void*" - ctypedef struct PyObject - cdef int PyObject_AsReadBuffer(object o, const_void_ptr* buff, Py_ssize_t* buf_len) except -1 - -from libc.stdlib cimport * -from libc.string cimport * - -cdef extern from "pack.h": - struct msgpack_packer: - char* buf - size_t length - size_t buf_size - - int msgpack_pack_int(msgpack_packer* pk, int d) - int msgpack_pack_nil(msgpack_packer* pk) - int msgpack_pack_true(msgpack_packer* pk) - int msgpack_pack_false(msgpack_packer* pk) - int msgpack_pack_long(msgpack_packer* pk, long d) - int msgpack_pack_long_long(msgpack_packer* pk, long long d) - int msgpack_pack_unsigned_long_long(msgpack_packer* pk, unsigned long long d) - int msgpack_pack_double(msgpack_packer* pk, double d) - int msgpack_pack_array(msgpack_packer* pk, size_t l) - int msgpack_pack_map(msgpack_packer* pk, size_t l) - int msgpack_pack_raw(msgpack_packer* pk, size_t l) - int msgpack_pack_raw_body(msgpack_packer* pk, char* body, size_t l) - -cdef int DEFAULT_RECURSE_LIMIT=511 - -cdef class Packer(object): - """MessagePack Packer - - usage: - - packer = Packer() - astream.write(packer.pack(a)) - astream.write(packer.pack(b)) - """ - cdef msgpack_packer pk - cdef object default - - def __cinit__(self): - cdef int buf_size = 1024*1024 - self.pk.buf = malloc(buf_size); - self.pk.buf_size = buf_size - self.pk.length = 0 - - def __init__(self, default=None): - if default is not None: - if not PyCallable_Check(default): - raise TypeError("default must be a callable.") - self.default = default - - def __dealloc__(self): - free(self.pk.buf); - - cdef int _pack(self, object o, int nest_limit=DEFAULT_RECURSE_LIMIT, - default=None) except -1: - cdef long long llval - cdef unsigned long long ullval - cdef long longval - cdef double fval - cdef char* rawval - cdef int ret - cdef dict d - - if nest_limit < 0: - raise ValueError("Too deep.") - - if o is None: - ret = msgpack_pack_nil(&self.pk) - #elif PyBool_Check(o): - elif isinstance(o, bool): - if o: - ret = msgpack_pack_true(&self.pk) - else: - ret = msgpack_pack_false(&self.pk) - elif PyLong_Check(o): - if o > 0: - ullval = o - ret = msgpack_pack_unsigned_long_long(&self.pk, ullval) - else: - llval = o - ret = msgpack_pack_long_long(&self.pk, llval) - elif PyInt_Check(o): - longval = o - ret = msgpack_pack_long(&self.pk, longval) - elif PyFloat_Check(o): - fval = o - ret = msgpack_pack_double(&self.pk, fval) - elif PyBytes_Check(o): - rawval = o - ret = msgpack_pack_raw(&self.pk, len(o)) - if ret == 0: - ret = msgpack_pack_raw_body(&self.pk, rawval, len(o)) - elif PyUnicode_Check(o): - o = PyUnicode_AsUTF8String(o) - rawval = o - ret = msgpack_pack_raw(&self.pk, len(o)) - if ret == 0: - ret = msgpack_pack_raw_body(&self.pk, rawval, len(o)) - elif PyDict_Check(o): - d = o - ret = msgpack_pack_map(&self.pk, len(d)) - if ret == 0: - for k,v in d.items(): - ret = self._pack(k, nest_limit-1, default) - if ret != 0: break - ret = self._pack(v, nest_limit-1, default) - if ret != 0: break - elif PySequence_Check(o): - ret = msgpack_pack_array(&self.pk, len(o)) - if ret == 0: - for v in o: - ret = self._pack(v, nest_limit-1, default) - if ret != 0: break - elif default is not None: - o = self.default(o) - ret = self._pack(o, nest_limit) - else: - raise TypeError("can't serialize %r" % (o,)) - return ret - - def pack(self, object obj): - cdef int ret - ret = self._pack(obj, DEFAULT_RECURSE_LIMIT, self.default) - if ret: - raise TypeError - buf = PyBytes_FromStringAndSize(self.pk.buf, self.pk.length) - self.pk.length = 0 - return buf - - -def pack(object o, object stream, default=None): - """pack an object `o` and write it to stream).""" - packer = Packer(default=default) - stream.write(packer.pack(o)) - -def packb(object o, default=None): - """pack o and return packed bytes.""" - packer = Packer(default=default) - return packer.pack(o) - -packs = packb - -cdef extern from "unpack.h": - ctypedef struct msgpack_user: - int use_list - PyObject* object_hook - PyObject* list_hook - - ctypedef struct template_context: - msgpack_user user - PyObject* obj - size_t count - unsigned int ct - PyObject* key - - int template_execute(template_context* ctx, const_char_ptr data, - size_t len, size_t* off) - void template_init(template_context* ctx) - object template_data(template_context* ctx) - - -def unpackb(object packed, object object_hook=None, object list_hook=None): - """Unpack packed_bytes to object. Returns an unpacked object.""" - cdef template_context ctx - cdef size_t off = 0 - cdef int ret - - cdef char* buf - cdef Py_ssize_t buf_len - PyObject_AsReadBuffer(packed, &buf, &buf_len) - - template_init(&ctx) - ctx.user.use_list = 0 - ctx.user.object_hook = ctx.user.list_hook = NULL - if object_hook is not None: - if not PyCallable_Check(object_hook): - raise TypeError("object_hook must be a callable.") - ctx.user.object_hook = object_hook - if list_hook is not None: - if not PyCallable_Check(list_hook): - raise TypeError("list_hook must be a callable.") - ctx.user.list_hook = list_hook - ret = template_execute(&ctx, buf, buf_len, &off) - if ret == 1: - return template_data(&ctx) - else: - return None - -unpacks = unpackb - -def unpack(object stream, object object_hook=None, object list_hook=None): - """unpack an object from stream.""" - return unpackb(stream.read(), - object_hook=object_hook, list_hook=list_hook) - -cdef class UnpackIterator(object): - cdef object unpacker - - def __init__(self, unpacker): - self.unpacker = unpacker - - def __next__(self): - return self.unpacker.unpack() - - def __iter__(self): - return self - -cdef class Unpacker(object): - """Unpacker(read_size=1024*1024) - - Streaming unpacker. - read_size is used like file_like.read(read_size) - - example: - unpacker = Unpacker() - while 1: - buf = astream.read() - unpacker.feed(buf) - for o in unpacker: - do_something(o) - """ - cdef template_context ctx - cdef char* buf - cdef size_t buf_size, buf_head, buf_tail - cdef object file_like - cdef int read_size - cdef bint use_list - cdef object object_hook - - def __cinit__(self): - self.buf = NULL - - def __dealloc__(self): - free(self.buf); - - def __init__(self, file_like=None, int read_size=0, bint use_list=0, - object object_hook=None, object list_hook=None): - if read_size == 0: - read_size = 1024*1024 - self.use_list = use_list - self.file_like = file_like - self.read_size = read_size - self.buf = malloc(read_size) - self.buf_size = read_size - self.buf_head = 0 - self.buf_tail = 0 - template_init(&self.ctx) - self.ctx.user.use_list = use_list - self.ctx.user.object_hook = self.ctx.user.list_hook = NULL - if object_hook is not None: - if not PyCallable_Check(object_hook): - raise TypeError("object_hook must be a callable.") - self.ctx.user.object_hook = object_hook - if list_hook is not None: - if not PyCallable_Check(list_hook): - raise TypeError("object_hook must be a callable.") - self.ctx.user.list_hook = list_hook - - def feed(self, object next_bytes): - cdef char* buf - cdef Py_ssize_t buf_len - PyObject_AsReadBuffer(next_bytes, &buf, &buf_len) - self.append_buffer(buf, buf_len) - - cdef append_buffer(self, void* _buf, Py_ssize_t _buf_len): - cdef: - char* buf = self.buf - size_t head = self.buf_head - size_t tail = self.buf_tail - size_t buf_size = self.buf_size - size_t new_size - - if tail + _buf_len > buf_size: - if ((tail - head) + _buf_len)*2 < buf_size: - # move to front. - memmove(buf, buf + head, tail - head) - tail -= head - head = 0 - else: - # expand buffer. - new_size = tail + _buf_len - if new_size < buf_size*2: - new_size = buf_size*2 - buf = realloc(buf, new_size) - buf_size = new_size - - memcpy(buf + tail, (_buf), _buf_len) - self.buf_head = head - self.buf_size = buf_size - self.buf_tail = tail + _buf_len - - # prepare self.buf from file_like - cdef fill_buffer(self): - if self.file_like is not None: - next_bytes = self.file_like.read(self.read_size) - if next_bytes: - self.append_buffer(PyBytes_AsString(next_bytes), - PyBytes_Size(next_bytes)) - else: - self.file_like = None - - cpdef unpack(self): - """unpack one object""" - cdef int ret - self.fill_buffer() - ret = template_execute(&self.ctx, self.buf, self.buf_tail, &self.buf_head) - if ret == 1: - o = template_data(&self.ctx) - template_init(&self.ctx) - return o - elif ret == 0: - if self.file_like is not None: - return self.unpack() - raise StopIteration, "No more unpack data." - else: - raise ValueError, "Unpack failed." - - def __iter__(self): - return UnpackIterator(self) - - # for debug. - #def _buf(self): - # return PyString_FromStringAndSize(self.buf, self.buf_tail) - - #def _off(self): - # return self.buf_head diff --git a/python/msgpack/pack.h b/python/msgpack/pack.h deleted file mode 100644 index 2ae95d1..0000000 --- a/python/msgpack/pack.h +++ /dev/null @@ -1,103 +0,0 @@ -/* - * MessagePack for Python packing routine - * - * Copyright (C) 2009 Naoki INADA - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include -#include -#include "sysdep.h" -#include "pack_define.h" - -#ifdef __cplusplus -extern "C" { -#endif - -typedef struct msgpack_packer { - char *buf; - size_t length; - size_t buf_size; -} msgpack_packer; - -typedef struct Packer Packer; - -static inline int msgpack_pack_short(msgpack_packer* pk, short d); -static inline int msgpack_pack_int(msgpack_packer* pk, int d); -static inline int msgpack_pack_long(msgpack_packer* pk, long d); -static inline int msgpack_pack_long_long(msgpack_packer* pk, long long d); -static inline int msgpack_pack_unsigned_short(msgpack_packer* pk, unsigned short d); -static inline int msgpack_pack_unsigned_int(msgpack_packer* pk, unsigned int d); -static inline int msgpack_pack_unsigned_long(msgpack_packer* pk, unsigned long d); -static inline int msgpack_pack_unsigned_long_long(msgpack_packer* pk, unsigned long long d); - -static inline int msgpack_pack_uint8(msgpack_packer* pk, uint8_t d); -static inline int msgpack_pack_uint16(msgpack_packer* pk, uint16_t d); -static inline int msgpack_pack_uint32(msgpack_packer* pk, uint32_t d); -static inline int msgpack_pack_uint64(msgpack_packer* pk, uint64_t d); -static inline int msgpack_pack_int8(msgpack_packer* pk, int8_t d); -static inline int msgpack_pack_int16(msgpack_packer* pk, int16_t d); -static inline int msgpack_pack_int32(msgpack_packer* pk, int32_t d); -static inline int msgpack_pack_int64(msgpack_packer* pk, int64_t d); - -static inline int msgpack_pack_float(msgpack_packer* pk, float d); -static inline int msgpack_pack_double(msgpack_packer* pk, double d); - -static inline int msgpack_pack_nil(msgpack_packer* pk); -static inline int msgpack_pack_true(msgpack_packer* pk); -static inline int msgpack_pack_false(msgpack_packer* pk); - -static inline int msgpack_pack_array(msgpack_packer* pk, unsigned int n); - -static inline int msgpack_pack_map(msgpack_packer* pk, unsigned int n); - -static inline int msgpack_pack_raw(msgpack_packer* pk, size_t l); -static inline int msgpack_pack_raw_body(msgpack_packer* pk, const void* b, size_t l); - -static inline int msgpack_pack_write(msgpack_packer* pk, const char *data, size_t l) -{ - char* buf = pk->buf; - size_t bs = pk->buf_size; - size_t len = pk->length; - - if (len + l > bs) { - bs = (len + l) * 2; - buf = realloc(buf, bs); - if (!buf) return -1; - } - memcpy(buf + len, data, l); - len += l; - - pk->buf = buf; - pk->buf_size = bs; - pk->length = len; - return 0; -} - -#define msgpack_pack_inline_func(name) \ - static inline int msgpack_pack ## name - -#define msgpack_pack_inline_func_cint(name) \ - static inline int msgpack_pack ## name - -#define msgpack_pack_user msgpack_packer* - -#define msgpack_pack_append_buffer(user, buf, len) \ - return msgpack_pack_write(user, (const char*)buf, len) - -#include "pack_template.h" - -#ifdef __cplusplus -} -#endif diff --git a/python/msgpack/pack_define.h b/python/msgpack/pack_define.h deleted file mode 100644 index f72391b..0000000 --- a/python/msgpack/pack_define.h +++ /dev/null @@ -1,25 +0,0 @@ -/* - * MessagePack unpacking routine template - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_PACK_DEFINE_H__ -#define MSGPACK_PACK_DEFINE_H__ - -#include "sysdep.h" -#include - -#endif /* msgpack/pack_define.h */ - diff --git a/python/msgpack/pack_template.h b/python/msgpack/pack_template.h deleted file mode 100644 index de148bf..0000000 --- a/python/msgpack/pack_template.h +++ /dev/null @@ -1,686 +0,0 @@ -/* - * MessagePack packing routine template - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifdef __LITTLE_ENDIAN__ -#define TAKE8_8(d) ((uint8_t*)&d)[0] -#define TAKE8_16(d) ((uint8_t*)&d)[0] -#define TAKE8_32(d) ((uint8_t*)&d)[0] -#define TAKE8_64(d) ((uint8_t*)&d)[0] -#elif __BIG_ENDIAN__ -#define TAKE8_8(d) ((uint8_t*)&d)[0] -#define TAKE8_16(d) ((uint8_t*)&d)[1] -#define TAKE8_32(d) ((uint8_t*)&d)[3] -#define TAKE8_64(d) ((uint8_t*)&d)[7] -#endif - -#ifndef msgpack_pack_inline_func -#error msgpack_pack_inline_func template is not defined -#endif - -#ifndef msgpack_pack_user -#error msgpack_pack_user type is not defined -#endif - -#ifndef msgpack_pack_append_buffer -#error msgpack_pack_append_buffer callback is not defined -#endif - - -/* - * Integer - */ - -#define msgpack_pack_real_uint8(x, d) \ -do { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_8(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ -} while(0) - -#define msgpack_pack_real_uint16(x, d) \ -do { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ - } else if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ -} while(0) - -#define msgpack_pack_real_uint32(x, d) \ -do { \ - if(d < (1<<8)) { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else { \ - if(d < (1<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; *(uint32_t*)&buf[1] = _msgpack_be32(d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_uint64(x, d) \ -do { \ - if(d < (1ULL<<8)) { \ - if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ - } else { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else { \ - if(d < (1ULL<<16)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else if(d < (1ULL<<32)) { \ - /* signed 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; *(uint32_t*)&buf[1] = _msgpack_be32(d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else { \ - /* signed 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xcf; *(uint64_t*)&buf[1] = _msgpack_be64(d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_int8(x, d) \ -do { \ - if(d < -(1<<5)) { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_8(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); \ - } \ -} while(0) - -#define msgpack_pack_real_int16(x, d) \ -do { \ - if(d < -(1<<5)) { \ - if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_16(d), 1); \ - } else { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_16(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_int32(x, d) \ -do { \ - if(d < -(1<<5)) { \ - if(d < -(1<<15)) { \ - /* signed 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xd2; *(uint32_t*)&buf[1] = _msgpack_be32(d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_32(d), 1); \ - } else { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_32(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else if(d < (1<<16)) { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; *(uint32_t*)&buf[1] = _msgpack_be32(d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } \ -} while(0) - -#define msgpack_pack_real_int64(x, d) \ -do { \ - if(d < -(1LL<<5)) { \ - if(d < -(1LL<<15)) { \ - if(d < -(1LL<<31)) { \ - /* signed 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xd3; *(uint64_t*)&buf[1] = _msgpack_be64(d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } else { \ - /* signed 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xd2; *(uint32_t*)&buf[1] = _msgpack_be32(d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } \ - } else { \ - if(d < -(1<<7)) { \ - /* signed 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xd1; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } else { \ - /* signed 8 */ \ - unsigned char buf[2] = {0xd0, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } \ - } \ - } else if(d < (1<<7)) { \ - /* fixnum */ \ - msgpack_pack_append_buffer(x, &TAKE8_64(d), 1); \ - } else { \ - if(d < (1LL<<16)) { \ - if(d < (1<<8)) { \ - /* unsigned 8 */ \ - unsigned char buf[2] = {0xcc, TAKE8_64(d)}; \ - msgpack_pack_append_buffer(x, buf, 2); \ - } else { \ - /* unsigned 16 */ \ - unsigned char buf[3]; \ - buf[0] = 0xcd; *(uint16_t*)&buf[1] = _msgpack_be16(d); \ - msgpack_pack_append_buffer(x, buf, 3); \ - } \ - } else { \ - if(d < (1LL<<32)) { \ - /* unsigned 32 */ \ - unsigned char buf[5]; \ - buf[0] = 0xce; *(uint32_t*)&buf[1] = _msgpack_be32(d); \ - msgpack_pack_append_buffer(x, buf, 5); \ - } else { \ - /* unsigned 64 */ \ - unsigned char buf[9]; \ - buf[0] = 0xcf; *(uint64_t*)&buf[1] = _msgpack_be64(d); \ - msgpack_pack_append_buffer(x, buf, 9); \ - } \ - } \ - } \ -} while(0) - - -#ifdef msgpack_pack_inline_func_fastint - -msgpack_pack_inline_func_fastint(_uint8)(msgpack_pack_user x, uint8_t d) -{ - unsigned char buf[2] = {0xcc, TAKE8_8(d)}; - msgpack_pack_append_buffer(x, buf, 2); -} - -msgpack_pack_inline_func_fastint(_uint16)(msgpack_pack_user x, uint16_t d) -{ - unsigned char buf[3]; - buf[0] = 0xcd; *(uint16_t*)&buf[1] = _msgpack_be16(d); - msgpack_pack_append_buffer(x, buf, 3); -} - -msgpack_pack_inline_func_fastint(_uint32)(msgpack_pack_user x, uint32_t d) -{ - unsigned char buf[5]; - buf[0] = 0xce; *(uint32_t*)&buf[1] = _msgpack_be32(d); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func_fastint(_uint64)(msgpack_pack_user x, uint64_t d) -{ - unsigned char buf[9]; - buf[0] = 0xcf; *(uint64_t*)&buf[1] = _msgpack_be64(d); - msgpack_pack_append_buffer(x, buf, 9); -} - -msgpack_pack_inline_func_fastint(_int8)(msgpack_pack_user x, int8_t d) -{ - unsigned char buf[2] = {0xd0, TAKE8_8(d)}; - msgpack_pack_append_buffer(x, buf, 2); -} - -msgpack_pack_inline_func_fastint(_int16)(msgpack_pack_user x, int16_t d) -{ - unsigned char buf[3]; - buf[0] = 0xd1; *(uint16_t*)&buf[1] = _msgpack_be16(d); - msgpack_pack_append_buffer(x, buf, 3); -} - -msgpack_pack_inline_func_fastint(_int32)(msgpack_pack_user x, int32_t d) -{ - unsigned char buf[5]; - buf[0] = 0xd2; *(uint32_t*)&buf[1] = _msgpack_be32(d); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func_fastint(_int64)(msgpack_pack_user x, int64_t d) -{ - unsigned char buf[9]; - buf[0] = 0xd3; *(uint64_t*)&buf[1] = _msgpack_be64(d); - msgpack_pack_append_buffer(x, buf, 9); -} - -#undef msgpack_pack_inline_func_fastint -#endif - - -msgpack_pack_inline_func(_uint8)(msgpack_pack_user x, uint8_t d) -{ - msgpack_pack_real_uint8(x, d); -} - -msgpack_pack_inline_func(_uint16)(msgpack_pack_user x, uint16_t d) -{ - msgpack_pack_real_uint16(x, d); -} - -msgpack_pack_inline_func(_uint32)(msgpack_pack_user x, uint32_t d) -{ - msgpack_pack_real_uint32(x, d); -} - -msgpack_pack_inline_func(_uint64)(msgpack_pack_user x, uint64_t d) -{ - msgpack_pack_real_uint64(x, d); -} - -msgpack_pack_inline_func(_int8)(msgpack_pack_user x, int8_t d) -{ - msgpack_pack_real_int8(x, d); -} - -msgpack_pack_inline_func(_int16)(msgpack_pack_user x, int16_t d) -{ - msgpack_pack_real_int16(x, d); -} - -msgpack_pack_inline_func(_int32)(msgpack_pack_user x, int32_t d) -{ - msgpack_pack_real_int32(x, d); -} - -msgpack_pack_inline_func(_int64)(msgpack_pack_user x, int64_t d) -{ - msgpack_pack_real_int64(x, d); -} - - -#ifdef msgpack_pack_inline_func_cint - -msgpack_pack_inline_func_cint(_short)(msgpack_pack_user x, short d) -{ -#if defined(SIZEOF_SHORT) || defined(SHRT_MAX) -#if SIZEOF_SHORT == 2 || SHRT_MAX == 0x7fff - msgpack_pack_real_int16(x, d); -#elif SIZEOF_SHORT == 4 || SHRT_MAX == 0x7fffffff - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif -#else -if(sizeof(short) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(short) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_int)(msgpack_pack_user x, int d) -{ -#if defined(SIZEOF_INT) || defined(INT_MAX) -#if SIZEOF_INT == 2 || INT_MAX == 0x7fff - msgpack_pack_real_int16(x, d); -#elif SIZEOF_INT == 4 || INT_MAX == 0x7fffffff - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif -#else -if(sizeof(int) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(int) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_long)(msgpack_pack_user x, long d) -{ -#if defined(SIZEOF_LONG) || defined(LONG_MAX) -#if SIZEOF_LONG == 2 || LONG_MAX == 0x7fffL - msgpack_pack_real_int16(x, d); -#elif SIZEOF_LONG == 4 || LONG_MAX == 0x7fffffffL - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif -#else -if(sizeof(long) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(long) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_long_long)(msgpack_pack_user x, long long d) -{ -#if defined(SIZEOF_LONG_LONG) || defined(LLONG_MAX) -#if SIZEOF_LONG_LONG == 2 || LLONG_MAX == 0x7fffL - msgpack_pack_real_int16(x, d); -#elif SIZEOF_LONG_LONG == 4 || LLONG_MAX == 0x7fffffffL - msgpack_pack_real_int32(x, d); -#else - msgpack_pack_real_int64(x, d); -#endif -#else -if(sizeof(long long) == 2) { - msgpack_pack_real_int16(x, d); -} else if(sizeof(long long) == 4) { - msgpack_pack_real_int32(x, d); -} else { - msgpack_pack_real_int64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_short)(msgpack_pack_user x, unsigned short d) -{ -#if defined(SIZEOF_SHORT) || defined(USHRT_MAX) -#if SIZEOF_SHORT == 2 || USHRT_MAX == 0xffffU - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_SHORT == 4 || USHRT_MAX == 0xffffffffU - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif -#else -if(sizeof(unsigned short) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned short) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_int)(msgpack_pack_user x, unsigned int d) -{ -#if defined(SIZEOF_INT) || defined(UINT_MAX) -#if SIZEOF_INT == 2 || UINT_MAX == 0xffffU - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_INT == 4 || UINT_MAX == 0xffffffffU - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif -#else -if(sizeof(unsigned int) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned int) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_long)(msgpack_pack_user x, unsigned long d) -{ -#if defined(SIZEOF_LONG) || defined(ULONG_MAX) -#if SIZEOF_LONG == 2 || ULONG_MAX == 0xffffUL - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_LONG == 4 || ULONG_MAX == 0xffffffffUL - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif -#else -if(sizeof(unsigned int) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned int) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -msgpack_pack_inline_func_cint(_unsigned_long_long)(msgpack_pack_user x, unsigned long long d) -{ -#if defined(SIZEOF_LONG_LONG) || defined(ULLONG_MAX) -#if SIZEOF_LONG_LONG == 2 || ULLONG_MAX == 0xffffUL - msgpack_pack_real_uint16(x, d); -#elif SIZEOF_LONG_LONG == 4 || ULLONG_MAX == 0xffffffffUL - msgpack_pack_real_uint32(x, d); -#else - msgpack_pack_real_uint64(x, d); -#endif -#else -if(sizeof(unsigned long long) == 2) { - msgpack_pack_real_uint16(x, d); -} else if(sizeof(unsigned long long) == 4) { - msgpack_pack_real_uint32(x, d); -} else { - msgpack_pack_real_uint64(x, d); -} -#endif -} - -#undef msgpack_pack_inline_func_cint -#endif - - - -/* - * Float - */ - -msgpack_pack_inline_func(_float)(msgpack_pack_user x, float d) -{ - union { char buf[4]; uint32_t num; } f; - *((float*)&f.buf) = d; // FIXME - unsigned char buf[5]; - buf[0] = 0xca; *(uint32_t*)&buf[1] = _msgpack_be32(f.num); - msgpack_pack_append_buffer(x, buf, 5); -} - -msgpack_pack_inline_func(_double)(msgpack_pack_user x, double d) -{ - union { char buf[8]; uint64_t num; } f; - *((double*)&f.buf) = d; // FIXME - unsigned char buf[9]; - buf[0] = 0xcb; *(uint64_t*)&buf[1] = _msgpack_be64(f.num); - msgpack_pack_append_buffer(x, buf, 9); -} - - -/* - * Nil - */ - -msgpack_pack_inline_func(_nil)(msgpack_pack_user x) -{ - static const unsigned char d = 0xc0; - msgpack_pack_append_buffer(x, &d, 1); -} - - -/* - * Boolean - */ - -msgpack_pack_inline_func(_true)(msgpack_pack_user x) -{ - static const unsigned char d = 0xc3; - msgpack_pack_append_buffer(x, &d, 1); -} - -msgpack_pack_inline_func(_false)(msgpack_pack_user x) -{ - static const unsigned char d = 0xc2; - msgpack_pack_append_buffer(x, &d, 1); -} - - -/* - * Array - */ - -msgpack_pack_inline_func(_array)(msgpack_pack_user x, unsigned int n) -{ - if(n < 16) { - unsigned char d = 0x90 | n; - msgpack_pack_append_buffer(x, &d, 1); - } else if(n < 65536) { - unsigned char buf[3]; - buf[0] = 0xdc; *(uint16_t*)&buf[1] = _msgpack_be16(n); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdd; *(uint32_t*)&buf[1] = _msgpack_be32(n); - msgpack_pack_append_buffer(x, buf, 5); - } -} - - -/* - * Map - */ - -msgpack_pack_inline_func(_map)(msgpack_pack_user x, unsigned int n) -{ - if(n < 16) { - unsigned char d = 0x80 | n; - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); - } else if(n < 65536) { - unsigned char buf[3]; - buf[0] = 0xde; *(uint16_t*)&buf[1] = _msgpack_be16(n); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdf; *(uint32_t*)&buf[1] = _msgpack_be32(n); - msgpack_pack_append_buffer(x, buf, 5); - } -} - - -/* - * Raw - */ - -msgpack_pack_inline_func(_raw)(msgpack_pack_user x, size_t l) -{ - if(l < 32) { - unsigned char d = 0xa0 | l; - msgpack_pack_append_buffer(x, &TAKE8_8(d), 1); - } else if(l < 65536) { - unsigned char buf[3]; - buf[0] = 0xda; *(uint16_t*)&buf[1] = _msgpack_be16(l); - msgpack_pack_append_buffer(x, buf, 3); - } else { - unsigned char buf[5]; - buf[0] = 0xdb; *(uint32_t*)&buf[1] = _msgpack_be32(l); - msgpack_pack_append_buffer(x, buf, 5); - } -} - -msgpack_pack_inline_func(_raw_body)(msgpack_pack_user x, const void* b, size_t l) -{ - msgpack_pack_append_buffer(x, (const unsigned char*)b, l); -} - -#undef msgpack_pack_inline_func -#undef msgpack_pack_user -#undef msgpack_pack_append_buffer - -#undef TAKE8_8 -#undef TAKE8_16 -#undef TAKE8_32 -#undef TAKE8_64 - -#undef msgpack_pack_real_uint8 -#undef msgpack_pack_real_uint16 -#undef msgpack_pack_real_uint32 -#undef msgpack_pack_real_uint64 -#undef msgpack_pack_real_int8 -#undef msgpack_pack_real_int16 -#undef msgpack_pack_real_int32 -#undef msgpack_pack_real_int64 - diff --git a/python/msgpack/sysdep.h b/python/msgpack/sysdep.h deleted file mode 100644 index 106158e..0000000 --- a/python/msgpack/sysdep.h +++ /dev/null @@ -1,94 +0,0 @@ -/* - * MessagePack system dependencies - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_SYSDEP_H__ -#define MSGPACK_SYSDEP_H__ - - -#ifdef _MSC_VER -typedef __int8 int8_t; -typedef unsigned __int8 uint8_t; -typedef __int16 int16_t; -typedef unsigned __int16 uint16_t; -typedef __int32 int32_t; -typedef unsigned __int32 uint32_t; -typedef __int64 int64_t; -typedef unsigned __int64 uint64_t; -#else -#include -#include -#include -#endif - - -#ifdef _WIN32 -typedef long _msgpack_atomic_counter_t; -#define _msgpack_sync_decr_and_fetch(ptr) InterlockedDecrement(ptr) -#define _msgpack_sync_incr_and_fetch(ptr) InterlockedIncrement(ptr) -#else -typedef unsigned int _msgpack_atomic_counter_t; -#define _msgpack_sync_decr_and_fetch(ptr) __sync_sub_and_fetch(ptr, 1) -#define _msgpack_sync_incr_and_fetch(ptr) __sync_add_and_fetch(ptr, 1) -#endif - - -#ifdef _WIN32 -#include -#else -#include /* __BYTE_ORDER */ -#endif - -#if !defined(__LITTLE_ENDIAN__) && !defined(__BIG_ENDIAN__) -#if __BYTE_ORDER == __LITTLE_ENDIAN -#define __LITTLE_ENDIAN__ -#elif __BYTE_ORDER == __BIG_ENDIAN -#define __BIG_ENDIAN__ -#endif -#endif - -#ifdef __LITTLE_ENDIAN__ - -#define _msgpack_be16(x) ntohs(x) -#define _msgpack_be32(x) ntohl(x) - -#if defined(_byteswap_uint64) -# define _msgpack_be64(x) (_byteswap_uint64(x)) -#elif defined(bswap_64) -# define _msgpack_be64(x) bswap_64(x) -#elif defined(__DARWIN_OSSwapInt64) -# define _msgpack_be64(x) __DARWIN_OSSwapInt64(x) -#else -#define _msgpack_be64(x) \ - ( ((((uint64_t)x) << 56) & 0xff00000000000000ULL ) | \ - ((((uint64_t)x) << 40) & 0x00ff000000000000ULL ) | \ - ((((uint64_t)x) << 24) & 0x0000ff0000000000ULL ) | \ - ((((uint64_t)x) << 8) & 0x000000ff00000000ULL ) | \ - ((((uint64_t)x) >> 8) & 0x00000000ff000000ULL ) | \ - ((((uint64_t)x) >> 24) & 0x0000000000ff0000ULL ) | \ - ((((uint64_t)x) >> 40) & 0x000000000000ff00ULL ) | \ - ((((uint64_t)x) >> 56) & 0x00000000000000ffULL ) ) -#endif - -#else -#define _msgpack_be16(x) (x) -#define _msgpack_be32(x) (x) -#define _msgpack_be64(x) (x) -#endif - - -#endif /* msgpack/sysdep.h */ - diff --git a/python/msgpack/unpack.h b/python/msgpack/unpack.h deleted file mode 100644 index 453ec2b..0000000 --- a/python/msgpack/unpack.h +++ /dev/null @@ -1,207 +0,0 @@ -/* - * MessagePack for Python unpacking routine - * - * Copyright (C) 2009 Naoki INADA - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define MSGPACK_MAX_STACK_SIZE (1024) -#include "unpack_define.h" - -typedef struct unpack_user { - int use_list; - PyObject *object_hook; - PyObject *list_hook; -} unpack_user; - - -#define msgpack_unpack_struct(name) \ - struct template ## name - -#define msgpack_unpack_func(ret, name) \ - static inline ret template ## name - -#define msgpack_unpack_callback(name) \ - template_callback ## name - -#define msgpack_unpack_object PyObject* - -#define msgpack_unpack_user unpack_user - - -struct template_context; -typedef struct template_context template_context; - -static inline msgpack_unpack_object template_callback_root(unpack_user* u) -{ - return NULL; -} - -static inline int template_callback_uint16(unpack_user* u, uint16_t d, msgpack_unpack_object* o) -{ - PyObject *p = PyInt_FromLong((long)d); - if (!p) - return -1; - *o = p; - return 0; -} -static inline int template_callback_uint8(unpack_user* u, uint8_t d, msgpack_unpack_object* o) -{ - return template_callback_uint16(u, d, o); -} - - -static inline int template_callback_uint32(unpack_user* u, uint32_t d, msgpack_unpack_object* o) -{ - PyObject *p; - if (d > LONG_MAX) { - p = PyLong_FromUnsignedLong((unsigned long)d); - } else { - p = PyInt_FromLong((long)d); - } - if (!p) - return -1; - *o = p; - return 0; -} - -static inline int template_callback_uint64(unpack_user* u, uint64_t d, msgpack_unpack_object* o) -{ - PyObject *p = PyLong_FromUnsignedLongLong(d); - if (!p) - return -1; - *o = p; - return 0; -} - -static inline int template_callback_int32(unpack_user* u, int32_t d, msgpack_unpack_object* o) -{ - PyObject *p = PyInt_FromLong(d); - if (!p) - return -1; - *o = p; - return 0; -} - -static inline int template_callback_int16(unpack_user* u, int16_t d, msgpack_unpack_object* o) -{ - return template_callback_int32(u, d, o); -} - -static inline int template_callback_int8(unpack_user* u, int8_t d, msgpack_unpack_object* o) -{ - return template_callback_int32(u, d, o); -} - -static inline int template_callback_int64(unpack_user* u, int64_t d, msgpack_unpack_object* o) -{ - PyObject *p = PyLong_FromLongLong(d); - if (!p) - return -1; - *o = p; - return 0; -} - -static inline int template_callback_double(unpack_user* u, double d, msgpack_unpack_object* o) -{ - PyObject *p = PyFloat_FromDouble(d); - if (!p) - return -1; - *o = p; - return 0; -} - -static inline int template_callback_float(unpack_user* u, float d, msgpack_unpack_object* o) -{ - return template_callback_double(u, d, o); -} - -static inline int template_callback_nil(unpack_user* u, msgpack_unpack_object* o) -{ Py_INCREF(Py_None); *o = Py_None; return 0; } - -static inline int template_callback_true(unpack_user* u, msgpack_unpack_object* o) -{ Py_INCREF(Py_True); *o = Py_True; return 0; } - -static inline int template_callback_false(unpack_user* u, msgpack_unpack_object* o) -{ Py_INCREF(Py_False); *o = Py_False; return 0; } - -static inline int template_callback_array(unpack_user* u, unsigned int n, msgpack_unpack_object* o) -{ - PyObject *p = u->use_list ? PyList_New(n) : PyTuple_New(n); - - if (!p) - return -1; - *o = p; - return 0; -} - -static inline int template_callback_array_item(unpack_user* u, unsigned int current, msgpack_unpack_object* c, msgpack_unpack_object o) -{ - if (u->use_list) - PyList_SET_ITEM(*c, current, o); - else - PyTuple_SET_ITEM(*c, current, o); - return 0; -} - -static inline int template_callback_array_end(unpack_user* u, msgpack_unpack_object* c) -{ - if (u->list_hook) { - PyObject *arglist = Py_BuildValue("(O)", *c); - *c = PyEval_CallObject(u->list_hook, arglist); - Py_DECREF(arglist); - } - return 0; -} - -static inline int template_callback_map(unpack_user* u, unsigned int n, msgpack_unpack_object* o) -{ - PyObject *p = PyDict_New(); - if (!p) - return -1; - *o = p; - return 0; -} - -static inline int template_callback_map_item(unpack_user* u, msgpack_unpack_object* c, msgpack_unpack_object k, msgpack_unpack_object v) -{ - if (PyDict_SetItem(*c, k, v) == 0) { - Py_DECREF(k); - Py_DECREF(v); - return 0; - } - return -1; -} - -static inline int template_callback_map_end(unpack_user* u, msgpack_unpack_object* c) -{ - if (u->object_hook) { - PyObject *arglist = Py_BuildValue("(O)", *c); - *c = PyEval_CallObject(u->object_hook, arglist); - Py_DECREF(arglist); - } - return 0; -} - -static inline int template_callback_raw(unpack_user* u, const char* b, const char* p, unsigned int l, msgpack_unpack_object* o) -{ - PyObject *py; - py = PyBytes_FromStringAndSize(p, l); - if (!py) - return -1; - *o = py; - return 0; -} - -#include "unpack_template.h" diff --git a/python/msgpack/unpack_define.h b/python/msgpack/unpack_define.h deleted file mode 100644 index 63d90a8..0000000 --- a/python/msgpack/unpack_define.h +++ /dev/null @@ -1,92 +0,0 @@ -/* - * MessagePack unpacking routine template - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef MSGPACK_UNPACK_DEFINE_H__ -#define MSGPACK_UNPACK_DEFINE_H__ - -#include "sysdep.h" -#include -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - - -#ifndef MSGPACK_MAX_STACK_SIZE -#define MSGPACK_MAX_STACK_SIZE 16 -#endif - - -typedef enum { - CS_HEADER = 0x00, // nil - - //CS_ = 0x01, - //CS_ = 0x02, // false - //CS_ = 0x03, // true - - //CS_ = 0x04, - //CS_ = 0x05, - //CS_ = 0x06, - //CS_ = 0x07, - - //CS_ = 0x08, - //CS_ = 0x09, - CS_FLOAT = 0x0a, - CS_DOUBLE = 0x0b, - CS_UINT_8 = 0x0c, - CS_UINT_16 = 0x0d, - CS_UINT_32 = 0x0e, - CS_UINT_64 = 0x0f, - CS_INT_8 = 0x10, - CS_INT_16 = 0x11, - CS_INT_32 = 0x12, - CS_INT_64 = 0x13, - - //CS_ = 0x14, - //CS_ = 0x15, - //CS_BIG_INT_16 = 0x16, - //CS_BIG_INT_32 = 0x17, - //CS_BIG_FLOAT_16 = 0x18, - //CS_BIG_FLOAT_32 = 0x19, - CS_RAW_16 = 0x1a, - CS_RAW_32 = 0x1b, - CS_ARRAY_16 = 0x1c, - CS_ARRAY_32 = 0x1d, - CS_MAP_16 = 0x1e, - CS_MAP_32 = 0x1f, - - //ACS_BIG_INT_VALUE, - //ACS_BIG_FLOAT_VALUE, - ACS_RAW_VALUE, -} msgpack_unpack_state; - - -typedef enum { - CT_ARRAY_ITEM, - CT_MAP_KEY, - CT_MAP_VALUE, -} msgpack_container_type; - - -#ifdef __cplusplus -} -#endif - -#endif /* msgpack/unpack_define.h */ - diff --git a/python/msgpack/unpack_template.h b/python/msgpack/unpack_template.h deleted file mode 100644 index 7a2288f..0000000 --- a/python/msgpack/unpack_template.h +++ /dev/null @@ -1,385 +0,0 @@ -/* - * MessagePack unpacking routine template - * - * Copyright (C) 2008-2009 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef msgpack_unpack_func -#error msgpack_unpack_func template is not defined -#endif - -#ifndef msgpack_unpack_callback -#error msgpack_unpack_callback template is not defined -#endif - -#ifndef msgpack_unpack_struct -#error msgpack_unpack_struct template is not defined -#endif - -#ifndef msgpack_unpack_struct_decl -#define msgpack_unpack_struct_decl(name) msgpack_unpack_struct(name) -#endif - -#ifndef msgpack_unpack_object -#error msgpack_unpack_object type is not defined -#endif - -#ifndef msgpack_unpack_user -#error msgpack_unpack_user type is not defined -#endif - -#ifndef USE_CASE_RANGE -#if !defined(_MSC_VER) -#define USE_CASE_RANGE -#endif -#endif - -msgpack_unpack_struct_decl(_stack) { - msgpack_unpack_object obj; - size_t count; - unsigned int ct; - - union { - size_t curr; - msgpack_unpack_object map_key; - }; -}; - -msgpack_unpack_struct_decl(_context) { - msgpack_unpack_user user; - unsigned int cs; - unsigned int trail; - unsigned int top; - msgpack_unpack_struct(_stack) stack[MSGPACK_MAX_STACK_SIZE]; -}; - - -msgpack_unpack_func(void, _init)(msgpack_unpack_struct(_context)* ctx) -{ - ctx->cs = CS_HEADER; - ctx->trail = 0; - ctx->top = 0; - ctx->stack[0].obj = msgpack_unpack_callback(_root)(&ctx->user); -} - -msgpack_unpack_func(msgpack_unpack_object, _data)(msgpack_unpack_struct(_context)* ctx) -{ - return (ctx)->stack[0].obj; -} - - -msgpack_unpack_func(int, _execute)(msgpack_unpack_struct(_context)* ctx, const char* data, size_t len, size_t* off) -{ - assert(len >= *off); - - const unsigned char* p = (unsigned char*)data + *off; - const unsigned char* const pe = (unsigned char*)data + len; - const void* n = NULL; - - unsigned int trail = ctx->trail; - unsigned int cs = ctx->cs; - unsigned int top = ctx->top; - msgpack_unpack_struct(_stack)* stack = ctx->stack; - msgpack_unpack_user* user = &ctx->user; - - msgpack_unpack_object obj; - msgpack_unpack_struct(_stack)* c = NULL; - - int ret; - -#define push_simple_value(func) \ - if(msgpack_unpack_callback(func)(user, &obj) < 0) { goto _failed; } \ - goto _push -#define push_fixed_value(func, arg) \ - if(msgpack_unpack_callback(func)(user, arg, &obj) < 0) { goto _failed; } \ - goto _push -#define push_variable_value(func, base, pos, len) \ - if(msgpack_unpack_callback(func)(user, \ - (const char*)base, (const char*)pos, len, &obj) < 0) { goto _failed; } \ - goto _push - -#define again_fixed_trail(_cs, trail_len) \ - trail = trail_len; \ - cs = _cs; \ - goto _fixed_trail_again -#define again_fixed_trail_if_zero(_cs, trail_len, ifzero) \ - trail = trail_len; \ - if(trail == 0) { goto ifzero; } \ - cs = _cs; \ - goto _fixed_trail_again - -#define start_container(func, count_, ct_) \ - if(msgpack_unpack_callback(func)(user, count_, &stack[top].obj) < 0) { goto _failed; } \ - if((count_) == 0) { obj = stack[top].obj; goto _push; } \ - if(top >= MSGPACK_MAX_STACK_SIZE) { goto _failed; } \ - stack[top].ct = ct_; \ - stack[top].curr = 0; \ - stack[top].count = count_; \ - /*printf("container %d count %d stack %d\n",stack[top].obj,count_,top);*/ \ - /*printf("stack push %d\n", top);*/ \ - ++top; \ - goto _header_again - -#define NEXT_CS(p) \ - ((unsigned int)*p & 0x1f) - -#define PTR_CAST_8(ptr) (*(uint8_t*)ptr) -#define PTR_CAST_16(ptr) _msgpack_be16(*(uint16_t*)ptr) -#define PTR_CAST_32(ptr) _msgpack_be32(*(uint32_t*)ptr) -#define PTR_CAST_64(ptr) _msgpack_be64(*(uint64_t*)ptr) - -#ifdef USE_CASE_RANGE -#define SWITCH_RANGE_BEGIN switch(*p) { -#define SWITCH_RANGE(FROM, TO) case FROM ... TO: -#define SWITCH_RANGE_DEFAULT default: -#define SWITCH_RANGE_END } -#else -#define SWITCH_RANGE_BEGIN { if(0) { -#define SWITCH_RANGE(FROM, TO) } else if(FROM <= *p && *p <= TO) { -#define SWITCH_RANGE_DEFAULT } else { -#define SWITCH_RANGE_END } } -#endif - - if(p == pe) { goto _out; } - do { - switch(cs) { - case CS_HEADER: - SWITCH_RANGE_BEGIN - SWITCH_RANGE(0x00, 0x7f) // Positive Fixnum - push_fixed_value(_uint8, *(uint8_t*)p); - SWITCH_RANGE(0xe0, 0xff) // Negative Fixnum - push_fixed_value(_int8, *(int8_t*)p); - SWITCH_RANGE(0xc0, 0xdf) // Variable - switch(*p) { - case 0xc0: // nil - push_simple_value(_nil); - //case 0xc1: // string - // again_terminal_trail(NEXT_CS(p), p+1); - case 0xc2: // false - push_simple_value(_false); - case 0xc3: // true - push_simple_value(_true); - //case 0xc4: - //case 0xc5: - //case 0xc6: - //case 0xc7: - //case 0xc8: - //case 0xc9: - case 0xca: // float - case 0xcb: // double - case 0xcc: // unsigned int 8 - case 0xcd: // unsigned int 16 - case 0xce: // unsigned int 32 - case 0xcf: // unsigned int 64 - case 0xd0: // signed int 8 - case 0xd1: // signed int 16 - case 0xd2: // signed int 32 - case 0xd3: // signed int 64 - again_fixed_trail(NEXT_CS(p), 1 << (((unsigned int)*p) & 0x03)); - //case 0xd4: - //case 0xd5: - //case 0xd6: // big integer 16 - //case 0xd7: // big integer 32 - //case 0xd8: // big float 16 - //case 0xd9: // big float 32 - case 0xda: // raw 16 - case 0xdb: // raw 32 - case 0xdc: // array 16 - case 0xdd: // array 32 - case 0xde: // map 16 - case 0xdf: // map 32 - again_fixed_trail(NEXT_CS(p), 2 << (((unsigned int)*p) & 0x01)); - default: - goto _failed; - } - SWITCH_RANGE(0xa0, 0xbf) // FixRaw - again_fixed_trail_if_zero(ACS_RAW_VALUE, ((unsigned int)*p & 0x1f), _raw_zero); - SWITCH_RANGE(0x90, 0x9f) // FixArray - start_container(_array, ((unsigned int)*p) & 0x0f, CT_ARRAY_ITEM); - SWITCH_RANGE(0x80, 0x8f) // FixMap - start_container(_map, ((unsigned int)*p) & 0x0f, CT_MAP_KEY); - - SWITCH_RANGE_DEFAULT - goto _failed; - SWITCH_RANGE_END - // end CS_HEADER - - - _fixed_trail_again: - ++p; - - default: - if((size_t)(pe - p) < trail) { goto _out; } - n = p; p += trail - 1; - switch(cs) { - //case CS_ - //case CS_ - case CS_FLOAT: { - union { uint32_t num; char buf[4]; } f; - f.num = PTR_CAST_32(n); // FIXME - push_fixed_value(_float, *((float*)f.buf)); } - case CS_DOUBLE: { - union { uint64_t num; char buf[8]; } f; - f.num = PTR_CAST_64(n); // FIXME - push_fixed_value(_double, *((double*)f.buf)); } - case CS_UINT_8: - push_fixed_value(_uint8, (uint8_t)PTR_CAST_8(n)); - case CS_UINT_16: - push_fixed_value(_uint16, (uint16_t)PTR_CAST_16(n)); - case CS_UINT_32: - push_fixed_value(_uint32, (uint32_t)PTR_CAST_32(n)); - case CS_UINT_64: - push_fixed_value(_uint64, (uint64_t)PTR_CAST_64(n)); - - case CS_INT_8: - push_fixed_value(_int8, (int8_t)PTR_CAST_8(n)); - case CS_INT_16: - push_fixed_value(_int16, (int16_t)PTR_CAST_16(n)); - case CS_INT_32: - push_fixed_value(_int32, (int32_t)PTR_CAST_32(n)); - case CS_INT_64: - push_fixed_value(_int64, (int64_t)PTR_CAST_64(n)); - - //case CS_ - //case CS_ - //case CS_BIG_INT_16: - // again_fixed_trail_if_zero(ACS_BIG_INT_VALUE, (uint16_t)PTR_CAST_16(n), _big_int_zero); - //case CS_BIG_INT_32: - // again_fixed_trail_if_zero(ACS_BIG_INT_VALUE, (uint32_t)PTR_CAST_32(n), _big_int_zero); - //case ACS_BIG_INT_VALUE: - //_big_int_zero: - // // FIXME - // push_variable_value(_big_int, data, n, trail); - - //case CS_BIG_FLOAT_16: - // again_fixed_trail_if_zero(ACS_BIG_FLOAT_VALUE, (uint16_t)PTR_CAST_16(n), _big_float_zero); - //case CS_BIG_FLOAT_32: - // again_fixed_trail_if_zero(ACS_BIG_FLOAT_VALUE, (uint32_t)PTR_CAST_32(n), _big_float_zero); - //case ACS_BIG_FLOAT_VALUE: - //_big_float_zero: - // // FIXME - // push_variable_value(_big_float, data, n, trail); - - case CS_RAW_16: - again_fixed_trail_if_zero(ACS_RAW_VALUE, (uint16_t)PTR_CAST_16(n), _raw_zero); - case CS_RAW_32: - again_fixed_trail_if_zero(ACS_RAW_VALUE, (uint32_t)PTR_CAST_32(n), _raw_zero); - case ACS_RAW_VALUE: - _raw_zero: - push_variable_value(_raw, data, n, trail); - - case CS_ARRAY_16: - start_container(_array, (uint16_t)PTR_CAST_16(n), CT_ARRAY_ITEM); - case CS_ARRAY_32: - /* FIXME security guard */ - start_container(_array, (uint32_t)PTR_CAST_32(n), CT_ARRAY_ITEM); - - case CS_MAP_16: - start_container(_map, (uint16_t)PTR_CAST_16(n), CT_MAP_KEY); - case CS_MAP_32: - /* FIXME security guard */ - start_container(_map, (uint32_t)PTR_CAST_32(n), CT_MAP_KEY); - - default: - goto _failed; - } - } - -_push: - if(top == 0) { goto _finish; } - c = &stack[top-1]; - switch(c->ct) { - case CT_ARRAY_ITEM: - if(msgpack_unpack_callback(_array_item)(user, c->curr, &c->obj, obj) < 0) { goto _failed; } - if(++c->curr == c->count) { - msgpack_unpack_callback(_array_end)(user, &c->obj); - obj = c->obj; - --top; - /*printf("stack pop %d\n", top);*/ - goto _push; - } - goto _header_again; - case CT_MAP_KEY: - c->map_key = obj; - c->ct = CT_MAP_VALUE; - goto _header_again; - case CT_MAP_VALUE: - if(msgpack_unpack_callback(_map_item)(user, &c->obj, c->map_key, obj) < 0) { goto _failed; } - if(--c->count == 0) { - msgpack_unpack_callback(_map_end)(user, &c->obj); - obj = c->obj; - --top; - /*printf("stack pop %d\n", top);*/ - goto _push; - } - c->ct = CT_MAP_KEY; - goto _header_again; - - default: - goto _failed; - } - -_header_again: - cs = CS_HEADER; - ++p; - } while(p != pe); - goto _out; - - -_finish: - stack[0].obj = obj; - ++p; - ret = 1; - /*printf("-- finish --\n"); */ - goto _end; - -_failed: - /*printf("** FAILED **\n"); */ - ret = -1; - goto _end; - -_out: - ret = 0; - goto _end; - -_end: - ctx->cs = cs; - ctx->trail = trail; - ctx->top = top; - *off = p - (const unsigned char*)data; - - return ret; -} - - -#undef msgpack_unpack_func -#undef msgpack_unpack_callback -#undef msgpack_unpack_struct -#undef msgpack_unpack_object -#undef msgpack_unpack_user - -#undef push_simple_value -#undef push_fixed_value -#undef push_variable_value -#undef again_fixed_trail -#undef again_fixed_trail_if_zero -#undef start_container - -#undef NEXT_CS -#undef PTR_CAST_8 -#undef PTR_CAST_16 -#undef PTR_CAST_32 -#undef PTR_CAST_64 - diff --git a/python/setup.py b/python/setup.py deleted file mode 100755 index d21e6b5..0000000 --- a/python/setup.py +++ /dev/null @@ -1,82 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 -version = (0, 1, 7, 'final') - -import os -import sys -from glob import glob -from distutils.core import setup, Extension -from distutils.command.sdist import sdist - -try: - from Cython.Distutils import build_ext - import Cython.Compiler.Main as cython_compiler - have_cython = True -except ImportError: - from distutils.command.build_ext import build_ext - have_cython = False - -# make msgpack/__verison__.py -f = open('msgpack/__version__.py', 'w') -f.write("version = %r\n" % (version,)) -f.close() -version_str = '.'.join(str(x) for x in version[:3]) -if len(version) > 3 and version[3] != 'final': - version_str += version[3] - -# take care of extension modules. -if have_cython: - sources = ['msgpack/_msgpack.pyx'] - - class Sdist(sdist): - def __init__(self, *args, **kwargs): - for src in glob('msgpack/*.pyx'): - cython_compiler.compile(glob('msgpack/*.pyx'), - cython_compiler.default_options) - sdist.__init__(self, *args, **kwargs) -else: - sources = ['msgpack/_msgpack.c'] - - for f in sources: - if not os.path.exists(f): - raise ImportError("Building msgpack from VCS needs Cython. Install Cython or use sdist package.") - - Sdist = sdist - -libraries = ['ws2_32'] if sys.platform == 'win32' else [] - -msgpack_mod = Extension('msgpack._msgpack', - sources=sources, - libraries=libraries, - ) -del sources, libraries - - -desc = 'MessagePack (de)serializer.' -long_desc = """MessagePack (de)serializer for Python. - -What's MessagePack? (from http://msgpack.sourceforge.net/) - - MessagePack is a binary-based efficient data interchange format that is - focused on high performance. It is like JSON, but very fast and small. -""" - -setup(name='msgpack-python', - author='INADA Naoki', - author_email='songofacandy@gmail.com', - version=version_str, - cmdclass={'build_ext': build_ext, 'sdist': Sdist}, - ext_modules=[msgpack_mod], - packages=['msgpack'], - description=desc, - long_description=long_desc, - url='http://msgpack.sourceforge.net/', - download_url='http://pypi.python.org/pypi/msgpack/', - classifiers=[ - 'Programming Language :: Python :: 2', - 'Programming Language :: Python :: 3', - 'Development Status :: 4 - Beta', - 'Intended Audience :: Developers', - 'License :: OSI Approved :: Apache Software License', - ] - ) diff --git a/python/test/test_buffer.py b/python/test/test_buffer.py deleted file mode 100644 index ce7a72d..0000000 --- a/python/test/test_buffer.py +++ /dev/null @@ -1,16 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * -from msgpack import packb, unpackb - -def test_unpack_buffer(): - from array import array - buf = array('c') - buf.fromstring(packb(('foo', 'bar'))) - obj = unpackb(buf) - assert_equal(('foo', 'bar'), obj) - -if __name__ == '__main__': - main() diff --git a/python/test/test_case.py b/python/test/test_case.py deleted file mode 100644 index 1cbc494..0000000 --- a/python/test/test_case.py +++ /dev/null @@ -1,105 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * -from msgpack import packs, unpacks - - -def check(length, obj): - v = packs(obj) - assert_equal(len(v), length, "%r length should be %r but get %r" % (obj, length, len(v))) - assert_equal(unpacks(v), obj) - -def test_1(): - for o in [None, True, False, 0, 1, (1 << 6), (1 << 7) - 1, -1, - -((1<<5)-1), -(1<<5)]: - check(1, o) - -def test_2(): - for o in [1 << 7, (1 << 8) - 1, - -((1<<5)+1), -(1<<7) - ]: - check(2, o) - -def test_3(): - for o in [1 << 8, (1 << 16) - 1, - -((1<<7)+1), -(1<<15)]: - check(3, o) - -def test_5(): - for o in [1 << 16, (1 << 32) - 1, - -((1<<15)+1), -(1<<31)]: - check(5, o) - -def test_9(): - for o in [1 << 32, (1 << 64) - 1, - -((1<<31)+1), -(1<<63), - 1.0, 0.1, -0.1, -1.0]: - check(9, o) - - -def check_raw(overhead, num): - check(num + overhead, " " * num) - -def test_fixraw(): - check_raw(1, 0) - check_raw(1, (1<<5) - 1) - -def test_raw16(): - check_raw(3, 1<<5) - check_raw(3, (1<<16) - 1) - -def test_raw32(): - check_raw(5, 1<<16) - - -def check_array(overhead, num): - check(num + overhead, (None,) * num) - -def test_fixarray(): - check_array(1, 0) - check_array(1, (1 << 4) - 1) - -def test_array16(): - check_array(3, 1 << 4) - check_array(3, (1<<16)-1) - -def test_array32(): - check_array(5, (1<<16)) - - -def match(obj, buf): - assert_equal(packs(obj), buf) - assert_equal(unpacks(buf), obj) - -def test_match(): - cases = [ - (None, '\xc0'), - (False, '\xc2'), - (True, '\xc3'), - (0, '\x00'), - (127, '\x7f'), - (128, '\xcc\x80'), - (256, '\xcd\x01\x00'), - (-1, '\xff'), - (-33, '\xd0\xdf'), - (-129, '\xd1\xff\x7f'), - ({1:1}, '\x81\x01\x01'), - (1.0, "\xcb\x3f\xf0\x00\x00\x00\x00\x00\x00"), - ((), '\x90'), - (tuple(range(15)),"\x9f\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e"), - (tuple(range(16)),"\xdc\x00\x10\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f"), - ({}, '\x80'), - (dict([(x,x) for x in range(15)]), '\x8f\x00\x00\x01\x01\x02\x02\x03\x03\x04\x04\x05\x05\x06\x06\x07\x07\x08\x08\t\t\n\n\x0b\x0b\x0c\x0c\r\r\x0e\x0e'), - (dict([(x,x) for x in range(16)]), '\xde\x00\x10\x00\x00\x01\x01\x02\x02\x03\x03\x04\x04\x05\x05\x06\x06\x07\x07\x08\x08\t\t\n\n\x0b\x0b\x0c\x0c\r\r\x0e\x0e\x0f\x0f'), - ] - - for v, p in cases: - match(v, p) - -def test_unicode(): - assert_equal('foobar', unpacks(packs(u'foobar'))) - -if __name__ == '__main__': - main() diff --git a/python/test/test_except.py b/python/test/test_except.py deleted file mode 100644 index 574728f..0000000 --- a/python/test/test_except.py +++ /dev/null @@ -1,14 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose.tools import * -from msgpack import packs, unpacks - -import datetime - -def test_raise_on_find_unsupported_value(): - assert_raises(TypeError, packs, datetime.datetime.now()) - -if __name__ == '__main__': - from nose import main - main() diff --git a/python/test/test_format.py b/python/test/test_format.py deleted file mode 100644 index 562ef54..0000000 --- a/python/test/test_format.py +++ /dev/null @@ -1,75 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * -from msgpack import unpacks - -def check(src, should): - assert_equal(unpacks(src), should) - -def testSimpleValue(): - check("\x93\xc0\xc2\xc3", - (None, False, True,)) - -def testFixnum(): - check("\x92\x93\x00\x40\x7f\x93\xe0\xf0\xff", - ((0,64,127,), (-32,-16,-1,),) - ) - -def testFixArray(): - check("\x92\x90\x91\x91\xc0", - ((),((None,),),), - ) - -def testFixRaw(): - check("\x94\xa0\xa1a\xa2bc\xa3def", - ("", "a", "bc", "def",), - ) - -def testFixMap(): - check( - "\x82\xc2\x81\xc0\xc0\xc3\x81\xc0\x80", - {False: {None: None}, True:{None:{}}}, - ) - -def testUnsignedInt(): - check( - "\x99\xcc\x00\xcc\x80\xcc\xff\xcd\x00\x00\xcd\x80\x00" - "\xcd\xff\xff\xce\x00\x00\x00\x00\xce\x80\x00\x00\x00" - "\xce\xff\xff\xff\xff", - (0, 128, 255, 0, 32768, 65535, 0, 2147483648, 4294967295,), - ) - -def testSignedInt(): - check("\x99\xd0\x00\xd0\x80\xd0\xff\xd1\x00\x00\xd1\x80\x00" - "\xd1\xff\xff\xd2\x00\x00\x00\x00\xd2\x80\x00\x00\x00" - "\xd2\xff\xff\xff\xff", - (0, -128, -1, 0, -32768, -1, 0, -2147483648, -1,)) - -def testRaw(): - check("\x96\xda\x00\x00\xda\x00\x01a\xda\x00\x02ab\xdb\x00\x00" - "\x00\x00\xdb\x00\x00\x00\x01a\xdb\x00\x00\x00\x02ab", - ("", "a", "ab", "", "a", "ab")) - -def testArray(): - check("\x96\xdc\x00\x00\xdc\x00\x01\xc0\xdc\x00\x02\xc2\xc3\xdd\x00" - "\x00\x00\x00\xdd\x00\x00\x00\x01\xc0\xdd\x00\x00\x00\x02" - "\xc2\xc3", - ((), (None,), (False,True), (), (None,), (False,True)) - ) - -def testMap(): - check( - "\x96" - "\xde\x00\x00" - "\xde\x00\x01\xc0\xc2" - "\xde\x00\x02\xc0\xc2\xc3\xc2" - "\xdf\x00\x00\x00\x00" - "\xdf\x00\x00\x00\x01\xc0\xc2" - "\xdf\x00\x00\x00\x02\xc0\xc2\xc3\xc2", - ({}, {None: False}, {True: False, None: False}, {}, - {None: False}, {True: False, None: False})) - -if __name__ == '__main__': - main() diff --git a/python/test/test_obj.py b/python/test/test_obj.py deleted file mode 100644 index bc85736..0000000 --- a/python/test/test_obj.py +++ /dev/null @@ -1,46 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * - -from msgpack import packs, unpacks - -def _decode_complex(obj): - if '__complex__' in obj: - return complex(obj['real'], obj['imag']) - return obj - -def _encode_complex(obj): - if isinstance(obj, complex): - return {'__complex__': True, 'real': 1, 'imag': 2} - return obj - -def test_encode_hook(): - packed = packs([3, 1+2j], default=_encode_complex) - unpacked = unpacks(packed) - eq_(unpacked[1], {'__complex__': True, 'real': 1, 'imag': 2}) - -def test_decode_hook(): - packed = packs([3, {'__complex__': True, 'real': 1, 'imag': 2}]) - unpacked = unpacks(packed, object_hook=_decode_complex) - eq_(unpacked[1], 1+2j) - -@raises(TypeError) -def test_bad_hook(): - packed = packs([3, 1+2j], default=lambda o: o) - unpacked = unpacks(packed) - -def _arr_to_str(arr): - return ''.join(str(c) for c in arr) - -def test_array_hook(): - packed = packs([1,2,3]) - unpacked = unpacks(packed, list_hook=_arr_to_str) - eq_(unpacked, '123') - -if __name__ == '__main__': - test_decode_hook() - test_encode_hook() - test_bad_hook() - test_array_hook() diff --git a/python/test/test_pack.py b/python/test/test_pack.py deleted file mode 100644 index 5dec068..0000000 --- a/python/test/test_pack.py +++ /dev/null @@ -1,28 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * - -from msgpack import packs, unpacks - -def check(data): - re = unpacks(packs(data)) - assert_equal(re, data) - -def testPack(): - test_data = [ - 0, 1, 127, 128, 255, 256, 65535, 65536, - -1, -32, -33, -128, -129, -32768, -32769, - 1.0, - "", "a", "a"*31, "a"*32, - None, True, False, - (), ((),), ((), None,), - {None: 0}, - (1<<23), - ] - for td in test_data: - check(td) - -if __name__ == '__main__': - main() diff --git a/python/test/test_sequnpack.py b/python/test/test_sequnpack.py deleted file mode 100644 index df6e308..0000000 --- a/python/test/test_sequnpack.py +++ /dev/null @@ -1,36 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from __future__ import unicode_literals - -from msgpack import Unpacker - -def test_foobar(): - unpacker = Unpacker(read_size=3) - unpacker.feed(b'foobar') - assert unpacker.unpack() == ord(b'f') - assert unpacker.unpack() == ord(b'o') - assert unpacker.unpack() == ord(b'o') - assert unpacker.unpack() == ord(b'b') - assert unpacker.unpack() == ord(b'a') - assert unpacker.unpack() == ord(b'r') - try: - o = unpacker.unpack() - print "Oops!", o - assert 0 - except StopIteration: - assert 1 - else: - assert 0 - unpacker.feed(b'foo') - unpacker.feed(b'bar') - - k = 0 - for o, e in zip(unpacker, b'foobarbaz'): - assert o == ord(e) - k += 1 - assert k == len(b'foobar') - -if __name__ == '__main__': - test_foobar() - diff --git a/python/test3/test_buffer.py b/python/test3/test_buffer.py deleted file mode 100644 index 01310a0..0000000 --- a/python/test3/test_buffer.py +++ /dev/null @@ -1,16 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * -from msgpack import packb, unpackb - -def test_unpack_buffer(): - from array import array - buf = array('b') - buf.fromstring(packb(('foo', 'bar'))) - obj = unpackb(buf) - assert_equal((b'foo', b'bar'), obj) - -if __name__ == '__main__': - main() diff --git a/python/test3/test_case.py b/python/test3/test_case.py deleted file mode 100644 index 2f42316..0000000 --- a/python/test3/test_case.py +++ /dev/null @@ -1,105 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * -from msgpack import packs, unpacks - - -def check(length, obj): - v = packs(obj) - assert_equal(len(v), length, "%r length should be %r but get %r" % (obj, length, len(v))) - assert_equal(unpacks(v), obj) - -def test_1(): - for o in [None, True, False, 0, 1, (1 << 6), (1 << 7) - 1, -1, - -((1<<5)-1), -(1<<5)]: - check(1, o) - -def test_2(): - for o in [1 << 7, (1 << 8) - 1, - -((1<<5)+1), -(1<<7) - ]: - check(2, o) - -def test_3(): - for o in [1 << 8, (1 << 16) - 1, - -((1<<7)+1), -(1<<15)]: - check(3, o) - -def test_5(): - for o in [1 << 16, (1 << 32) - 1, - -((1<<15)+1), -(1<<31)]: - check(5, o) - -def test_9(): - for o in [1 << 32, (1 << 64) - 1, - -((1<<31)+1), -(1<<63), - 1.0, 0.1, -0.1, -1.0]: - check(9, o) - - -def check_raw(overhead, num): - check(num + overhead, b" " * num) - -def test_fixraw(): - check_raw(1, 0) - check_raw(1, (1<<5) - 1) - -def test_raw16(): - check_raw(3, 1<<5) - check_raw(3, (1<<16) - 1) - -def test_raw32(): - check_raw(5, 1<<16) - - -def check_array(overhead, num): - check(num + overhead, (None,) * num) - -def test_fixarray(): - check_array(1, 0) - check_array(1, (1 << 4) - 1) - -def test_array16(): - check_array(3, 1 << 4) - check_array(3, (1<<16)-1) - -def test_array32(): - check_array(5, (1<<16)) - - -def match(obj, buf): - assert_equal(packs(obj), buf) - assert_equal(unpacks(buf), obj) - -def test_match(): - cases = [ - (None, b'\xc0'), - (False, b'\xc2'), - (True, b'\xc3'), - (0, b'\x00'), - (127, b'\x7f'), - (128, b'\xcc\x80'), - (256, b'\xcd\x01\x00'), - (-1, b'\xff'), - (-33, b'\xd0\xdf'), - (-129, b'\xd1\xff\x7f'), - ({1:1}, b'\x81\x01\x01'), - (1.0, b"\xcb\x3f\xf0\x00\x00\x00\x00\x00\x00"), - ((), b'\x90'), - (tuple(range(15)),b"\x9f\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e"), - (tuple(range(16)),b"\xdc\x00\x10\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f"), - ({}, b'\x80'), - (dict([(x,x) for x in range(15)]), b'\x8f\x00\x00\x01\x01\x02\x02\x03\x03\x04\x04\x05\x05\x06\x06\x07\x07\x08\x08\t\t\n\n\x0b\x0b\x0c\x0c\r\r\x0e\x0e'), - (dict([(x,x) for x in range(16)]), b'\xde\x00\x10\x00\x00\x01\x01\x02\x02\x03\x03\x04\x04\x05\x05\x06\x06\x07\x07\x08\x08\t\t\n\n\x0b\x0b\x0c\x0c\r\r\x0e\x0e\x0f\x0f'), - ] - - for v, p in cases: - match(v, p) - -def test_unicode(): - assert_equal(b'foobar', unpacks(packs('foobar'))) - -if __name__ == '__main__': - main() diff --git a/python/test3/test_except.py b/python/test3/test_except.py deleted file mode 100644 index 574728f..0000000 --- a/python/test3/test_except.py +++ /dev/null @@ -1,14 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose.tools import * -from msgpack import packs, unpacks - -import datetime - -def test_raise_on_find_unsupported_value(): - assert_raises(TypeError, packs, datetime.datetime.now()) - -if __name__ == '__main__': - from nose import main - main() diff --git a/python/test3/test_format.py b/python/test3/test_format.py deleted file mode 100644 index 022e680..0000000 --- a/python/test3/test_format.py +++ /dev/null @@ -1,75 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * -from msgpack import unpacks - -def check(src, should): - assert_equal(unpacks(src), should) - -def testSimpleValue(): - check(b"\x93\xc0\xc2\xc3", - (None, False, True,)) - -def testFixnum(): - check(b"\x92\x93\x00\x40\x7f\x93\xe0\xf0\xff", - ((0,64,127,), (-32,-16,-1,),) - ) - -def testFixArray(): - check(b"\x92\x90\x91\x91\xc0", - ((),((None,),),), - ) - -def testFixRaw(): - check(b"\x94\xa0\xa1a\xa2bc\xa3def", - (b"", b"a", b"bc", b"def",), - ) - -def testFixMap(): - check( - b"\x82\xc2\x81\xc0\xc0\xc3\x81\xc0\x80", - {False: {None: None}, True:{None:{}}}, - ) - -def testUnsignedInt(): - check( - b"\x99\xcc\x00\xcc\x80\xcc\xff\xcd\x00\x00\xcd\x80\x00" - b"\xcd\xff\xff\xce\x00\x00\x00\x00\xce\x80\x00\x00\x00" - b"\xce\xff\xff\xff\xff", - (0, 128, 255, 0, 32768, 65535, 0, 2147483648, 4294967295,), - ) - -def testSignedInt(): - check(b"\x99\xd0\x00\xd0\x80\xd0\xff\xd1\x00\x00\xd1\x80\x00" - b"\xd1\xff\xff\xd2\x00\x00\x00\x00\xd2\x80\x00\x00\x00" - b"\xd2\xff\xff\xff\xff", - (0, -128, -1, 0, -32768, -1, 0, -2147483648, -1,)) - -def testRaw(): - check(b"\x96\xda\x00\x00\xda\x00\x01a\xda\x00\x02ab\xdb\x00\x00" - b"\x00\x00\xdb\x00\x00\x00\x01a\xdb\x00\x00\x00\x02ab", - (b"", b"a", b"ab", b"", b"a", b"ab")) - -def testArray(): - check(b"\x96\xdc\x00\x00\xdc\x00\x01\xc0\xdc\x00\x02\xc2\xc3\xdd\x00" - b"\x00\x00\x00\xdd\x00\x00\x00\x01\xc0\xdd\x00\x00\x00\x02" - b"\xc2\xc3", - ((), (None,), (False,True), (), (None,), (False,True)) - ) - -def testMap(): - check( - b"\x96" - b"\xde\x00\x00" - b"\xde\x00\x01\xc0\xc2" - b"\xde\x00\x02\xc0\xc2\xc3\xc2" - b"\xdf\x00\x00\x00\x00" - b"\xdf\x00\x00\x00\x01\xc0\xc2" - b"\xdf\x00\x00\x00\x02\xc0\xc2\xc3\xc2", - ({}, {None: False}, {True: False, None: False}, {}, - {None: False}, {True: False, None: False})) - -if __name__ == '__main__': - main() diff --git a/python/test3/test_obj.py b/python/test3/test_obj.py deleted file mode 100644 index 236988d..0000000 --- a/python/test3/test_obj.py +++ /dev/null @@ -1,44 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * - -from msgpack import packs, unpacks - -def _decode_complex(obj): - if b'__complex__' in obj: - return complex(obj[b'real'], obj[b'imag']) - return obj - -def _encode_complex(obj): - if isinstance(obj, complex): - return {b'__complex__': True, b'real': 1, b'imag': 2} - return obj - -def test_encode_hook(): - packed = packs([3, 1+2j], default=_encode_complex) - unpacked = unpacks(packed) - eq_(unpacked[1], {b'__complex__': True, b'real': 1, b'imag': 2}) - -def test_decode_hook(): - packed = packs([3, {b'__complex__': True, b'real': 1, b'imag': 2}]) - unpacked = unpacks(packed, object_hook=_decode_complex) - eq_(unpacked[1], 1+2j) - -@raises(TypeError) -def test_bad_hook(): - packed = packs([3, 1+2j], default=lambda o: o) - unpacked = unpacks(packed) - -def _arr_to_str(arr): - return ''.join(str(c) for c in arr) - -def test_array_hook(): - packed = packs([1,2,3]) - unpacked = unpacks(packed, list_hook=_arr_to_str) - eq_(unpacked, '123') - -if __name__ == '__main__': - #main() - test_decode_hook() diff --git a/python/test3/test_pack.py b/python/test3/test_pack.py deleted file mode 100644 index c861704..0000000 --- a/python/test3/test_pack.py +++ /dev/null @@ -1,28 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - -from nose import main -from nose.tools import * - -from msgpack import packs, unpacks - -def check(data): - re = unpacks(packs(data)) - assert_equal(re, data) - -def testPack(): - test_data = [ - 0, 1, 127, 128, 255, 256, 65535, 65536, - -1, -32, -33, -128, -129, -32768, -32769, - 1.0, - b"", b"a", b"a"*31, b"a"*32, - None, True, False, - (), ((),), ((), None,), - {None: 0}, - (1<<23), - ] - for td in test_data: - check(td) - -if __name__ == '__main__': - main() diff --git a/python/test3/test_sequnpack.py b/python/test3/test_sequnpack.py deleted file mode 100644 index 5fd377c..0000000 --- a/python/test3/test_sequnpack.py +++ /dev/null @@ -1,36 +0,0 @@ -#!/usr/bin/env python -# coding: utf-8 - - - -from msgpack import Unpacker - -def test_foobar(): - unpacker = Unpacker(read_size=3) - unpacker.feed(b'foobar') - assert unpacker.unpack() == ord(b'f') - assert unpacker.unpack() == ord(b'o') - assert unpacker.unpack() == ord(b'o') - assert unpacker.unpack() == ord(b'b') - assert unpacker.unpack() == ord(b'a') - assert unpacker.unpack() == ord(b'r') - try: - o = unpacker.unpack() - print(("Oops!", o)) - assert 0 - except StopIteration: - assert 1 - else: - assert 0 - unpacker.feed(b'foo') - unpacker.feed(b'bar') - - k = 0 - for o, e in zip(unpacker, b'foobarbaz'): - assert o == e - k += 1 - assert k == len(b'foobar') - -if __name__ == '__main__': - test_foobar() - diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..9e4643b --- /dev/null +++ b/requirements.txt @@ -0,0 +1,3 @@ +Cython==3.2.1 +setuptools==78.1.1 +build diff --git a/ruby/AUTHORS b/ruby/AUTHORS deleted file mode 100644 index ababacb..0000000 --- a/ruby/AUTHORS +++ /dev/null @@ -1 +0,0 @@ -FURUHASHI Sadayuki diff --git a/ruby/ChangeLog b/ruby/ChangeLog deleted file mode 100644 index d3a7282..0000000 --- a/ruby/ChangeLog +++ /dev/null @@ -1,6 +0,0 @@ - -2010-06-29 version 0.4.3: - - * Adds MessagePack::VERSION constant - * Fixes SEGV problem caused by GC bug at MessagePack_Unpacker_mark - diff --git a/ruby/README b/ruby/README deleted file mode 100644 index 051a769..0000000 --- a/ruby/README +++ /dev/null @@ -1,37 +0,0 @@ - -= MessagePack - -== Description - -MessagePack is a binary-based efficient object serialization library. -It enables to exchange structured objects between many languages like JSON. -But unlike JSON, it is very fast and small. - -Simple usage is as follows: - - require 'msgpack' - msg = [1,2,3].to_msgpack #=> "\x93\x01\x02\x03" - MessagePack.unpack(msg) #=> [1,2,3] - -Use MessagePack::Unpacker for streaming deserialization. - - -== Installation - -=== Archive Installation - - ruby extconf.rb - make - make install - -=== Gem Installation - - gem install msgpack - - -== Copyright - -Author:: frsyuki -Copyright:: Copyright (c) 2008-2010 FURUHASHI Sadayuki -License:: Apache License, Version 2.0 - diff --git a/ruby/bench.rb b/ruby/bench.rb deleted file mode 100644 index 3b0b2ae..0000000 --- a/ruby/bench.rb +++ /dev/null @@ -1,70 +0,0 @@ -require 'rubygems' -require 'json' -require 'msgpack' - -def show10(str) - puts "#{str.length/1024} KB" - puts str[0, 10].unpack('C*').map{|x|"%02x"%x}.join(' ') + " ..." -end - -ary = [] -i = 0 -while i < (1<<24) - #ary << (1<<24) - ary << i - i += 1 -end - -GC.start - -puts "----" -puts "MessagePack" -a = Time.now -packed = MessagePack::pack(ary) -b = Time.now -show10(packed) -sec = b - a -puts "#{sec} sec." -puts "#{packed.length.to_f / sec / 1024 / 1024 * 8} Mbps" - -GC.start - -=begin -puts "----" -puts "JSON" -a = Time.now -json = ary.to_json -b = Time.now -show10(json) -puts "#{b-a} sec." - -ary = nil -GC.start -=end - - -puts "----" -puts "MessagePack" -a = Time.now -ary = MessagePack::unpack(packed) -b = Time.now -sec = b - a -puts "#{sec} sec." -puts "#{packed.length.to_f / sec / 1024 / 1024 * 8} Mbps" - -p ary.size -p (1<<24) - -ary = nil -GC.start - - -=begin -puts "----" -puts "JSON" -a = Time.now -ary = JSON::load(json) -b = Time.now -puts "#{b-a} sec." -=end - diff --git a/ruby/compat.h b/ruby/compat.h deleted file mode 100644 index d7a2ca7..0000000 --- a/ruby/compat.h +++ /dev/null @@ -1,77 +0,0 @@ -/* - * MessagePack for Ruby - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef COMPAT_H__ -#define COMPAT_H__ - - -#ifdef HAVE_RUBY_ENCODING_H -#include "ruby/encoding.h" -#define COMPAT_HAVE_ENCODING -extern int s_enc_utf8; -extern int s_enc_ascii8bit; -extern int s_enc_usascii; -extern VALUE s_enc_utf8_value; -#endif - -#ifdef RUBY_VM -#define COMPAT_RERAISE rb_exc_raise(rb_errinfo()) -#else -#define COMPAT_RERAISE rb_exc_raise(ruby_errinfo) -#endif - - -/* ruby 1.8 and Rubinius */ -#ifndef RBIGNUM_POSITIVE_P -# ifdef RUBINIUS -# define RBIGNUM_POSITIVE_P(b) (rb_funcall(b, rb_intern(">="), 1, INT2FIX(0)) == Qtrue) -# else -# define RBIGNUM_POSITIVE_P(b) (RBIGNUM(b)->sign) -# endif -#endif - - -/* Rubinius */ -#ifdef RUBINIUS -static inline void rb_gc_enable() { return; } -static inline void rb_gc_disable() { return; } -#endif - - -/* ruby 1.8.5 */ -#ifndef RSTRING_PTR -#define RSTRING_PTR(s) (RSTRING(s)->ptr) -#endif - -/* ruby 1.8.5 */ -#ifndef RSTRING_LEN -#define RSTRING_LEN(s) (RSTRING(s)->len) -#endif - -/* ruby 1.8.5 */ -#ifndef RARRAY_PTR -#define RARRAY_PTR(s) (RARRAY(s)->ptr) -#endif - -/* ruby 1.8.5 */ -#ifndef RARRAY_LEN -#define RARRAY_LEN(s) (RARRAY(s)->len) -#endif - - -#endif /* compat.h */ - diff --git a/ruby/extconf.rb b/ruby/extconf.rb deleted file mode 100644 index f1d44ec..0000000 --- a/ruby/extconf.rb +++ /dev/null @@ -1,5 +0,0 @@ -require 'mkmf' -require './version.rb' -$CFLAGS << %[ -I.. -Wall -O4 -DMESSAGEPACK_VERSION=\\"#{MessagePack::VERSION}\\" -g] -create_makefile('msgpack') - diff --git a/ruby/makegem.sh b/ruby/makegem.sh deleted file mode 100755 index bf30cd4..0000000 --- a/ruby/makegem.sh +++ /dev/null @@ -1,35 +0,0 @@ -#!/bin/sh - -mkdir -p ext -mkdir -p msgpack -cp extconf.rb ext/ -cp pack.c ext/ -cp pack.h ext/ -cp rbinit.c ext/ -cp unpack.c ext/ -cp unpack.h ext/ -cp version.rb ext/ -cp ../msgpack/pack_define.h msgpack/ -cp ../msgpack/pack_template.h msgpack/ -cp ../msgpack/unpack_define.h msgpack/ -cp ../msgpack/unpack_template.h msgpack/ -cp ../msgpack/sysdep.h msgpack/ -cp ../test/cases.mpac test/ -cp ../test/cases_compact.mpac test/ -cp ../test/cases.json test/ - -gem build msgpack.gemspec - -rdoc rbinit.c pack.c unpack.c - -if [ $? -eq 0 ]; then - rm -rf ext msgpack test/msgpack_test.rb -fi - -# gem install gem-compile # on msys -# gem compile msgpack-$version.gem # on msys -# gem compile msgpack-$version.gem -p mswin32 # on msys -# gem push msgpack-$version.gem -# gem push msgpack-$version-x86-mingw32.gem -# gem push msgpack-$version-mswin32.gem - diff --git a/ruby/msgpack.gemspec b/ruby/msgpack.gemspec deleted file mode 100644 index 95a2bd0..0000000 --- a/ruby/msgpack.gemspec +++ /dev/null @@ -1,17 +0,0 @@ -require './version.rb' -Gem::Specification.new do |s| - s.platform = Gem::Platform::RUBY - s.name = "msgpack" - s.version = MessagePack::VERSION - s.summary = "MessagePack, a binary-based efficient data interchange format." - s.author = "FURUHASHI Sadayuki" - s.email = "frsyuki@users.sourceforge.jp" - s.homepage = "http://msgpack.sourceforge.net/" - s.rubyforge_project = "msgpack" - s.has_rdoc = true - s.rdoc_options = ["ext"] - s.require_paths = ["lib"] - s.files = Dir["ext/**/*", "msgpack/**/*", "test/**/*"] - s.test_files = Dir["test/test_*.rb"] - s.extensions = Dir["ext/**/extconf.rb"] -end diff --git a/ruby/pack.c b/ruby/pack.c deleted file mode 100644 index 8ce46aa..0000000 --- a/ruby/pack.c +++ /dev/null @@ -1,306 +0,0 @@ -/* - * MessagePack for Ruby packing routine - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "ruby.h" -#include "compat.h" - -#include "msgpack/pack_define.h" - -static ID s_to_msgpack; -static ID s_append; - -#define msgpack_pack_inline_func(name) \ - static inline void msgpack_pack ## name - -#define msgpack_pack_inline_func_cint(name) \ - static inline void msgpack_pack ## name - -#define msgpack_pack_user VALUE - -#define msgpack_pack_append_buffer(user, buf, len) \ - ((TYPE(user) == T_STRING) ? \ - rb_str_buf_cat(user, (const void*)buf, len) : \ - rb_funcall(user, s_append, 1, rb_str_new((const void*)buf,len))) - -#include "msgpack/pack_template.h" - - -#ifndef RUBY_VM -#include "st.h" // ruby hash -#endif - -#define ARG_BUFFER(name, argc, argv) \ - VALUE name; \ - if(argc == 1) { \ - name = argv[0]; \ - } else if(argc == 0) { \ - name = rb_str_buf_new(0); \ - } else { \ - rb_raise(rb_eArgError, "wrong number of arguments (%d for 0)", argc); \ - } - - -/* - * Document-method: NilClass#to_msgpack - * - * call-seq: - * nil.to_msgpack(out = '') -> String - * - * Serializes the nil into raw bytes. - */ -static VALUE MessagePack_NilClass_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - msgpack_pack_nil(out); - return out; -} - - -/* - * Document-method: TrueClass#to_msgpack - * - * call-seq: - * true.to_msgpack(out = '') -> String - * - * Serializes the true into raw bytes. - */ -static VALUE MessagePack_TrueClass_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - msgpack_pack_true(out); - return out; -} - - -/* - * Document-method: FalseClass#to_msgpack - * - * call-seq: - * false.to_msgpack(out = '') -> String - * - * Serializes false into raw bytes. - */ -static VALUE MessagePack_FalseClass_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - msgpack_pack_false(out); - return out; -} - - -/* - * Document-method: Fixnum#to_msgpack - * - * call-seq: - * fixnum.to_msgpack(out = '') -> String - * - * Serializes the Fixnum into raw bytes. - */ -static VALUE MessagePack_Fixnum_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - msgpack_pack_long(out, FIX2LONG(self)); - return out; -} - - -/* - * Document-method: Bignum#to_msgpack - * - * call-seq: - * bignum.to_msgpack(out = '') -> String - * - * Serializes the Bignum into raw bytes. - */ -static VALUE MessagePack_Bignum_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - if(RBIGNUM_POSITIVE_P(self)) { - msgpack_pack_uint64(out, rb_big2ull(self)); - } else { - msgpack_pack_int64(out, rb_big2ll(self)); - } - return out; -} - - -/* - * Document-method: Float#to_msgpack - * - * call-seq: - * float.to_msgpack(out = '') -> String - * - * Serializes the Float into raw bytes. - */ -static VALUE MessagePack_Float_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - msgpack_pack_double(out, rb_num2dbl(self)); - return out; -} - - -/* - * Document-method: String#to_msgpack - * - * call-seq: - * string.to_msgpack(out = '') -> String - * - * Serializes the String into raw bytes. - */ -static VALUE MessagePack_String_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); -#ifdef COMPAT_HAVE_ENCODING - int enc = ENCODING_GET(self); - if(enc != s_enc_utf8 && enc != s_enc_ascii8bit && enc != s_enc_usascii) { - if(!ENC_CODERANGE_ASCIIONLY(self)) { - self = rb_str_encode(self, s_enc_utf8_value, 0, Qnil); - } - } -#endif - msgpack_pack_raw(out, RSTRING_LEN(self)); - msgpack_pack_raw_body(out, RSTRING_PTR(self), RSTRING_LEN(self)); - return out; -} - - -/* - * Document-method: Symbol#to_msgpack - * - * call-seq: - * symbol.to_msgpack(out = '') -> String - * - * Serializes the Symbol into raw bytes. - */ -static VALUE MessagePack_Symbol_to_msgpack(int argc, VALUE *argv, VALUE self) -{ -#ifdef COMPAT_HAVE_ENCODING - return MessagePack_String_to_msgpack(argc, argv, rb_id2str(SYM2ID(self))); -#else - ARG_BUFFER(out, argc, argv); - const char* name = rb_id2name(SYM2ID(self)); - size_t len = strlen(name); - msgpack_pack_raw(out, len); - msgpack_pack_raw_body(out, name, len); - return out; -#endif -} - - -/* - * Document-method: Array#to_msgpack - * - * call-seq: - * array.to_msgpack(out = '') -> String - * - * Serializes the Array into raw bytes. - * This calls to_msgpack method reflectively for internal elements. - */ -static VALUE MessagePack_Array_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - // FIXME check sizeof(long) > sizeof(unsigned int) && RARRAY_LEN(self) > UINT_MAX - msgpack_pack_array(out, (unsigned int)RARRAY_LEN(self)); - VALUE* p = RARRAY_PTR(self); - VALUE* const pend = p + RARRAY_LEN(self); - for(;p != pend; ++p) { - rb_funcall(*p, s_to_msgpack, 1, out); - } - return out; -} - - -#ifndef RHASH_SIZE // Ruby 1.8 -#define RHASH_SIZE(h) (RHASH(h)->tbl ? RHASH(h)->tbl->num_entries : 0) -#endif - -static int MessagePack_Hash_to_msgpack_foreach(VALUE key, VALUE value, VALUE out) -{ - if (key == Qundef) { return ST_CONTINUE; } - rb_funcall(key, s_to_msgpack, 1, out); - rb_funcall(value, s_to_msgpack, 1, out); - return ST_CONTINUE; -} - -/* - * Document-method: Hash#to_msgpack - * - * call-seq: - * hash.to_msgpack(out = '') -> String - * - * Serializes the Hash into raw bytes. - * This calls to_msgpack method reflectively for internal keys and values. - */ -static VALUE MessagePack_Hash_to_msgpack(int argc, VALUE *argv, VALUE self) -{ - ARG_BUFFER(out, argc, argv); - // FIXME check sizeof(st_index_t) > sizeof(unsigned int) && RARRAY_LEN(self) > UINT_MAX - msgpack_pack_map(out, (unsigned int)RHASH_SIZE(self)); - rb_hash_foreach(self, MessagePack_Hash_to_msgpack_foreach, out); - return out; -} - - -/** - * Document-method: MessagePack.pack - * - * call-seq: - * MessagePack.pack(object, out = '') -> String - * - * Serializes the object into raw bytes. The encoding of the string is ASCII-8BIT on Ruby 1.9. - * This method is same as object.to_msgpack(out = ''). - * - * _out_ is an object that implements *<<* method like String or IO. - */ -static VALUE MessagePack_pack(int argc, VALUE* argv, VALUE self) -{ - VALUE out; - if(argc == 1) { - out = rb_str_buf_new(0); - } else if(argc == 2) { - out = argv[1]; - } else { - rb_raise(rb_eArgError, "wrong number of arguments (%d for 1)", argc); - } - return rb_funcall(argv[0], s_to_msgpack, 1, out); -} - - -void Init_msgpack_pack(VALUE mMessagePack) -{ - s_to_msgpack = rb_intern("to_msgpack"); - s_append = rb_intern("<<"); - - rb_define_method(rb_cNilClass, "to_msgpack", MessagePack_NilClass_to_msgpack, -1); - rb_define_method(rb_cTrueClass, "to_msgpack", MessagePack_TrueClass_to_msgpack, -1); - rb_define_method(rb_cFalseClass, "to_msgpack", MessagePack_FalseClass_to_msgpack, -1); - rb_define_method(rb_cFixnum, "to_msgpack", MessagePack_Fixnum_to_msgpack, -1); - rb_define_method(rb_cBignum, "to_msgpack", MessagePack_Bignum_to_msgpack, -1); - rb_define_method(rb_cFloat, "to_msgpack", MessagePack_Float_to_msgpack, -1); - rb_define_method(rb_cString, "to_msgpack", MessagePack_String_to_msgpack, -1); - rb_define_method(rb_cArray, "to_msgpack", MessagePack_Array_to_msgpack, -1); - rb_define_method(rb_cHash, "to_msgpack", MessagePack_Hash_to_msgpack, -1); - rb_define_method(rb_cSymbol, "to_msgpack", MessagePack_Symbol_to_msgpack, -1); - - /** - * MessagePack module is defined in rbinit.c file. - * mMessagePack = rb_define_module("MessagePack"); - */ - rb_define_module_function(mMessagePack, "pack", MessagePack_pack, -1); -} - diff --git a/ruby/pack.h b/ruby/pack.h deleted file mode 100644 index f162a86..0000000 --- a/ruby/pack.h +++ /dev/null @@ -1,26 +0,0 @@ -/* - * MessagePack for Ruby packing routine - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef PACK_H__ -#define PACK_H__ - -#include "ruby.h" - -void Init_msgpack_pack(VALUE mMessagePack); - -#endif /* pack.h */ - diff --git a/ruby/rbinit.c b/ruby/rbinit.c deleted file mode 100644 index 1d1cbc6..0000000 --- a/ruby/rbinit.c +++ /dev/null @@ -1,66 +0,0 @@ -/* - * MessagePack for Ruby - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "pack.h" -#include "unpack.h" -#include "compat.h" - -static VALUE mMessagePack; - -#ifdef COMPAT_HAVE_ENCODING -int s_enc_utf8; -int s_enc_ascii8bit; -int s_enc_usascii; -VALUE s_enc_utf8_value; -#endif - -/** - * Document-module: MessagePack - * - * MessagePack is a binary-based efficient object serialization library. - * It enables to exchange structured objects between many languages like JSON. - * But unlike JSON, it is very fast and small. - * - * You can install MessagePack with rubygems. - * - * gem install msgpack - * - * Simple usage is as follows: - * - * require 'msgpack' - * msg = [1,2,3].to_msgpack #=> "\x93\x01\x02\x03" - * MessagePack.unpack(msg) #=> [1,2,3] - * - * Use Unpacker class for streaming deserialization. - * - */ -void Init_msgpack(void) -{ - mMessagePack = rb_define_module("MessagePack"); - - rb_define_const(mMessagePack, "VERSION", rb_str_new2(MESSAGEPACK_VERSION)); - -#ifdef COMPAT_HAVE_ENCODING - s_enc_ascii8bit = rb_ascii8bit_encindex(); - s_enc_utf8 = rb_utf8_encindex(); - s_enc_usascii = rb_usascii_encindex(); - s_enc_utf8_value = rb_enc_from_encoding(rb_utf8_encoding()); -#endif - - Init_msgpack_unpack(mMessagePack); - Init_msgpack_pack(mMessagePack); -} diff --git a/ruby/test/test_cases.rb b/ruby/test/test_cases.rb deleted file mode 100644 index bfb752e..0000000 --- a/ruby/test/test_cases.rb +++ /dev/null @@ -1,46 +0,0 @@ -#!/usr/bin/env ruby -here = File.dirname(__FILE__) -require "#{here}/test_helper" - -begin -require 'json' -rescue LoadError -require 'rubygems' -require 'json' -end - -CASES_PATH = "#{here}/cases.mpac" -CASES_COMPACT_PATH = "#{here}/cases_compact.mpac" -CASES_JSON_PATH = "#{here}/cases.json" - -class MessagePackTestCases < Test::Unit::TestCase - def feed_file(path) - pac = MessagePack::Unpacker.new - pac.feed File.read(path) - pac - end - - def test_compare_compact - pac = feed_file(CASES_PATH) - cpac = feed_file(CASES_COMPACT_PATH) - - objs = []; pac.each {| obj| objs << obj } - cobjs = []; cpac.each {|cobj| cobjs << cobj } - - objs.zip(cobjs).each {|obj, cobj| - assert_equal(obj, cobj) - } - end - - def test_compare_json - pac = feed_file(CASES_PATH) - - objs = []; pac.each {|obj| objs << obj } - jobjs = JSON.load File.read(CASES_JSON_PATH) - - objs.zip(jobjs) {|obj, jobj| - assert_equal(obj, jobj) - } - end -end - diff --git a/ruby/test/test_encoding.rb b/ruby/test/test_encoding.rb deleted file mode 100644 index 2cf0767..0000000 --- a/ruby/test/test_encoding.rb +++ /dev/null @@ -1,68 +0,0 @@ -#!/usr/bin/env ruby -require File.dirname(__FILE__)+'/test_helper' - -if RUBY_VERSION < "1.9" - exit -end - -class MessagePackTestEncoding < Test::Unit::TestCase - def self.it(name, &block) - define_method("test_#{name}", &block) - end - - it "US-ASCII" do - check_unpack "abc".force_encoding("US-ASCII") - end - - it "UTF-8 ascii" do - check_unpack "abc".force_encoding("UTF-8") - end - - it "UTF-8 mbstr" do - check_unpack "\xE3\x81\x82".force_encoding("UTF-8") - end - - it "UTF-8 invalid" do - check_unpack "\xD0".force_encoding("UTF-8") - end - - it "ASCII-8BIT" do - check_unpack "\xD0".force_encoding("ASCII-8BIT") - end - - it "EUC-JP" do - x = "\xA4\xA2".force_encoding("EUC-JP") - check_unpack(x) - end - - it "EUC-JP invalid" do - begin - "\xD0".force_encoding("EUC-JP").to_msgpack - assert(false) - rescue Encoding::InvalidByteSequenceError - assert(true) - end - end - - private - def check_unpack(str) - if str.encoding.to_s == "ASCII-8BIT" - should_str = str.dup.force_encoding("UTF-8") - else - should_str = str.encode("UTF-8") - end - - raw = str.to_msgpack - r = MessagePack.unpack(str.to_msgpack) - assert_equal(r.encoding.to_s, "UTF-8") - assert_equal(r, should_str.force_encoding("UTF-8")) - - if str.valid_encoding? - sym = str.to_sym - r = MessagePack.unpack(sym.to_msgpack) - assert_equal(r.encoding.to_s, "UTF-8") - assert_equal(r, should_str.force_encoding("UTF-8")) - end - end -end - diff --git a/ruby/test/test_helper.rb b/ruby/test/test_helper.rb deleted file mode 100644 index 4def861..0000000 --- a/ruby/test/test_helper.rb +++ /dev/null @@ -1,10 +0,0 @@ -require 'test/unit' -begin -require File.dirname(__FILE__) + '/../msgpack' -rescue LoadError -require File.dirname(__FILE__) + '/../lib/msgpack' -end - -if ENV["GC_STRESS"] - GC.stress = true -end diff --git a/ruby/test/test_pack_unpack.rb b/ruby/test/test_pack_unpack.rb deleted file mode 100644 index f378c3c..0000000 --- a/ruby/test/test_pack_unpack.rb +++ /dev/null @@ -1,307 +0,0 @@ -#!/usr/bin/env ruby -require File.dirname(__FILE__)+'/test_helper' - -class MessagePackTestPackUnpack < Test::Unit::TestCase - def self.it(name, &block) - define_method("test_#{name}", &block) - end - - it "nil" do - check 1, nil - end - - it "true" do - check 1, true - end - - it "false" do - check 1, false - end - - it "zero" do - check 1, 0 - end - - it "positive fixnum" do - check 1, 1 - check 1, (1<<6) - check 1, (1<<7)-1 - end - - it "positive int 8" do - check 1, -1 - check 2, (1<<7) - check 2, (1<<8)-1 - end - - it "positive int 16" do - check 3, (1<<8) - check 3, (1<<16)-1 - end - - it "positive int 32" do - check 5, (1<<16) - check 5, (1<<32)-1 - end - - it "positive int 64" do - check 9, (1<<32) - check 9, (1<<64)-1 - end - - it "negative fixnum" do - check 1, -1 - check 1, -((1<<5)-1) - check 1, -(1<<5) - end - - it "negative int 8" do - check 2, -((1<<5)+1) - check 2, -(1<<7) - end - - it "negative int 16" do - check 3, -((1<<7)+1) - check 3, -(1<<15) - end - - it "negative int 32" do - check 5, -((1<<15)+1) - check 5, -(1<<31) - end - - it "negative int 64" do - check 9, -((1<<31)+1) - check 9, -(1<<63) - end - - it "double" do - check 9, 1.0 - check 9, 0.1 - check 9, -0.1 - check 9, -1.0 - end - - it "fixraw" do - check_raw 1, 0 - check_raw 1, (1<<5)-1 - end - - it "raw 16" do - check_raw 3, (1<<5) - check_raw 3, (1<<16)-1 - end - - it "raw 32" do - check_raw 5, (1<<16) - #check_raw 5, (1<<32)-1 # memory error - end - - it "fixarray" do - check_array 1, 0 - check_array 1, (1<<4)-1 - end - - it "array 16" do - check_array 3, (1<<4) - check_array 3, (1<<16)-1 - end - - it "array 32" do - check_array 5, (1<<16) - #check_array 5, (1<<32)-1 # memory error - end - - it "nil" do - match nil, "\xc0" - end - - it "false" do - match false, "\xc2" - end - - it "true" do - match true, "\xc3" - end - - it "0" do - match 0, "\x00" - end - - it "127" do - match 127, "\x7f" - end - - it "128" do - match 128, "\xcc\x80" - end - - it "256" do - match 256, "\xcd\x01\x00" - end - - it "-1" do - match -1, "\xff" - end - - it "-33" do - match -33, "\xd0\xdf" - end - - it "-129" do - match -129, "\xd1\xff\x7f" - end - - it "{1=>1}" do - obj = {1=>1} - match obj, "\x81\x01\x01" - end - - it "1.0" do - match 1.0, "\xcb\x3f\xf0\x00\x00\x00\x00\x00\x00" - end - - it "[]" do - match [], "\x90" - end - - it "[0, 1, ..., 14]" do - obj = (0..14).to_a - match obj, "\x9f\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e" - end - - it "[0, 1, ..., 15]" do - obj = (0..15).to_a - match obj, "\xdc\x00\x10\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f" - end - - it "{}" do - obj = {} - match obj, "\x80" - end - -## FIXME -# it "{0=>0, 1=>1, ..., 14=>14}" do -# a = (0..14).to_a; -# match Hash[*a.zip(a).flatten], "\x8f\x05\x05\x0b\x0b\x00\x00\x06\x06\x0c\x0c\x01\x01\x07\x07\x0d\x0d\x02\x02\x08\x08\x0e\x0e\x03\x03\x09\x09\x04\x04\x0a\x0a" -# end -# -# it "{0=>0, 1=>1, ..., 15=>15}" do -# a = (0..15).to_a; -# match Hash[*a.zip(a).flatten], "\xde\x00\x10\x05\x05\x0b\x0b\x00\x00\x06\x06\x0c\x0c\x01\x01\x07\x07\x0d\x0d\x02\x02\x08\x08\x0e\x0e\x03\x03\x09\x09\x0f\x0f\x04\x04\x0a\x0a" -# end - -## FIXME -# it "fixmap" do -# check_map 1, 0 -# check_map 1, (1<<4)-1 -# end -# -# it "map 16" do -# check_map 3, (1<<4) -# check_map 3, (1<<16)-1 -# end -# -# it "map 32" do -# check_map 5, (1<<16) -# #check_map 5, (1<<32)-1 # memory error -# end - - it "buffer" do - str = "a"*32*1024*4 - raw = str.to_msgpack - pac = MessagePack::Unpacker.new - - len = 0 - parsed = false - - n = 655 - time = raw.size / n - time += 1 unless raw.size % n == 0 - off = 0 - - time.times do - assert(!parsed) - - fe = raw[off, n] - assert(fe.length > 0) - off += fe.length - - pac.feed fe - pac.each {|obj| - assert(!parsed) - assert_equal(obj, str) - parsed = true - } - end - - assert(parsed) - end - - it "gc mark" do - obj = [1024, {["a","b"]=>["c","d"]}, ["e","f"], "d", 70000, 4.12, 1.5, 1.5, 1.5] - num = 4 - raw = obj.to_msgpack * num - pac = MessagePack::Unpacker.new - parsed = 0 - raw.split(//).each do |b| - pac.feed(b) - pac.each {|o| - GC.start - assert_equal(obj, o) - parsed += 1 - } - GC.start - end - assert_equal(parsed, num) - end - - it "streaming backward compatibility" do - obj = [1024, {["a","b"]=>["c","d"]}, ["e","f"], "d", 70000, 4.12, 1.5, 1.5, 1.5] - num = 4 - raw = obj.to_msgpack * num - pac = MessagePack::Unpacker.new - buffer = "" - nread = 0 - parsed = 0 - raw.split(//).each do |b| - buffer << b - nread = pac.execute(buffer, nread) - if pac.finished? - o = pac.data - assert_equal(obj, o) - parsed += 1 - pac.reset - buffer.slice!(0, nread) - nread = 0 - next unless buffer.empty? - end - end - assert_equal(parsed, num) - end - - it "MessagePack::VERSION constant" do - p MessagePack::VERSION - end - - private - def check(len, obj) - v = obj.to_msgpack - assert_equal(v.length, len) - assert_equal(MessagePack.unpack(v), obj) - end - - def check_raw(overhead, num) - check num+overhead, " "*num - end - - def check_array(overhead, num) - check num+overhead, Array.new(num) - end - - def match(obj, buf) - assert_equal(obj.to_msgpack, buf) - assert_equal(MessagePack::unpack(buf), obj) - end -end - diff --git a/ruby/unpack.c b/ruby/unpack.c deleted file mode 100644 index 2d10e75..0000000 --- a/ruby/unpack.c +++ /dev/null @@ -1,813 +0,0 @@ -/* - * MessagePack for Ruby unpacking routine - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "ruby.h" -#include "compat.h" - -#include "msgpack/unpack_define.h" - -static ID s_sysread; -static ID s_readpartial; - -struct unpack_buffer { - size_t size; - size_t free; - char* ptr; -}; - -typedef struct { - int finished; - VALUE source; - size_t offset; - struct unpack_buffer buffer; - VALUE stream; - VALUE streambuf; - ID stream_append_method; -} unpack_user; - - -#define msgpack_unpack_struct(name) \ - struct template ## name - -#define msgpack_unpack_func(ret, name) \ - ret template ## name - -#define msgpack_unpack_callback(name) \ - template_callback ## name - -#define msgpack_unpack_object VALUE - -#define msgpack_unpack_user unpack_user - - -struct template_context; -typedef struct template_context msgpack_unpack_t; - -static void template_init(msgpack_unpack_t* u); - -static VALUE template_data(msgpack_unpack_t* u); - -static int template_execute(msgpack_unpack_t* u, - const char* data, size_t len, size_t* off); - - -static inline VALUE template_callback_root(unpack_user* u) -{ return Qnil; } - -static inline int template_callback_uint8(unpack_user* u, uint8_t d, VALUE* o) -{ *o = INT2FIX(d); return 0; } - -static inline int template_callback_uint16(unpack_user* u, uint16_t d, VALUE* o) -{ *o = INT2FIX(d); return 0; } - -static inline int template_callback_uint32(unpack_user* u, uint32_t d, VALUE* o) -{ *o = UINT2NUM(d); return 0; } - -static inline int template_callback_uint64(unpack_user* u, uint64_t d, VALUE* o) -{ *o = rb_ull2inum(d); return 0; } - -static inline int template_callback_int8(unpack_user* u, int8_t d, VALUE* o) -{ *o = INT2FIX((long)d); return 0; } - -static inline int template_callback_int16(unpack_user* u, int16_t d, VALUE* o) -{ *o = INT2FIX((long)d); return 0; } - -static inline int template_callback_int32(unpack_user* u, int32_t d, VALUE* o) -{ *o = INT2NUM((long)d); return 0; } - -static inline int template_callback_int64(unpack_user* u, int64_t d, VALUE* o) -{ *o = rb_ll2inum(d); return 0; } - -static inline int template_callback_float(unpack_user* u, float d, VALUE* o) -{ *o = rb_float_new(d); return 0; } - -static inline int template_callback_double(unpack_user* u, double d, VALUE* o) -{ *o = rb_float_new(d); return 0; } - -static inline int template_callback_nil(unpack_user* u, VALUE* o) -{ *o = Qnil; return 0; } - -static inline int template_callback_true(unpack_user* u, VALUE* o) -{ *o = Qtrue; return 0; } - -static inline int template_callback_false(unpack_user* u, VALUE* o) -{ *o = Qfalse; return 0;} - -static inline int template_callback_array(unpack_user* u, unsigned int n, VALUE* o) -{ *o = rb_ary_new2(n); return 0; } - -static inline int template_callback_array_item(unpack_user* u, VALUE* c, VALUE o) -{ rb_ary_push(*c, o); return 0; } // FIXME set value directry RARRAY_PTR(obj)[RARRAY_LEN(obj)++] - -static inline int template_callback_map(unpack_user* u, unsigned int n, VALUE* o) -{ *o = rb_hash_new(); return 0; } - -static inline int template_callback_map_item(unpack_user* u, VALUE* c, VALUE k, VALUE v) -{ rb_hash_aset(*c, k, v); return 0; } - -#ifdef RSTRING_EMBED_LEN_MAX -#define COW_MIN_SIZE RSTRING_EMBED_LEN_MAX -#else -#define COW_MIN_SIZE ((sizeof(VALUE)*3)/sizeof(char)-1) -#endif - -static inline int template_callback_raw(unpack_user* u, const char* b, const char* p, unsigned int l, VALUE* o) -{ - if(u->source == Qnil || l <= COW_MIN_SIZE) { - *o = rb_str_new(p, l); - } else { - *o = rb_str_substr(u->source, p - b, l); - } -#ifdef COMPAT_HAVE_ENCODING - ENCODING_SET(*o, s_enc_utf8); -#endif - return 0; -} - - -#include "msgpack/unpack_template.h" - - -#define UNPACKER(from, name) \ - msgpack_unpack_t *name = NULL; \ - Data_Get_Struct(from, msgpack_unpack_t, name); \ - if(name == NULL) { \ - rb_raise(rb_eArgError, "NULL found for " # name " when shouldn't be."); \ - } - -#define CHECK_STRING_TYPE(value) \ - value = rb_check_string_type(value); \ - if( NIL_P(value) ) { \ - rb_raise(rb_eTypeError, "instance of String needed"); \ - } - - -static VALUE template_execute_rescue(VALUE nouse) -{ - rb_gc_enable(); - COMPAT_RERAISE; -} - -static VALUE template_execute_do(VALUE argv) -{ - VALUE* args = (VALUE*)argv; - - msgpack_unpack_t* mp = (msgpack_unpack_t*)args[0]; - char* dptr = (char*)args[1]; - size_t dlen = (size_t)args[2]; - size_t* from = (size_t*)args[3]; - - int ret = template_execute(mp, dptr, dlen, from); - - return (VALUE)ret; -} - -static int template_execute_wrap(msgpack_unpack_t* mp, - VALUE str, size_t dlen, size_t* from) -{ - VALUE args[4] = { - (VALUE)mp, - (VALUE)RSTRING_PTR(str), - (VALUE)dlen, - (VALUE)from, - }; - - // FIXME execute実行中はmp->topが更新されないのでGC markが機能しない - rb_gc_disable(); - - mp->user.source = str; - - int ret = (int)rb_rescue(template_execute_do, (VALUE)args, - template_execute_rescue, Qnil); - - rb_gc_enable(); - - return ret; -} - -static int template_execute_wrap_each(msgpack_unpack_t* mp, - const char* ptr, size_t dlen, size_t* from) -{ - VALUE args[4] = { - (VALUE)mp, - (VALUE)ptr, - (VALUE)dlen, - (VALUE)from, - }; - - // FIXME execute実行中はmp->topが更新されないのでGC markが機能しない - rb_gc_disable(); - - mp->user.source = Qnil; - - int ret = (int)rb_rescue(template_execute_do, (VALUE)args, - template_execute_rescue, Qnil); - - rb_gc_enable(); - - return ret; -} - - -static VALUE cUnpacker; - - -/** - * Document-module: MessagePack::UnpackerError - * - */ -static VALUE eUnpackError; - - -#ifndef MSGPACK_UNPACKER_BUFFER_INIT_SIZE -#define MSGPACK_UNPACKER_BUFFER_INIT_SIZE (32*1024) -#endif - -#ifndef MSGPACK_UNPACKER_BUFFER_RESERVE_SIZE -#define MSGPACK_UNPACKER_BUFFER_RESERVE_SIZE (8*1024) -#endif - -static void MessagePack_Unpacker_free(void* data) -{ - if(data) { - msgpack_unpack_t* mp = (msgpack_unpack_t*)data; - free(mp->user.buffer.ptr); - free(mp); - } -} - -static void MessagePack_Unpacker_mark(msgpack_unpack_t *mp) -{ - unsigned int i; - rb_gc_mark(mp->user.stream); - rb_gc_mark(mp->user.streambuf); - rb_gc_mark_maybe(template_data(mp)); - for(i=0; i < mp->top; ++i) { - rb_gc_mark(mp->stack[i].obj); - rb_gc_mark_maybe(mp->stack[i].map_key); - } -} - -static VALUE MessagePack_Unpacker_alloc(VALUE klass) -{ - VALUE obj; - msgpack_unpack_t* mp = ALLOC_N(msgpack_unpack_t, 1); - - // rb_gc_mark (not _maybe) is used for following member objects. - mp->user.stream = Qnil; - mp->user.streambuf = Qnil; - - mp->user.finished = 0; - mp->user.offset = 0; - mp->user.buffer.size = 0; - mp->user.buffer.free = 0; - mp->user.buffer.ptr = NULL; - - obj = Data_Wrap_Struct(klass, MessagePack_Unpacker_mark, - MessagePack_Unpacker_free, mp); - return obj; -} - -static ID append_method_of(VALUE stream) -{ - if(rb_respond_to(stream, s_sysread)) { - return s_sysread; - } else { - return s_readpartial; - } -} - -/** - * Document-method: MessagePack::Unpacker#initialize - * - * call-seq: - * MessagePack::Unpacker.new(stream = nil) - * - * Creates instance of MessagePack::Unpacker. - * - * You can specify a _stream_ for input stream. - * It is required to implement *sysread* or *readpartial* method. - * - * With the input stream, buffers will be feeded into the deserializer automatically. - * - * Without the input stream, use *feed* method manually. Or you can manage the buffer manually - * with *execute*, *finished?*, *data* and *reset* methods. - */ -static VALUE MessagePack_Unpacker_initialize(int argc, VALUE *argv, VALUE self) -{ - VALUE stream; - switch(argc) { - case 0: - stream = Qnil; - break; - case 1: - stream = argv[0]; - break; - default: - rb_raise(rb_eArgError, "wrong number of arguments (%d for 0)", argc); - } - - UNPACKER(self, mp); - template_init(mp); - mp->user.stream = stream; - mp->user.streambuf = rb_str_buf_new(MSGPACK_UNPACKER_BUFFER_RESERVE_SIZE); - mp->user.stream_append_method = append_method_of(stream); - - return self; -} - - -/** - * Document-method: MessagePack::Unpacker#stream - * - * call-seq: - * unpacker.stream - * - * Gets the input stream. - */ -static VALUE MessagePack_Unpacker_stream_get(VALUE self) -{ - UNPACKER(self, mp); - return mp->user.stream; -} - -/** - * Document-method: MessagePack::Unpacker#stream= - * - * call-seq: - * unpacker.stream = stream - * - * Resets the input stream. You can set nil not to use input stream. - */ -static VALUE MessagePack_Unpacker_stream_set(VALUE self, VALUE val) -{ - UNPACKER(self, mp); - mp->user.stream = val; - mp->user.stream_append_method = append_method_of(val); - return val; -} - - -static void reserve_buffer(msgpack_unpack_t* mp, size_t require) -{ - struct unpack_buffer* buffer = &mp->user.buffer; - - if(buffer->size == 0) { - size_t nsize = MSGPACK_UNPACKER_BUFFER_INIT_SIZE; - while(nsize < require) { - nsize *= 2; - } - char* tmp = ALLOC_N(char, nsize); - buffer->ptr = tmp; - buffer->free = nsize; - buffer->size = 0; - return; - } - - if(buffer->size <= mp->user.offset) { - /* clear buffer and rewind offset */ - buffer->free += buffer->size; - buffer->size = 0; - mp->user.offset = 0; - } - - if(require <= buffer->free) { - /* enough free space */ - return; - } - - size_t nsize = (buffer->size + buffer->free) * 2; - - if(mp->user.offset <= buffer->size / 2) { - /* parsed less than half: realloc only */ - while(nsize < buffer->size + require) { - nsize *= 2; - } - char* tmp = REALLOC_N(buffer->ptr, char, nsize); - buffer->free = nsize - buffer->size; - buffer->ptr = tmp; - - } else { - /* parsed more than half: realloc and move */ - size_t not_parsed = buffer->size - mp->user.offset; - while(nsize < not_parsed + require) { - nsize *= 2; - } - char* tmp = REALLOC_N(buffer->ptr, char, nsize); - memcpy(tmp, tmp + mp->user.offset, not_parsed); - buffer->free = nsize - buffer->size; - buffer->size = not_parsed; - buffer->ptr = tmp; - mp->user.offset = 0; - } -} - -static inline void feed_buffer(msgpack_unpack_t* mp, const char* ptr, size_t len) -{ - struct unpack_buffer* buffer = &mp->user.buffer; - - if(buffer->free < len) { - reserve_buffer(mp, len); - } - memcpy(buffer->ptr + buffer->size, ptr, len); - buffer->size += len; - buffer->free -= len; -} - -/** - * Document-method: MessagePack::Unpacker#feed - * - * call-seq: - * unpacker.feed(data) - * - * Fills the internal buffer with the specified buffer. - */ -static VALUE MessagePack_Unpacker_feed(VALUE self, VALUE data) -{ - UNPACKER(self, mp); - StringValue(data); - feed_buffer(mp, RSTRING_PTR(data), RSTRING_LEN(data)); - return Qnil; -} - -/** - * Document-method: MessagePack::Unpacker#fill - * - * call-seq: - * unpacker.fill -> length of read data - * - * Fills the internal buffer using the input stream. - * - * If the input stream is not specified, it returns nil. - * You can set it on *initialize* or *stream=* methods. - * - * This methods raises exceptions that _stream.sysread_ or - * _stream.readpartial_ method raises. - */ -static VALUE MessagePack_Unpacker_fill(VALUE self) -{ - UNPACKER(self, mp); - - if(mp->user.stream == Qnil) { - return Qnil; - } - - rb_funcall(mp->user.stream, mp->user.stream_append_method, 2, - LONG2FIX(MSGPACK_UNPACKER_BUFFER_RESERVE_SIZE), - mp->user.streambuf); - - size_t len = RSTRING_LEN(mp->user.streambuf); - feed_buffer(mp, RSTRING_PTR(mp->user.streambuf), len); - - return LONG2FIX(len); -} - - -/** - * Document-method: MessagePack::Unpacker#each - * - * call-seq: - * unpacker.each {|object| } - * - * Deserializes objects repeatedly. This calls *fill* method automatically. - * - * UnpackError is throw when parse error is occured. - * This method raises exceptions that *fill* method raises. - */ -static VALUE MessagePack_Unpacker_each(VALUE self) -{ - UNPACKER(self, mp); - int ret; - -#ifdef RETURN_ENUMERATOR - RETURN_ENUMERATOR(self, 0, 0); -#endif - - while(1) { - if(mp->user.buffer.size <= mp->user.offset) { - do_fill: - { - VALUE len = MessagePack_Unpacker_fill(self); - if(len == Qnil || FIX2LONG(len) == 0) { - break; - } - } - } - - ret = template_execute_wrap_each(mp, - mp->user.buffer.ptr, mp->user.buffer.size, - &mp->user.offset); - - if(ret < 0) { - rb_raise(eUnpackError, "parse error."); - - } else if(ret > 0) { - VALUE data = template_data(mp); - template_init(mp); - rb_yield(data); - - } else { - goto do_fill; - } - } - - return Qnil; -} - - -static inline VALUE MessagePack_unpack_impl(VALUE self, VALUE data, unsigned long dlen) -{ - msgpack_unpack_t mp; - template_init(&mp); - - mp.user.finished = 0; - - size_t from = 0; - int ret = template_execute_wrap(&mp, data, dlen, &from); - - if(ret < 0) { - rb_raise(eUnpackError, "parse error."); - - } else if(ret == 0) { - rb_raise(eUnpackError, "insufficient bytes."); - - } else { - if(from < dlen) { - rb_raise(eUnpackError, "extra bytes."); - } - return template_data(&mp); - } -} - -/** - * Document-method: MessagePack::Unpacker.unpack_limit - * - * call-seq: - * MessagePack::Unpacker.unpack_limit(data, limit) -> object - * - * Deserializes one object over the specified buffer upto _limit_ bytes. - * - * UnpackError is throw when parse error is occured, the buffer is insufficient - * to deserialize one object or there are extra bytes. - */ -static VALUE MessagePack_unpack_limit(VALUE self, VALUE data, VALUE limit) -{ - CHECK_STRING_TYPE(data); - return MessagePack_unpack_impl(self, data, NUM2ULONG(limit)); -} - -/** - * Document-method: MessagePack::Unpacker.unpack - * - * call-seq: - * MessagePack::Unpacker.unpack(data) -> object - * - * Deserializes one object over the specified buffer. - * - * UnpackError is throw when parse error is occured, the buffer is insufficient - * to deserialize one object or there are extra bytes. - */ -static VALUE MessagePack_unpack(VALUE self, VALUE data) -{ - CHECK_STRING_TYPE(data); - return MessagePack_unpack_impl(self, data, RSTRING_LEN(data)); -} - - -static VALUE MessagePack_Unpacker_execute_impl(VALUE self, VALUE data, - size_t from, size_t limit) -{ - UNPACKER(self, mp); - - if(from >= limit) { - rb_raise(eUnpackError, "offset is bigger than data buffer size."); - } - - int ret = template_execute_wrap(mp, data, limit, &from); - - if(ret < 0) { - rb_raise(eUnpackError, "parse error."); - } else if(ret > 0) { - mp->user.finished = 1; - return ULONG2NUM(from); - } else { - mp->user.finished = 0; - return ULONG2NUM(from); - } -} - -/** - * Document-method: MessagePack::Unpacker#execute_limit - * - * call-seq: - * unpacker.execute_limit(data, offset, limit) -> next offset - * - * Deserializes one object over the specified buffer from _offset_ bytes upto _limit_ bytes. - * - * This method doesn't use the internal buffer. - * - * Call *reset()* method before calling this method again. - * - * UnpackError is throw when parse error is occured. - */ -static VALUE MessagePack_Unpacker_execute_limit(VALUE self, VALUE data, - VALUE off, VALUE limit) -{ - CHECK_STRING_TYPE(data); - return MessagePack_Unpacker_execute_impl(self, data, - (size_t)NUM2ULONG(off), (size_t)NUM2ULONG(limit)); -} - -/** - * Document-method: MessagePack::Unpacker#execute - * - * call-seq: - * unpacker.execute(data, offset) -> next offset - * - * Deserializes one object over the specified buffer from _offset_ bytes. - * - * This method doesn't use the internal buffer. - * - * Call *reset()* method before calling this method again. - * - * This returns offset that was parsed to. - * Use *finished?* method to check an object is deserialized and call *data* - * method if it returns true. - * - * UnpackError is throw when parse error is occured. - */ -static VALUE MessagePack_Unpacker_execute(VALUE self, VALUE data, VALUE off) -{ - CHECK_STRING_TYPE(data); - return MessagePack_Unpacker_execute_impl(self, data, - (size_t)NUM2ULONG(off), (size_t)RSTRING_LEN(data)); -} - -/** - * Document-method: MessagePack::Unpacker#finished? - * - * call-seq: - * unpacker.finished? - * - * Returns true if an object is ready to get with data method. - * - * Use this method with execute method. - */ -static VALUE MessagePack_Unpacker_finished_p(VALUE self) -{ - UNPACKER(self, mp); - if(mp->user.finished) { - return Qtrue; - } - return Qfalse; -} - -/** - * Document-method: MessagePack::Unpacker#data - * - * call-seq: - * unpacker.data - * - * Gets the object deserialized by execute method. - * - * Use this method with execute method. - */ -static VALUE MessagePack_Unpacker_data(VALUE self) -{ - UNPACKER(self, mp); - return template_data(mp); -} - -/** - * Document-method: MessagePack::Unpacker#reset - * - * call-seq: - * unpacker.reset - * - * Resets the internal state of the unpacker. - */ -static VALUE MessagePack_Unpacker_reset(VALUE self) -{ - UNPACKER(self, mp); - template_init(mp); - mp->user.finished = 0; - return self; -} - - -void Init_msgpack_unpack(VALUE mMessagePack) -{ - s_sysread = rb_intern("sysread"); - s_readpartial = rb_intern("readpartial"); - - eUnpackError = rb_define_class_under(mMessagePack, "UnpackError", rb_eStandardError); - cUnpacker = rb_define_class_under(mMessagePack, "Unpacker", rb_cObject); - rb_define_alloc_func(cUnpacker, MessagePack_Unpacker_alloc); - - rb_define_method(cUnpacker, "initialize", MessagePack_Unpacker_initialize, -1); - - /* Buffered API */ - rb_define_method(cUnpacker, "feed", MessagePack_Unpacker_feed, 1); - rb_define_method(cUnpacker, "fill", MessagePack_Unpacker_fill, 0); - rb_define_method(cUnpacker, "each", MessagePack_Unpacker_each, 0); - rb_define_method(cUnpacker, "stream", MessagePack_Unpacker_stream_get, 0); - rb_define_method(cUnpacker, "stream=", MessagePack_Unpacker_stream_set, 1); - - /* Unbuffered API */ - rb_define_method(cUnpacker, "execute", MessagePack_Unpacker_execute, 2); - rb_define_method(cUnpacker, "execute_limit", MessagePack_Unpacker_execute_limit, 3); - rb_define_method(cUnpacker, "finished?", MessagePack_Unpacker_finished_p, 0); - rb_define_method(cUnpacker, "data", MessagePack_Unpacker_data, 0); - rb_define_method(cUnpacker, "reset", MessagePack_Unpacker_reset, 0); - - /** - * MessagePack module is defined in rbinit.c file. - * mMessagePack = rb_define_module("MessagePack"); - */ - rb_define_module_function(mMessagePack, "unpack", MessagePack_unpack, 1); - rb_define_module_function(mMessagePack, "unpack_limit", MessagePack_unpack_limit, 2); -} - -/** - * Document-module: MessagePack::Unpacker - * - * Deserializer class that includes Buffered API and Unbuffered API. - * - * - * Buffered API uses the internal buffer of the Unpacker. - * Following code uses Buffered API with an input stream: - * - * # create an unpacker with input stream. - * pac = MessagePack::Unpacker.new(STDIN) - * - * # deserialize object one after another. - * pac.each {|obj| - * # ... - * } - * - * - * Following code doesn't use the input stream and feeds buffer - * manually. This is useful to use special stream or with - * event-driven I/O library. - * - * # create an unpacker without input stream. - * pac = MessagePack::Unpacker.new() - * - * # feed buffer to the internal buffer. - * pac.feed(input_bytes) - * - * # deserialize object one after another. - * pac.each {|obj| - * # ... - * } - * - * - * You can manage the buffer manually with the combination of - * *execute*, *finished?*, *data* and *reset* method. - * - * # create an unpacker. - * pac = MessagePack::Unpacker.new() - * - * # manage buffer and offset manually. - * offset = 0 - * buffer = '' - * - * # read some data into the buffer. - * buffer << [1,2,3].to_msgpack - * buffer << [4,5,6].to_msgpack - * - * while true - * offset = pac.execute(buffer, offset) - * - * if pac.finished? - * obj = pac.data - * - * buffer.slice!(0, offset) - * offset = 0 - * pac.reset - * - * # do something with the object - * # ... - * - * # repeat execution if there are more data. - * next unless buffer.empty? - * end - * - * break - * end - */ - diff --git a/ruby/unpack.h b/ruby/unpack.h deleted file mode 100644 index 91d3eb7..0000000 --- a/ruby/unpack.h +++ /dev/null @@ -1,26 +0,0 @@ -/* - * MessagePack for Ruby unpacking routine - * - * Copyright (C) 2008-2010 FURUHASHI Sadayuki - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef UNPACK_H__ -#define UNPACK_H__ - -#include "ruby.h" - -void Init_msgpack_unpack(VALUE mMessagePack); - -#endif /* unpack.h */ - diff --git a/ruby/version.rb b/ruby/version.rb deleted file mode 100644 index b156620..0000000 --- a/ruby/version.rb +++ /dev/null @@ -1,3 +0,0 @@ -module MessagePack - VERSION = "0.4.3" -end diff --git a/setup.py b/setup.py new file mode 100644 index 0000000..4029e9e --- /dev/null +++ b/setup.py @@ -0,0 +1,32 @@ +#!/usr/bin/env python +import os +import sys + +from setuptools import Extension, setup + +PYPY = hasattr(sys, "pypy_version_info") + +libraries = [] +macros = [] +ext_modules = [] + +if sys.platform == "win32": + libraries.append("ws2_32") + macros = [("__LITTLE_ENDIAN__", "1")] + +if not PYPY and not os.environ.get("MSGPACK_PUREPYTHON"): + ext_modules.append( + Extension( + "msgpack._cmsgpack", + sources=["msgpack/_cmsgpack.c"], + libraries=libraries, + include_dirs=["."], + define_macros=macros, + ) + ) +del libraries, macros + +setup( + ext_modules=ext_modules, + packages=["msgpack"], +) diff --git a/test/README.md b/test/README.md deleted file mode 100644 index 8027002..0000000 --- a/test/README.md +++ /dev/null @@ -1,38 +0,0 @@ -MessagePack cross-language test cases -===================================== - -## cases - -Valid serialized data are stored in "cases.mpac" and "cases_compact.mpac". -These files describe same objects. And "cases.json" describes an array of the described objects. - -Thus you can verify your implementations as comparing the objects. - - -## crosslang - -The *crosslang* tool reads serialized data from stdin and writes re-serialize data to stdout. - -There are C++ and Ruby implementation of crosslang tool. You can verify your implementation -as comparing that implementations. - -### C++ version - - $ cd ../cpp && ./configure && make && make install - or - $ port install msgpack # MacPorts - - $ g++ -Wall -lmsgpack crosslang.cc -o crosslang - - $ ./crosslang - Usage: ./crosslang [in-file] [out-file] - -### Ruby version - - $ gem install msgpack - or - $ port install rb_msgpack # MacPorts - - $ ruby crosslang.rb - Usage: crosslang.rb [in-file] [out-file] - diff --git a/test/cases.json b/test/cases.json deleted file mode 100644 index fd390d4..0000000 --- a/test/cases.json +++ /dev/null @@ -1 +0,0 @@ -[false,true,null,0,0,0,0,0,0,0,0,0,-1,-1,-1,-1,-1,127,127,255,65535,4294967295,-32,-32,-128,-32768,-2147483648,0.0,-0.0,1.0,-1.0,"a","a","a","","","",[0],[0],[0],[],[],[],{},{},{},{"a":97},{"a":97},{"a":97},[[]],[["a"]]] \ No newline at end of file diff --git a/test/cases.mpac b/test/cases.mpac deleted file mode 100644 index 5ec08c6..0000000 Binary files a/test/cases.mpac and /dev/null differ diff --git a/test/cases_compact.mpac b/test/cases_compact.mpac deleted file mode 100644 index 8812442..0000000 Binary files a/test/cases_compact.mpac and /dev/null differ diff --git a/test/cases_gen.rb b/test/cases_gen.rb deleted file mode 100644 index 95662fb..0000000 --- a/test/cases_gen.rb +++ /dev/null @@ -1,99 +0,0 @@ -# -# MessagePack format test case -# -begin -require 'rubygems' -rescue LoadError -end -require 'msgpack' -require 'json' - -source = <97} FixMap -de 00 01 a1 61 61 # {"a"=>97} map 16 -df 00 00 00 01 a1 61 61 # {"a"=>97} map 32 -91 90 # [[]] -91 91 a1 61 # [["a"]] -EOF - -source.gsub!(/\#.+$/,'') -bytes = source.strip.split(/\s+/).map {|x| x.to_i(16) }.pack('C*') - -objs = [] -compact_bytes = "" - -pac = MessagePack::Unpacker.new -pac.feed(bytes) -pac.each {|obj| - p obj - objs << obj - compact_bytes << obj.to_msgpack -} - -json = objs.to_json - -# self check -cpac = MessagePack::Unpacker.new -cpac.feed(compact_bytes) -cpac.each {|cobj| - obj = objs.shift - if obj != cobj - puts "** SELF CHECK FAILED **" - puts "expected: #{obj.inspect}" - puts "actual: #{cobj.inspect}" - exit 1 - end -} - -File.open("cases.mpac","w") {|f| f.write(bytes) } -File.open("cases_compact.mpac","w") {|f| f.write(compact_bytes) } -File.open("cases.json","w") {|f| f.write(json) } - diff --git a/test/crosslang.cc b/test/crosslang.cc deleted file mode 100644 index be521b3..0000000 --- a/test/crosslang.cc +++ /dev/null @@ -1,133 +0,0 @@ -// -// MessagePack cross-language test tool -// -// $ cd ../cpp && ./configure && make && make install -// or -// $ port install msgpack # MacPorts -// -// $ g++ -Wall -lmsgpack crosslang.cc -// -#include -#include -#include -#include -#include -#include -#include - -static int run(int infd, int outfd) -try { - msgpack::unpacker pac; - - while(true) { - pac.reserve_buffer(32*1024); - - ssize_t count = - read(infd, pac.buffer(), pac.buffer_capacity()); - - if(count <= 0) { - if(count == 0) { - return 0; - } - if(errno == EAGAIN || errno == EINTR) { - continue; - } - return 1; - } - - pac.buffer_consumed(count); - - msgpack::unpacked result; - while(pac.next(&result)) { - msgpack::sbuffer sbuf; - msgpack::pack(sbuf, result.get()); - - const char* p = sbuf.data(); - const char* const pend = p + sbuf.size(); - while(p < pend) { - ssize_t bytes = write(outfd, p, pend-p); - - if(bytes <= 0) { - if(count == 0) { - return 0; - } - if(errno == EAGAIN || errno == EINTR) { - continue; - } - return 1; - } - - p += bytes; - } - - } - } - - return 0; - -} catch (std::exception& e) { - std::cerr << e.what() << std::endl; - return 1; -} - -static void usage(const char* prog) -{ - printf( - "Usage: %s [in-file] [out-file]\n" - "\n" - "This tool is for testing of MessagePack implementation.\n" - "This does following behavior:\n" - "\n" - " 1. Reads objects serialized by MessagePack from (default: stdin)\n" - " 2. Re-serializes the objects using C++ implementation of MessagePack (Note that C++ implementation is considered valid)\n" - " 3. Writes the re-serialized objects into (default: stdout)\n" - "\n" - , prog); - exit(1); -} - -int main(int argc, char* argv[]) -{ - int infd = 0; - int outfd = 1; - - if(argc < 1 || argc > 3) { - usage(argv[0]); - } - - for(int i=1; i < argc; ++i) { - if(strlen(argv[i]) > 1 && argv[i][0] == '-') { - usage(argv[0]); - } - } - - if(argc >= 2) { - const char* fname = argv[1]; - if(strcmp(fname, "-") != 0) { - infd = open(fname, O_RDONLY); - if(infd < 0) { - perror("can't open input file"); - exit(1); - } - } - } - - if(argc >= 3) { - const char* fname = argv[2]; - if(strcmp(fname, "-") != 0) { - outfd = open(fname, O_WRONLY | O_CREAT| O_TRUNC, 0666); - if(outfd < 0) { - perror("can't open output file"); - exit(1); - } - } - } - - int code = run(infd, outfd); - - close(infd); - close(outfd); - - return code; -} - diff --git a/test/crosslang.rb b/test/crosslang.rb deleted file mode 100644 index 7aa4482..0000000 --- a/test/crosslang.rb +++ /dev/null @@ -1,88 +0,0 @@ -# -# MessagePack cross-language test tool -# -# $ gem install msgpack -# or -# $ port install rb_msgpack # MacPorts -# -begin -require 'rubygems' -rescue LoadError -end -require 'msgpack' - -def run(inio, outio) - pac = MessagePack::Unpacker.new(inio) - - begin - pac.each {|obj| - outio.write MessagePack.pack(obj) - outio.flush - } - rescue EOFError - return 0 - rescue - $stderr.puts $! - return 1 - end - - return 0 -end - -def usage - puts < (default: stdin) - 2. Re-serializes the objects using Ruby implementation of MessagePack (Note that Ruby implementation is considered valid) - 3. Writes the re-serialized objects into (default: stdout) - -EOF - exit 1 -end - -inio = $stdin -outio = $stdout - -if ARGV.length > 2 - usage -end - -ARGV.each {|str| - if str.size > 1 && str[0] == ?- - usage - end -} - -if fname = ARGV[0] - unless fname == "-" - begin - inio = File.open(fname) - rescue - puts "can't open output file: #{$!}" - exit 1 - end - end -end - -if fname = ARGV[1] - unless fname == "-" - begin - outio = File.open(fname, "w") - rescue - puts "can't open output file: #{$!}" - exit 1 - end - end -end - -code = run(inio, outio) - -inio.close -outio.close - -exit code - diff --git a/test/test_buffer.py b/test/test_buffer.py new file mode 100644 index 0000000..ca09722 --- /dev/null +++ b/test/test_buffer.py @@ -0,0 +1,49 @@ +from pytest import raises + +from msgpack import Packer, packb, unpackb + + +def test_unpack_buffer(): + from array import array + + buf = array("b") + buf.frombytes(packb((b"foo", b"bar"))) + obj = unpackb(buf, use_list=1) + assert [b"foo", b"bar"] == obj + + +def test_unpack_bytearray(): + buf = bytearray(packb((b"foo", b"bar"))) + obj = unpackb(buf, use_list=1) + assert [b"foo", b"bar"] == obj + expected_type = bytes + assert all(type(s) is expected_type for s in obj) + + +def test_unpack_memoryview(): + buf = bytearray(packb((b"foo", b"bar"))) + view = memoryview(buf) + obj = unpackb(view, use_list=1) + assert [b"foo", b"bar"] == obj + expected_type = bytes + assert all(type(s) is expected_type for s in obj) + + +def test_packer_getbuffer(): + packer = Packer(autoreset=False) + packer.pack_array_header(2) + packer.pack(42) + packer.pack("hello") + buffer = packer.getbuffer() + assert isinstance(buffer, memoryview) + assert bytes(buffer) == b"\x92*\xa5hello" + + if Packer.__module__ == "msgpack._cmsgpack": # only for Cython + # cython Packer supports buffer protocol directly + assert bytes(packer) == b"\x92*\xa5hello" + + with raises(BufferError): + packer.pack(42) + buffer.release() + packer.pack(42) + assert bytes(packer) == b"\x92*\xa5hello*" diff --git a/test/test_case.py b/test/test_case.py new file mode 100644 index 0000000..c4c615e --- /dev/null +++ b/test/test_case.py @@ -0,0 +1,136 @@ +#!/usr/bin/env python +from msgpack import packb, unpackb + + +def check(length, obj, use_bin_type=True): + v = packb(obj, use_bin_type=use_bin_type) + assert len(v) == length, f"{obj!r} length should be {length!r} but get {len(v)!r}" + assert unpackb(v, use_list=0, raw=not use_bin_type) == obj + + +def test_1(): + for o in [ + None, + True, + False, + 0, + 1, + (1 << 6), + (1 << 7) - 1, + -1, + -((1 << 5) - 1), + -(1 << 5), + ]: + check(1, o) + + +def test_2(): + for o in [1 << 7, (1 << 8) - 1, -((1 << 5) + 1), -(1 << 7)]: + check(2, o) + + +def test_3(): + for o in [1 << 8, (1 << 16) - 1, -((1 << 7) + 1), -(1 << 15)]: + check(3, o) + + +def test_5(): + for o in [1 << 16, (1 << 32) - 1, -((1 << 15) + 1), -(1 << 31)]: + check(5, o) + + +def test_9(): + for o in [ + 1 << 32, + (1 << 64) - 1, + -((1 << 31) + 1), + -(1 << 63), + 1.0, + 0.1, + -0.1, + -1.0, + ]: + check(9, o) + + +def check_raw(overhead, num): + check(num + overhead, b" " * num, use_bin_type=False) + + +def test_fixraw(): + check_raw(1, 0) + check_raw(1, (1 << 5) - 1) + + +def test_raw16(): + check_raw(3, 1 << 5) + check_raw(3, (1 << 16) - 1) + + +def test_raw32(): + check_raw(5, 1 << 16) + + +def check_array(overhead, num): + check(num + overhead, (None,) * num) + + +def test_fixarray(): + check_array(1, 0) + check_array(1, (1 << 4) - 1) + + +def test_array16(): + check_array(3, 1 << 4) + check_array(3, (1 << 16) - 1) + + +def test_array32(): + check_array(5, (1 << 16)) + + +def match(obj, buf): + assert packb(obj) == buf + assert unpackb(buf, use_list=0, strict_map_key=False) == obj + + +def test_match(): + cases = [ + (None, b"\xc0"), + (False, b"\xc2"), + (True, b"\xc3"), + (0, b"\x00"), + (127, b"\x7f"), + (128, b"\xcc\x80"), + (256, b"\xcd\x01\x00"), + (-1, b"\xff"), + (-33, b"\xd0\xdf"), + (-129, b"\xd1\xff\x7f"), + ({1: 1}, b"\x81\x01\x01"), + (1.0, b"\xcb\x3f\xf0\x00\x00\x00\x00\x00\x00"), + ((), b"\x90"), + ( + tuple(range(15)), + b"\x9f\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e", + ), + ( + tuple(range(16)), + b"\xdc\x00\x10\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f", + ), + ({}, b"\x80"), + ( + {x: x for x in range(15)}, + b"\x8f\x00\x00\x01\x01\x02\x02\x03\x03\x04\x04\x05\x05\x06\x06\x07\x07\x08\x08\t\t\n\n\x0b\x0b\x0c\x0c\r\r\x0e\x0e", + ), + ( + {x: x for x in range(16)}, + b"\xde\x00\x10\x00\x00\x01\x01\x02\x02\x03\x03\x04\x04\x05\x05\x06\x06\x07\x07\x08\x08\t\t\n\n\x0b\x0b\x0c\x0c\r\r\x0e\x0e\x0f\x0f", + ), + ] + + for v, p in cases: + match(v, p) + + +def test_unicode(): + assert unpackb(packb("foobar"), use_list=1) == "foobar" diff --git a/test/test_except.py b/test/test_except.py new file mode 100644 index 0000000..b77ac80 --- /dev/null +++ b/test/test_except.py @@ -0,0 +1,63 @@ +#!/usr/bin/env python + +import datetime + +from pytest import raises + +from msgpack import FormatError, OutOfData, StackError, Unpacker, packb, unpackb + + +class DummyException(Exception): + pass + + +def test_raise_on_find_unsupported_value(): + with raises(TypeError): + packb(datetime.datetime.now()) + + +def test_raise_from_object_hook(): + def hook(obj): + raise DummyException + + raises(DummyException, unpackb, packb({}), object_hook=hook) + raises(DummyException, unpackb, packb({"fizz": "buzz"}), object_hook=hook) + raises(DummyException, unpackb, packb({"fizz": "buzz"}), object_pairs_hook=hook) + raises(DummyException, unpackb, packb({"fizz": {"buzz": "spam"}}), object_hook=hook) + raises( + DummyException, + unpackb, + packb({"fizz": {"buzz": "spam"}}), + object_pairs_hook=hook, + ) + + +def test_invalidvalue(): + incomplete = b"\xd9\x97#DL_" # raw8 - length=0x97 + with raises(ValueError): + unpackb(incomplete) + + with raises(OutOfData): + unpacker = Unpacker() + unpacker.feed(incomplete) + unpacker.unpack() + + with raises(FormatError): + unpackb(b"\xc1") # (undefined tag) + + with raises(FormatError): + unpackb(b"\x91\xc1") # fixarray(len=1) [ (undefined tag) ] + + with raises(StackError): + unpackb(b"\x91" * 3000) # nested fixarray(len=1) + + +def test_strict_map_key(): + valid = {"unicode": 1, b"bytes": 2} + packed = packb(valid, use_bin_type=True) + assert valid == unpackb(packed, raw=False, strict_map_key=True) + + invalid = {42: 1} + packed = packb(invalid, use_bin_type=True) + with raises(ValueError): + unpackb(packed, raw=False, strict_map_key=True) diff --git a/test/test_extension.py b/test/test_extension.py new file mode 100644 index 0000000..aaf0fd9 --- /dev/null +++ b/test/test_extension.py @@ -0,0 +1,78 @@ +import array + +import msgpack +from msgpack import ExtType + + +def test_pack_ext_type(): + def p(s): + packer = msgpack.Packer() + packer.pack_ext_type(0x42, s) + return packer.bytes() + + assert p(b"A") == b"\xd4\x42A" # fixext 1 + assert p(b"AB") == b"\xd5\x42AB" # fixext 2 + assert p(b"ABCD") == b"\xd6\x42ABCD" # fixext 4 + assert p(b"ABCDEFGH") == b"\xd7\x42ABCDEFGH" # fixext 8 + assert p(b"A" * 16) == b"\xd8\x42" + b"A" * 16 # fixext 16 + assert p(b"ABC") == b"\xc7\x03\x42ABC" # ext 8 + assert p(b"A" * 0x0123) == b"\xc8\x01\x23\x42" + b"A" * 0x0123 # ext 16 + assert p(b"A" * 0x00012345) == b"\xc9\x00\x01\x23\x45\x42" + b"A" * 0x00012345 # ext 32 + + +def test_unpack_ext_type(): + def check(b, expected): + assert msgpack.unpackb(b) == expected + + check(b"\xd4\x42A", ExtType(0x42, b"A")) # fixext 1 + check(b"\xd5\x42AB", ExtType(0x42, b"AB")) # fixext 2 + check(b"\xd6\x42ABCD", ExtType(0x42, b"ABCD")) # fixext 4 + check(b"\xd7\x42ABCDEFGH", ExtType(0x42, b"ABCDEFGH")) # fixext 8 + check(b"\xd8\x42" + b"A" * 16, ExtType(0x42, b"A" * 16)) # fixext 16 + check(b"\xc7\x03\x42ABC", ExtType(0x42, b"ABC")) # ext 8 + check(b"\xc8\x01\x23\x42" + b"A" * 0x0123, ExtType(0x42, b"A" * 0x0123)) # ext 16 + check( + b"\xc9\x00\x01\x23\x45\x42" + b"A" * 0x00012345, + ExtType(0x42, b"A" * 0x00012345), + ) # ext 32 + + +def test_extension_type(): + def default(obj): + print("default called", obj) + if isinstance(obj, array.array): + typecode = 123 # application specific typecode + try: + data = obj.tobytes() + except AttributeError: + data = obj.tostring() + return ExtType(typecode, data) + raise TypeError(f"Unknown type object {obj!r}") + + def ext_hook(code, data): + print("ext_hook called", code, data) + assert code == 123 + obj = array.array("d") + obj.frombytes(data) + return obj + + obj = [42, b"hello", array.array("d", [1.1, 2.2, 3.3])] + s = msgpack.packb(obj, default=default) + obj2 = msgpack.unpackb(s, ext_hook=ext_hook) + assert obj == obj2 + + +def test_overriding_hooks(): + def default(obj): + if isinstance(obj, int): + return {"__type__": "long", "__data__": str(obj)} + else: + return obj + + obj = {"testval": 1823746192837461928374619} + refobj = {"testval": default(obj["testval"])} + refout = msgpack.packb(refobj) + assert isinstance(refout, (str, bytes)) + testout = msgpack.packb(obj, default=default) + + assert refout == testout diff --git a/test/test_format.py b/test/test_format.py new file mode 100644 index 0000000..c06c87d --- /dev/null +++ b/test/test_format.py @@ -0,0 +1,88 @@ +#!/usr/bin/env python + +from msgpack import unpackb + + +def check(src, should, use_list=0, raw=True): + assert unpackb(src, use_list=use_list, raw=raw, strict_map_key=False) == should + + +def testSimpleValue(): + check(b"\x93\xc0\xc2\xc3", (None, False, True)) + + +def testFixnum(): + check(b"\x92\x93\x00\x40\x7f\x93\xe0\xf0\xff", ((0, 64, 127), (-32, -16, -1))) + + +def testFixArray(): + check(b"\x92\x90\x91\x91\xc0", ((), ((None,),))) + + +def testFixRaw(): + check(b"\x94\xa0\xa1a\xa2bc\xa3def", (b"", b"a", b"bc", b"def")) + + +def testFixMap(): + check(b"\x82\xc2\x81\xc0\xc0\xc3\x81\xc0\x80", {False: {None: None}, True: {None: {}}}) + + +def testUnsignedInt(): + check( + b"\x99\xcc\x00\xcc\x80\xcc\xff\xcd\x00\x00\xcd\x80\x00" + b"\xcd\xff\xff\xce\x00\x00\x00\x00\xce\x80\x00\x00\x00" + b"\xce\xff\xff\xff\xff", + (0, 128, 255, 0, 32768, 65535, 0, 2147483648, 4294967295), + ) + + +def testSignedInt(): + check( + b"\x99\xd0\x00\xd0\x80\xd0\xff\xd1\x00\x00\xd1\x80\x00" + b"\xd1\xff\xff\xd2\x00\x00\x00\x00\xd2\x80\x00\x00\x00" + b"\xd2\xff\xff\xff\xff", + (0, -128, -1, 0, -32768, -1, 0, -2147483648, -1), + ) + + +def testRaw(): + check( + b"\x96\xda\x00\x00\xda\x00\x01a\xda\x00\x02ab\xdb\x00\x00" + b"\x00\x00\xdb\x00\x00\x00\x01a\xdb\x00\x00\x00\x02ab", + (b"", b"a", b"ab", b"", b"a", b"ab"), + ) + check( + b"\x96\xda\x00\x00\xda\x00\x01a\xda\x00\x02ab\xdb\x00\x00" + b"\x00\x00\xdb\x00\x00\x00\x01a\xdb\x00\x00\x00\x02ab", + ("", "a", "ab", "", "a", "ab"), + raw=False, + ) + + +def testArray(): + check( + b"\x96\xdc\x00\x00\xdc\x00\x01\xc0\xdc\x00\x02\xc2\xc3\xdd\x00" + b"\x00\x00\x00\xdd\x00\x00\x00\x01\xc0\xdd\x00\x00\x00\x02" + b"\xc2\xc3", + ((), (None,), (False, True), (), (None,), (False, True)), + ) + + +def testMap(): + check( + b"\x96" + b"\xde\x00\x00" + b"\xde\x00\x01\xc0\xc2" + b"\xde\x00\x02\xc0\xc2\xc3\xc2" + b"\xdf\x00\x00\x00\x00" + b"\xdf\x00\x00\x00\x01\xc0\xc2" + b"\xdf\x00\x00\x00\x02\xc0\xc2\xc3\xc2", + ( + {}, + {None: False}, + {True: False, None: False}, + {}, + {None: False}, + {True: False, None: False}, + ), + ) diff --git a/test/test_limits.py b/test/test_limits.py new file mode 100644 index 0000000..9b92b4d --- /dev/null +++ b/test/test_limits.py @@ -0,0 +1,165 @@ +#!/usr/bin/env python +import pytest + +from msgpack import ( + ExtType, + Packer, + PackOverflowError, + PackValueError, + Unpacker, + UnpackValueError, + packb, + unpackb, +) + + +def test_integer(): + x = -(2**63) + assert unpackb(packb(x)) == x + with pytest.raises(PackOverflowError): + packb(x - 1) + + x = 2**64 - 1 + assert unpackb(packb(x)) == x + with pytest.raises(PackOverflowError): + packb(x + 1) + + +def test_array_header(): + packer = Packer() + packer.pack_array_header(2**32 - 1) + with pytest.raises(PackValueError): + packer.pack_array_header(2**32) + + +def test_map_header(): + packer = Packer() + packer.pack_map_header(2**32 - 1) + with pytest.raises(PackValueError): + packer.pack_array_header(2**32) + + +def test_max_str_len(): + d = "x" * 3 + packed = packb(d) + + unpacker = Unpacker(max_str_len=3, raw=False) + unpacker.feed(packed) + assert unpacker.unpack() == d + + unpacker = Unpacker(max_str_len=2, raw=False) + with pytest.raises(UnpackValueError): + unpacker.feed(packed) + unpacker.unpack() + + +def test_max_bin_len(): + d = b"x" * 3 + packed = packb(d, use_bin_type=True) + + unpacker = Unpacker(max_bin_len=3) + unpacker.feed(packed) + assert unpacker.unpack() == d + + unpacker = Unpacker(max_bin_len=2) + with pytest.raises(UnpackValueError): + unpacker.feed(packed) + unpacker.unpack() + + +def test_max_array_len(): + d = [1, 2, 3] + packed = packb(d) + + unpacker = Unpacker(max_array_len=3) + unpacker.feed(packed) + assert unpacker.unpack() == d + + unpacker = Unpacker(max_array_len=2) + with pytest.raises(UnpackValueError): + unpacker.feed(packed) + unpacker.unpack() + + +def test_max_map_len(): + d = {1: 2, 3: 4, 5: 6} + packed = packb(d) + + unpacker = Unpacker(max_map_len=3, strict_map_key=False) + unpacker.feed(packed) + assert unpacker.unpack() == d + + unpacker = Unpacker(max_map_len=2, strict_map_key=False) + with pytest.raises(UnpackValueError): + unpacker.feed(packed) + unpacker.unpack() + + +def test_max_ext_len(): + d = ExtType(42, b"abc") + packed = packb(d) + + unpacker = Unpacker(max_ext_len=3) + unpacker.feed(packed) + assert unpacker.unpack() == d + + unpacker = Unpacker(max_ext_len=2) + with pytest.raises(UnpackValueError): + unpacker.feed(packed) + unpacker.unpack() + + +# PyPy fails following tests because of constant folding? +# https://bugs.pypy.org/issue1721 +# @pytest.mark.skipif(True, reason="Requires very large memory.") +# def test_binary(): +# x = b'x' * (2**32 - 1) +# assert unpackb(packb(x)) == x +# del x +# x = b'x' * (2**32) +# with pytest.raises(ValueError): +# packb(x) +# +# +# @pytest.mark.skipif(True, reason="Requires very large memory.") +# def test_string(): +# x = 'x' * (2**32 - 1) +# assert unpackb(packb(x)) == x +# x += 'y' +# with pytest.raises(ValueError): +# packb(x) +# +# +# @pytest.mark.skipif(True, reason="Requires very large memory.") +# def test_array(): +# x = [0] * (2**32 - 1) +# assert unpackb(packb(x)) == x +# x.append(0) +# with pytest.raises(ValueError): +# packb(x) + + +# auto max len + + +def test_auto_max_array_len(): + packed = b"\xde\x00\x06zz" + with pytest.raises(UnpackValueError): + unpackb(packed, raw=False) + + unpacker = Unpacker(max_buffer_size=5, raw=False) + unpacker.feed(packed) + with pytest.raises(UnpackValueError): + unpacker.unpack() + + +def test_auto_max_map_len(): + # len(packed) == 6 -> max_map_len == 3 + packed = b"\xde\x00\x04zzz" + with pytest.raises(UnpackValueError): + unpackb(packed, raw=False) + + unpacker = Unpacker(max_buffer_size=6, raw=False) + unpacker.feed(packed) + with pytest.raises(UnpackValueError): + unpacker.unpack() diff --git a/test/test_memoryview.py b/test/test_memoryview.py new file mode 100644 index 0000000..0a2a6f5 --- /dev/null +++ b/test/test_memoryview.py @@ -0,0 +1,99 @@ +#!/usr/bin/env python + +from array import array + +from msgpack import packb, unpackb + + +def make_array(f, data): + a = array(f) + a.frombytes(data) + return a + + +def _runtest(format, nbytes, expected_header, expected_prefix, use_bin_type): + # create a new array + original_array = array(format) + original_array.fromlist([255] * (nbytes // original_array.itemsize)) + original_data = original_array.tobytes() + view = memoryview(original_array) + + # pack, unpack, and reconstruct array + packed = packb(view, use_bin_type=use_bin_type) + unpacked = unpackb(packed, raw=(not use_bin_type)) + reconstructed_array = make_array(format, unpacked) + + # check that we got the right amount of data + assert len(original_data) == nbytes + # check packed header + assert packed[:1] == expected_header + # check packed length prefix, if any + assert packed[1 : 1 + len(expected_prefix)] == expected_prefix + # check packed data + assert packed[1 + len(expected_prefix) :] == original_data + # check array unpacked correctly + assert original_array == reconstructed_array + + +def test_fixstr_from_byte(): + _runtest("B", 1, b"\xa1", b"", False) + _runtest("B", 31, b"\xbf", b"", False) + + +def test_fixstr_from_float(): + _runtest("f", 4, b"\xa4", b"", False) + _runtest("f", 28, b"\xbc", b"", False) + + +def test_str16_from_byte(): + _runtest("B", 2**8, b"\xda", b"\x01\x00", False) + _runtest("B", 2**16 - 1, b"\xda", b"\xff\xff", False) + + +def test_str16_from_float(): + _runtest("f", 2**8, b"\xda", b"\x01\x00", False) + _runtest("f", 2**16 - 4, b"\xda", b"\xff\xfc", False) + + +def test_str32_from_byte(): + _runtest("B", 2**16, b"\xdb", b"\x00\x01\x00\x00", False) + + +def test_str32_from_float(): + _runtest("f", 2**16, b"\xdb", b"\x00\x01\x00\x00", False) + + +def test_bin8_from_byte(): + _runtest("B", 1, b"\xc4", b"\x01", True) + _runtest("B", 2**8 - 1, b"\xc4", b"\xff", True) + + +def test_bin8_from_float(): + _runtest("f", 4, b"\xc4", b"\x04", True) + _runtest("f", 2**8 - 4, b"\xc4", b"\xfc", True) + + +def test_bin16_from_byte(): + _runtest("B", 2**8, b"\xc5", b"\x01\x00", True) + _runtest("B", 2**16 - 1, b"\xc5", b"\xff\xff", True) + + +def test_bin16_from_float(): + _runtest("f", 2**8, b"\xc5", b"\x01\x00", True) + _runtest("f", 2**16 - 4, b"\xc5", b"\xff\xfc", True) + + +def test_bin32_from_byte(): + _runtest("B", 2**16, b"\xc6", b"\x00\x01\x00\x00", True) + + +def test_bin32_from_float(): + _runtest("f", 2**16, b"\xc6", b"\x00\x01\x00\x00", True) + + +def test_multidim_memoryview(): + # See https://github.com/msgpack/msgpack-python/issues/526 + view = memoryview(b"\00" * 6) + data = view.cast(view.format, (3, 2)) + packed = packb(data) + assert packed == b"\xc4\x06\x00\x00\x00\x00\x00\x00" diff --git a/test/test_newspec.py b/test/test_newspec.py new file mode 100644 index 0000000..9e2f9be --- /dev/null +++ b/test/test_newspec.py @@ -0,0 +1,90 @@ +from msgpack import ExtType, packb, unpackb + + +def test_str8(): + header = b"\xd9" + data = b"x" * 32 + b = packb(data.decode(), use_bin_type=True) + assert len(b) == len(data) + 2 + assert b[0:2] == header + b"\x20" + assert b[2:] == data + assert unpackb(b, raw=True) == data + assert unpackb(b, raw=False) == data.decode() + + data = b"x" * 255 + b = packb(data.decode(), use_bin_type=True) + assert len(b) == len(data) + 2 + assert b[0:2] == header + b"\xff" + assert b[2:] == data + assert unpackb(b, raw=True) == data + assert unpackb(b, raw=False) == data.decode() + + +def test_bin8(): + header = b"\xc4" + data = b"" + b = packb(data, use_bin_type=True) + assert len(b) == len(data) + 2 + assert b[0:2] == header + b"\x00" + assert b[2:] == data + assert unpackb(b) == data + + data = b"x" * 255 + b = packb(data, use_bin_type=True) + assert len(b) == len(data) + 2 + assert b[0:2] == header + b"\xff" + assert b[2:] == data + assert unpackb(b) == data + + +def test_bin16(): + header = b"\xc5" + data = b"x" * 256 + b = packb(data, use_bin_type=True) + assert len(b) == len(data) + 3 + assert b[0:1] == header + assert b[1:3] == b"\x01\x00" + assert b[3:] == data + assert unpackb(b) == data + + data = b"x" * 65535 + b = packb(data, use_bin_type=True) + assert len(b) == len(data) + 3 + assert b[0:1] == header + assert b[1:3] == b"\xff\xff" + assert b[3:] == data + assert unpackb(b) == data + + +def test_bin32(): + header = b"\xc6" + data = b"x" * 65536 + b = packb(data, use_bin_type=True) + assert len(b) == len(data) + 5 + assert b[0:1] == header + assert b[1:5] == b"\x00\x01\x00\x00" + assert b[5:] == data + assert unpackb(b) == data + + +def test_ext(): + def check(ext, packed): + assert packb(ext) == packed + assert unpackb(packed) == ext + + check(ExtType(0x42, b"Z"), b"\xd4\x42Z") # fixext 1 + check(ExtType(0x42, b"ZZ"), b"\xd5\x42ZZ") # fixext 2 + check(ExtType(0x42, b"Z" * 4), b"\xd6\x42" + b"Z" * 4) # fixext 4 + check(ExtType(0x42, b"Z" * 8), b"\xd7\x42" + b"Z" * 8) # fixext 8 + check(ExtType(0x42, b"Z" * 16), b"\xd8\x42" + b"Z" * 16) # fixext 16 + # ext 8 + check(ExtType(0x42, b""), b"\xc7\x00\x42") + check(ExtType(0x42, b"Z" * 255), b"\xc7\xff\x42" + b"Z" * 255) + # ext 16 + check(ExtType(0x42, b"Z" * 256), b"\xc8\x01\x00\x42" + b"Z" * 256) + check(ExtType(0x42, b"Z" * 0xFFFF), b"\xc8\xff\xff\x42" + b"Z" * 0xFFFF) + # ext 32 + check(ExtType(0x42, b"Z" * 0x10000), b"\xc9\x00\x01\x00\x00\x42" + b"Z" * 0x10000) + # needs large memory + # check(ExtType(0x42, b'Z'*0xffffffff), + # b'\xc9\xff\xff\xff\xff\x42' + b'Z'*0xffffffff) diff --git a/test/test_obj.py b/test/test_obj.py new file mode 100644 index 0000000..23be06d --- /dev/null +++ b/test/test_obj.py @@ -0,0 +1,82 @@ +#!/usr/bin/env python + +from pytest import raises + +from msgpack import packb, unpackb + + +def _decode_complex(obj): + if b"__complex__" in obj: + return complex(obj[b"real"], obj[b"imag"]) + return obj + + +def _encode_complex(obj): + if isinstance(obj, complex): + return {b"__complex__": True, b"real": 1, b"imag": 2} + return obj + + +def test_encode_hook(): + packed = packb([3, 1 + 2j], default=_encode_complex) + unpacked = unpackb(packed, use_list=1) + assert unpacked[1] == {b"__complex__": True, b"real": 1, b"imag": 2} + + +def test_decode_hook(): + packed = packb([3, {b"__complex__": True, b"real": 1, b"imag": 2}]) + unpacked = unpackb(packed, object_hook=_decode_complex, use_list=1) + assert unpacked[1] == 1 + 2j + + +def test_decode_pairs_hook(): + packed = packb([3, {1: 2, 3: 4}]) + prod_sum = 1 * 2 + 3 * 4 + unpacked = unpackb( + packed, + object_pairs_hook=lambda lst: sum(k * v for k, v in lst), + use_list=1, + strict_map_key=False, + ) + assert unpacked[1] == prod_sum + + +def test_only_one_obj_hook(): + with raises(TypeError): + unpackb(b"", object_hook=lambda x: x, object_pairs_hook=lambda x: x) + + +def test_bad_hook(): + with raises(TypeError): + packed = packb([3, 1 + 2j], default=lambda o: o) + unpackb(packed, use_list=1) + + +def _arr_to_str(arr): + return "".join(str(c) for c in arr) + + +def test_array_hook(): + packed = packb([1, 2, 3]) + unpacked = unpackb(packed, list_hook=_arr_to_str, use_list=1) + assert unpacked == "123" + + +class DecodeError(Exception): + pass + + +def bad_complex_decoder(o): + raise DecodeError("Ooops!") + + +def test_an_exception_in_objecthook1(): + with raises(DecodeError): + packed = packb({1: {"__complex__": True, "real": 1, "imag": 2}}) + unpackb(packed, object_hook=bad_complex_decoder, strict_map_key=False) + + +def test_an_exception_in_objecthook2(): + with raises(DecodeError): + packed = packb({1: [{"__complex__": True, "real": 1, "imag": 2}]}) + unpackb(packed, list_hook=bad_complex_decoder, use_list=1, strict_map_key=False) diff --git a/test/test_pack.py b/test/test_pack.py new file mode 100644 index 0000000..374d154 --- /dev/null +++ b/test/test_pack.py @@ -0,0 +1,181 @@ +#!/usr/bin/env python + +import struct +from collections import OrderedDict +from io import BytesIO + +import pytest + +from msgpack import Packer, Unpacker, packb, unpackb + + +def check(data, use_list=False): + re = unpackb(packb(data), use_list=use_list, strict_map_key=False) + assert re == data + + +def testPack(): + test_data = [ + 0, + 1, + 127, + 128, + 255, + 256, + 65535, + 65536, + 4294967295, + 4294967296, + -1, + -32, + -33, + -128, + -129, + -32768, + -32769, + -4294967296, + -4294967297, + 1.0, + b"", + b"a", + b"a" * 31, + b"a" * 32, + None, + True, + False, + (), + ((),), + ((), None), + {None: 0}, + (1 << 23), + ] + for td in test_data: + check(td) + + +def testPackUnicode(): + test_data = ["", "abcd", ["defgh"], "Русский текст"] + for td in test_data: + re = unpackb(packb(td), use_list=1, raw=False) + assert re == td + packer = Packer() + data = packer.pack(td) + re = Unpacker(BytesIO(data), raw=False, use_list=1).unpack() + assert re == td + + +def testPackBytes(): + test_data = [b"", b"abcd", (b"defgh",)] + for td in test_data: + check(td) + + +def testPackByteArrays(): + test_data = [bytearray(b""), bytearray(b"abcd"), (bytearray(b"defgh"),)] + for td in test_data: + check(td) + + +def testIgnoreUnicodeErrors(): + re = unpackb(packb(b"abc\xeddef", use_bin_type=False), raw=False, unicode_errors="ignore") + assert re == "abcdef" + + +def testStrictUnicodeUnpack(): + packed = packb(b"abc\xeddef", use_bin_type=False) + with pytest.raises(UnicodeDecodeError): + unpackb(packed, raw=False, use_list=1) + + +def testIgnoreErrorsPack(): + re = unpackb( + packb("abc\udc80\udcffdef", use_bin_type=True, unicode_errors="ignore"), + raw=False, + use_list=1, + ) + assert re == "abcdef" + + +def testDecodeBinary(): + re = unpackb(packb(b"abc"), use_list=1) + assert re == b"abc" + + +def testPackFloat(): + assert packb(1.0, use_single_float=True) == b"\xca" + struct.pack(">f", 1.0) + assert packb(1.0, use_single_float=False) == b"\xcb" + struct.pack(">d", 1.0) + + +def testArraySize(sizes=[0, 5, 50, 1000]): + bio = BytesIO() + packer = Packer() + for size in sizes: + bio.write(packer.pack_array_header(size)) + for i in range(size): + bio.write(packer.pack(i)) + + bio.seek(0) + unpacker = Unpacker(bio, use_list=1) + for size in sizes: + assert unpacker.unpack() == list(range(size)) + + +def test_manualreset(sizes=[0, 5, 50, 1000]): + packer = Packer(autoreset=False) + for size in sizes: + packer.pack_array_header(size) + for i in range(size): + packer.pack(i) + + bio = BytesIO(packer.bytes()) + unpacker = Unpacker(bio, use_list=1) + for size in sizes: + assert unpacker.unpack() == list(range(size)) + + packer.reset() + assert packer.bytes() == b"" + + +def testMapSize(sizes=[0, 5, 50, 1000]): + bio = BytesIO() + packer = Packer() + for size in sizes: + bio.write(packer.pack_map_header(size)) + for i in range(size): + bio.write(packer.pack(i)) # key + bio.write(packer.pack(i * 2)) # value + + bio.seek(0) + unpacker = Unpacker(bio, strict_map_key=False) + for size in sizes: + assert unpacker.unpack() == {i: i * 2 for i in range(size)} + + +def test_odict(): + seq = [(b"one", 1), (b"two", 2), (b"three", 3), (b"four", 4)] + od = OrderedDict(seq) + assert unpackb(packb(od), use_list=1) == dict(seq) + + def pair_hook(seq): + return list(seq) + + assert unpackb(packb(od), object_pairs_hook=pair_hook, use_list=1) == seq + + +def test_pairlist(): + pairlist = [(b"a", 1), (2, b"b"), (b"foo", b"bar")] + packer = Packer() + packed = packer.pack_map_pairs(pairlist) + unpacked = unpackb(packed, object_pairs_hook=list, strict_map_key=False) + assert pairlist == unpacked + + +def test_get_buffer(): + packer = Packer(autoreset=0, use_bin_type=True) + packer.pack([1, 2]) + strm = BytesIO() + strm.write(packer.getbuffer()) + written = strm.getvalue() + + expected = packb([1, 2], use_bin_type=True) + assert written == expected diff --git a/test/test_read_size.py b/test/test_read_size.py new file mode 100644 index 0000000..0f6c1b5 --- /dev/null +++ b/test/test_read_size.py @@ -0,0 +1,72 @@ +"""Test Unpacker's read_array_header and read_map_header methods""" + +from msgpack import OutOfData, Unpacker, packb + +UnexpectedTypeException = ValueError + + +def test_read_array_header(): + unpacker = Unpacker() + unpacker.feed(packb(["a", "b", "c"])) + assert unpacker.read_array_header() == 3 + assert unpacker.unpack() == "a" + assert unpacker.unpack() == "b" + assert unpacker.unpack() == "c" + try: + unpacker.unpack() + assert 0, "should raise exception" + except OutOfData: + assert 1, "okay" + + +def test_read_map_header(): + unpacker = Unpacker() + unpacker.feed(packb({"a": "A"})) + assert unpacker.read_map_header() == 1 + assert unpacker.unpack() == "a" + assert unpacker.unpack() == "A" + try: + unpacker.unpack() + assert 0, "should raise exception" + except OutOfData: + assert 1, "okay" + + +def test_incorrect_type_array(): + unpacker = Unpacker() + unpacker.feed(packb(1)) + try: + unpacker.read_array_header() + assert 0, "should raise exception" + except UnexpectedTypeException: + assert 1, "okay" + + +def test_incorrect_type_map(): + unpacker = Unpacker() + unpacker.feed(packb(1)) + try: + unpacker.read_map_header() + assert 0, "should raise exception" + except UnexpectedTypeException: + assert 1, "okay" + + +def test_correct_type_nested_array(): + unpacker = Unpacker() + unpacker.feed(packb({"a": ["b", "c", "d"]})) + try: + unpacker.read_array_header() + assert 0, "should raise exception" + except UnexpectedTypeException: + assert 1, "okay" + + +def test_incorrect_type_nested_map(): + unpacker = Unpacker() + unpacker.feed(packb([{"a": "b"}])) + try: + unpacker.read_map_header() + assert 0, "should raise exception" + except UnexpectedTypeException: + assert 1, "okay" diff --git a/test/test_seq.py b/test/test_seq.py new file mode 100644 index 0000000..8dee462 --- /dev/null +++ b/test/test_seq.py @@ -0,0 +1,41 @@ +# ruff: noqa: E501 +# ignore line length limit for long comments +import io + +import msgpack + +binarydata = bytes(bytearray(range(256))) + + +def gen_binary_data(idx): + return binarydata[: idx % 300] + + +def test_exceeding_unpacker_read_size(): + dumpf = io.BytesIO() + + packer = msgpack.Packer() + + NUMBER_OF_STRINGS = 6 + read_size = 16 + # 5 ok for read_size=16, while 6 glibc detected *** python: double free or corruption (fasttop): + # 20 ok for read_size=256, while 25 segfaults / glibc detected *** python: double free or corruption (!prev) + # 40 ok for read_size=1024, while 50 introduces errors + # 7000 ok for read_size=1024*1024, while 8000 leads to glibc detected *** python: double free or corruption (!prev): + + for idx in range(NUMBER_OF_STRINGS): + data = gen_binary_data(idx) + dumpf.write(packer.pack(data)) + + f = io.BytesIO(dumpf.getvalue()) + dumpf.close() + + unpacker = msgpack.Unpacker(f, read_size=read_size, use_list=1) + + read_count = 0 + for idx, o in enumerate(unpacker): + assert isinstance(o, bytes) + assert o == gen_binary_data(idx) + read_count += 1 + + assert read_count == NUMBER_OF_STRINGS diff --git a/test/test_sequnpack.py b/test/test_sequnpack.py new file mode 100644 index 0000000..0f895d7 --- /dev/null +++ b/test/test_sequnpack.py @@ -0,0 +1,148 @@ +#!/usr/bin/env python +import io + +from pytest import raises + +from msgpack import BufferFull, Unpacker, pack, packb +from msgpack.exceptions import OutOfData + + +def test_partialdata(): + unpacker = Unpacker() + unpacker.feed(b"\xa5") + with raises(StopIteration): + next(iter(unpacker)) + unpacker.feed(b"h") + with raises(StopIteration): + next(iter(unpacker)) + unpacker.feed(b"a") + with raises(StopIteration): + next(iter(unpacker)) + unpacker.feed(b"l") + with raises(StopIteration): + next(iter(unpacker)) + unpacker.feed(b"l") + with raises(StopIteration): + next(iter(unpacker)) + unpacker.feed(b"o") + assert next(iter(unpacker)) == "hallo" + + +def test_foobar(): + unpacker = Unpacker(read_size=3, use_list=1) + unpacker.feed(b"foobar") + assert unpacker.unpack() == ord(b"f") + assert unpacker.unpack() == ord(b"o") + assert unpacker.unpack() == ord(b"o") + assert unpacker.unpack() == ord(b"b") + assert unpacker.unpack() == ord(b"a") + assert unpacker.unpack() == ord(b"r") + with raises(OutOfData): + unpacker.unpack() + + unpacker.feed(b"foo") + unpacker.feed(b"bar") + + k = 0 + for o, e in zip(unpacker, "foobarbaz"): + assert o == ord(e) + k += 1 + assert k == len(b"foobar") + + +def test_foobar_skip(): + unpacker = Unpacker(read_size=3, use_list=1) + unpacker.feed(b"foobar") + assert unpacker.unpack() == ord(b"f") + unpacker.skip() + assert unpacker.unpack() == ord(b"o") + unpacker.skip() + assert unpacker.unpack() == ord(b"a") + unpacker.skip() + with raises(OutOfData): + unpacker.unpack() + + +def test_maxbuffersize(): + with raises(ValueError): + Unpacker(read_size=5, max_buffer_size=3) + unpacker = Unpacker(read_size=3, max_buffer_size=3, use_list=1) + unpacker.feed(b"fo") + with raises(BufferFull): + unpacker.feed(b"ob") + unpacker.feed(b"o") + assert ord("f") == next(unpacker) + unpacker.feed(b"b") + assert ord("o") == next(unpacker) + assert ord("o") == next(unpacker) + assert ord("b") == next(unpacker) + + +def test_maxbuffersize_file(): + buff = io.BytesIO(packb(b"a" * 10) + packb([b"a" * 20] * 2)) + unpacker = Unpacker(buff, read_size=1, max_buffer_size=19, max_bin_len=20) + assert unpacker.unpack() == b"a" * 10 + # assert unpacker.unpack() == [b"a" * 20]*2 + with raises(BufferFull): + print(unpacker.unpack()) + + +def test_readbytes(): + unpacker = Unpacker(read_size=3) + unpacker.feed(b"foobar") + assert unpacker.unpack() == ord(b"f") + assert unpacker.read_bytes(3) == b"oob" + assert unpacker.unpack() == ord(b"a") + assert unpacker.unpack() == ord(b"r") + + # Test buffer refill + unpacker = Unpacker(io.BytesIO(b"foobar"), read_size=3) + assert unpacker.unpack() == ord(b"f") + assert unpacker.read_bytes(3) == b"oob" + assert unpacker.unpack() == ord(b"a") + assert unpacker.unpack() == ord(b"r") + + # Issue 352 + u = Unpacker() + u.feed(b"x") + assert bytes(u.read_bytes(1)) == b"x" + with raises(StopIteration): + next(u) + u.feed(b"\1") + assert next(u) == 1 + + +def test_issue124(): + unpacker = Unpacker() + unpacker.feed(b"\xa1?\xa1!") + assert tuple(unpacker) == ("?", "!") + assert tuple(unpacker) == () + unpacker.feed(b"\xa1?\xa1") + assert tuple(unpacker) == ("?",) + assert tuple(unpacker) == () + unpacker.feed(b"!") + assert tuple(unpacker) == ("!",) + assert tuple(unpacker) == () + + +def test_unpack_tell(): + stream = io.BytesIO() + messages = [2**i - 1 for i in range(65)] + messages += [-(2**i) for i in range(1, 64)] + messages += [ + b"hello", + b"hello" * 1000, + list(range(20)), + {i: bytes(i) * i for i in range(10)}, + {i: bytes(i) * i for i in range(32)}, + ] + offsets = [] + for m in messages: + pack(m, stream) + offsets.append(stream.tell()) + stream.seek(0) + unpacker = Unpacker(stream, strict_map_key=False) + for m, o in zip(messages, offsets): + m2 = next(unpacker) + assert m == m2 + assert o == unpacker.tell() diff --git a/test/test_stricttype.py b/test/test_stricttype.py new file mode 100644 index 0000000..72776a2 --- /dev/null +++ b/test/test_stricttype.py @@ -0,0 +1,59 @@ +from collections import namedtuple + +from msgpack import ExtType, packb, unpackb + + +def test_namedtuple(): + T = namedtuple("T", "foo bar") + + def default(o): + if isinstance(o, T): + return dict(o._asdict()) + raise TypeError(f"Unsupported type {type(o)}") + + packed = packb(T(1, 42), strict_types=True, use_bin_type=True, default=default) + unpacked = unpackb(packed, raw=False) + assert unpacked == {"foo": 1, "bar": 42} + + +def test_tuple(): + t = ("one", 2, b"three", (4,)) + + def default(o): + if isinstance(o, tuple): + return {"__type__": "tuple", "value": list(o)} + raise TypeError(f"Unsupported type {type(o)}") + + def convert(o): + if o.get("__type__") == "tuple": + return tuple(o["value"]) + return o + + data = packb(t, strict_types=True, use_bin_type=True, default=default) + expected = unpackb(data, raw=False, object_hook=convert) + + assert expected == t + + +def test_tuple_ext(): + t = ("one", 2, b"three", (4,)) + + MSGPACK_EXT_TYPE_TUPLE = 0 + + def default(o): + if isinstance(o, tuple): + # Convert to list and pack + payload = packb(list(o), strict_types=True, use_bin_type=True, default=default) + return ExtType(MSGPACK_EXT_TYPE_TUPLE, payload) + raise TypeError(repr(o)) + + def convert(code, payload): + if code == MSGPACK_EXT_TYPE_TUPLE: + # Unpack and convert to tuple + return tuple(unpackb(payload, raw=False, ext_hook=convert)) + raise ValueError(f"Unknown Ext code {code}") + + data = packb(t, strict_types=True, use_bin_type=True, default=default) + expected = unpackb(data, raw=False, ext_hook=convert) + + assert expected == t diff --git a/test/test_subtype.py b/test/test_subtype.py new file mode 100644 index 0000000..a911578 --- /dev/null +++ b/test/test_subtype.py @@ -0,0 +1,26 @@ +#!/usr/bin/env python + +from collections import namedtuple + +from msgpack import packb + + +class MyList(list): + pass + + +class MyDict(dict): + pass + + +class MyTuple(tuple): + pass + + +MyNamedTuple = namedtuple("MyNamedTuple", "x y") + + +def test_types(): + assert packb(MyDict()) == packb(dict()) + assert packb(MyList()) == packb(list()) + assert packb(MyNamedTuple(1, 2)) == packb((1, 2)) diff --git a/test/test_timestamp.py b/test/test_timestamp.py new file mode 100644 index 0000000..831141a --- /dev/null +++ b/test/test_timestamp.py @@ -0,0 +1,171 @@ +import datetime + +import pytest + +import msgpack +from msgpack.ext import Timestamp + + +def test_timestamp(): + # timestamp32 + ts = Timestamp(2**32 - 1) + assert ts.to_bytes() == b"\xff\xff\xff\xff" + packed = msgpack.packb(ts) + assert packed == b"\xd6\xff" + ts.to_bytes() + unpacked = msgpack.unpackb(packed) + assert ts == unpacked + assert ts.seconds == 2**32 - 1 and ts.nanoseconds == 0 + + # timestamp64 + ts = Timestamp(2**34 - 1, 999999999) + assert ts.to_bytes() == b"\xee\x6b\x27\xff\xff\xff\xff\xff" + packed = msgpack.packb(ts) + assert packed == b"\xd7\xff" + ts.to_bytes() + unpacked = msgpack.unpackb(packed) + assert ts == unpacked + assert ts.seconds == 2**34 - 1 and ts.nanoseconds == 999999999 + + # timestamp96 + ts = Timestamp(2**63 - 1, 999999999) + assert ts.to_bytes() == b"\x3b\x9a\xc9\xff\x7f\xff\xff\xff\xff\xff\xff\xff" + packed = msgpack.packb(ts) + assert packed == b"\xc7\x0c\xff" + ts.to_bytes() + unpacked = msgpack.unpackb(packed) + assert ts == unpacked + assert ts.seconds == 2**63 - 1 and ts.nanoseconds == 999999999 + + # negative fractional + ts = Timestamp.from_unix(-2.3) # s: -3, ns: 700000000 + assert ts.seconds == -3 and ts.nanoseconds == 700000000 + assert ts.to_bytes() == b"\x29\xb9\x27\x00\xff\xff\xff\xff\xff\xff\xff\xfd" + packed = msgpack.packb(ts) + assert packed == b"\xc7\x0c\xff" + ts.to_bytes() + unpacked = msgpack.unpackb(packed) + assert ts == unpacked + + +def test_unpack_timestamp(): + # timestamp 32 + assert msgpack.unpackb(b"\xd6\xff\x00\x00\x00\x00") == Timestamp(0) + + # timestamp 64 + assert msgpack.unpackb(b"\xd7\xff" + b"\x00" * 8) == Timestamp(0) + with pytest.raises(ValueError): + msgpack.unpackb(b"\xd7\xff" + b"\xff" * 8) + + # timestamp 96 + assert msgpack.unpackb(b"\xc7\x0c\xff" + b"\x00" * 12) == Timestamp(0) + with pytest.raises(ValueError): + msgpack.unpackb(b"\xc7\x0c\xff" + b"\xff" * 12) == Timestamp(0) + + # Undefined + with pytest.raises(ValueError): + msgpack.unpackb(b"\xd4\xff\x00") # fixext 1 + with pytest.raises(ValueError): + msgpack.unpackb(b"\xd5\xff\x00\x00") # fixext 2 + with pytest.raises(ValueError): + msgpack.unpackb(b"\xc7\x00\xff") # ext8 (len=0) + with pytest.raises(ValueError): + msgpack.unpackb(b"\xc7\x03\xff\0\0\0") # ext8 (len=3) + with pytest.raises(ValueError): + msgpack.unpackb(b"\xc7\x05\xff\0\0\0\0\0") # ext8 (len=5) + + +def test_timestamp_from(): + t = Timestamp(42, 14000) + assert Timestamp.from_unix(42.000014) == t + assert Timestamp.from_unix_nano(42000014000) == t + + +def test_timestamp_to(): + t = Timestamp(42, 14000) + assert t.to_unix() == 42.000014 + assert t.to_unix_nano() == 42000014000 + + +def test_timestamp_datetime(): + t = Timestamp(42, 14) + utc = datetime.timezone.utc + assert t.to_datetime() == datetime.datetime(1970, 1, 1, 0, 0, 42, 0, tzinfo=utc) + + ts = datetime.datetime(2024, 4, 16, 8, 43, 9, 420317, tzinfo=utc) + ts2 = datetime.datetime(2024, 4, 16, 8, 43, 9, 420318, tzinfo=utc) + + assert ( + Timestamp.from_datetime(ts2).nanoseconds - Timestamp.from_datetime(ts).nanoseconds == 1000 + ) + + ts3 = datetime.datetime(2024, 4, 16, 8, 43, 9, 4256) + ts4 = datetime.datetime(2024, 4, 16, 8, 43, 9, 4257) + assert ( + Timestamp.from_datetime(ts4).nanoseconds - Timestamp.from_datetime(ts3).nanoseconds == 1000 + ) + + assert Timestamp.from_datetime(ts).to_datetime() == ts + + +def test_unpack_datetime(): + t = Timestamp(42, 14) + utc = datetime.timezone.utc + packed = msgpack.packb(t) + unpacked = msgpack.unpackb(packed, timestamp=3) + assert unpacked == datetime.datetime(1970, 1, 1, 0, 0, 42, 0, tzinfo=utc) + + +def test_pack_unpack_before_epoch(): + utc = datetime.timezone.utc + t_in = datetime.datetime(1960, 1, 1, tzinfo=utc) + packed = msgpack.packb(t_in, datetime=True) + unpacked = msgpack.unpackb(packed, timestamp=3) + assert unpacked == t_in + + +def test_pack_datetime(): + t = Timestamp(42, 14000) + dt = t.to_datetime() + utc = datetime.timezone.utc + assert dt == datetime.datetime(1970, 1, 1, 0, 0, 42, 14, tzinfo=utc) + + packed = msgpack.packb(dt, datetime=True) + packed2 = msgpack.packb(t) + assert packed == packed2 + + unpacked = msgpack.unpackb(packed) + print(packed, unpacked) + assert unpacked == t + + unpacked = msgpack.unpackb(packed, timestamp=3) + assert unpacked == dt + + x = [] + packed = msgpack.packb(dt, datetime=False, default=x.append) + assert x + assert x[0] == dt + assert msgpack.unpackb(packed) is None + + +def test_issue451(): + # https://github.com/msgpack/msgpack-python/issues/451 + utc = datetime.timezone.utc + dt = datetime.datetime(2100, 1, 1, 1, 1, tzinfo=utc) + packed = msgpack.packb(dt, datetime=True) + assert packed == b"\xd6\xff\xf4\x86eL" + + unpacked = msgpack.unpackb(packed, timestamp=3) + assert dt == unpacked + + +def test_pack_datetime_without_tzinfo(): + dt = datetime.datetime(1970, 1, 1, 0, 0, 42, 14) + with pytest.raises(ValueError, match="where tzinfo=None"): + packed = msgpack.packb(dt, datetime=True) + + dt = datetime.datetime(1970, 1, 1, 0, 0, 42, 14) + packed = msgpack.packb(dt, datetime=True, default=lambda x: None) + assert packed == msgpack.packb(None) + + utc = datetime.timezone.utc + dt = datetime.datetime(1970, 1, 1, 0, 0, 42, 14, tzinfo=utc) + packed = msgpack.packb(dt, datetime=True) + unpacked = msgpack.unpackb(packed, timestamp=3) + assert unpacked == dt diff --git a/test/test_unpack.py b/test/test_unpack.py new file mode 100644 index 0000000..b17c3c5 --- /dev/null +++ b/test/test_unpack.py @@ -0,0 +1,89 @@ +import sys +from io import BytesIO + +from pytest import mark, raises + +from msgpack import ExtType, OutOfData, Unpacker, packb + + +def test_unpack_array_header_from_file(): + f = BytesIO(packb([1, 2, 3, 4])) + unpacker = Unpacker(f) + assert unpacker.read_array_header() == 4 + assert unpacker.unpack() == 1 + assert unpacker.unpack() == 2 + assert unpacker.unpack() == 3 + assert unpacker.unpack() == 4 + with raises(OutOfData): + unpacker.unpack() + + +@mark.skipif( + "not hasattr(sys, 'getrefcount') == True", + reason="sys.getrefcount() is needed to pass this test", +) +def test_unpacker_hook_refcnt(): + result = [] + + def hook(x): + result.append(x) + return x + + basecnt = sys.getrefcount(hook) + + up = Unpacker(object_hook=hook, list_hook=hook) + + assert sys.getrefcount(hook) >= basecnt + 2 + + up.feed(packb([{}])) + up.feed(packb([{}])) + assert up.unpack() == [{}] + assert up.unpack() == [{}] + assert result == [{}, [{}], {}, [{}]] + + del up + + assert sys.getrefcount(hook) == basecnt + + +def test_unpacker_ext_hook(): + class MyUnpacker(Unpacker): + def __init__(self): + super().__init__(ext_hook=self._hook, raw=False) + + def _hook(self, code, data): + if code == 1: + return int(data) + else: + return ExtType(code, data) + + unpacker = MyUnpacker() + unpacker.feed(packb({"a": 1})) + assert unpacker.unpack() == {"a": 1} + unpacker.feed(packb({"a": ExtType(1, b"123")})) + assert unpacker.unpack() == {"a": 123} + unpacker.feed(packb({"a": ExtType(2, b"321")})) + assert unpacker.unpack() == {"a": ExtType(2, b"321")} + + +def test_unpacker_tell(): + objects = 1, 2, "abc", "def", "ghi" + packed = b"\x01\x02\xa3abc\xa3def\xa3ghi" + positions = 1, 2, 6, 10, 14 + unpacker = Unpacker(BytesIO(packed)) + for obj, unp, pos in zip(objects, unpacker, positions): + assert obj == unp + assert pos == unpacker.tell() + + +def test_unpacker_tell_read_bytes(): + objects = 1, "abc", "ghi" + packed = b"\x01\x02\xa3abc\xa3def\xa3ghi" + raw_data = b"\x02", b"\xa3def", b"" + lenghts = 1, 4, 999 + positions = 1, 6, 14 + unpacker = Unpacker(BytesIO(packed)) + for obj, unp, pos, n, raw in zip(objects, unpacker, positions, lenghts, raw_data): + assert obj == unp + assert pos == unpacker.tell() + assert unpacker.read_bytes(n) == raw