Thrift serialization+deserialization benchmark

Author: kmod

benchmarks/thrift_bench.py

@@ -0,0 +1,58 @@
+# Adapted from https://raw.githubusercontent.com/Thriftpy/thriftpy2/master/benchmark/benchmark_apache_thrift_struct.py
+
+import json
+import time
+
+from thrift.TSerialization import serialize, deserialize
+from thrift.protocol.TBinaryProtocol import (
+    TBinaryProtocolFactory,
+    TBinaryProtocolAcceleratedFactory
+)
+
+import os
+import sys
+sys.path.append(os.path.join(os.path.dirname(__file__), "../data/thrift"))
+from addressbook import ttypes
+
+
+def make_addressbook():
+    phone1 = ttypes.PhoneNumber()
+    phone1.type = ttypes.PhoneType.MOBILE
+    phone1.number = '555-1212'
+    phone2 = ttypes.PhoneNumber()
+    phone2.type = ttypes.PhoneType.HOME
+    phone2.number = '555-1234'
+    person = ttypes.Person()
+    person.name = "Alice"
+    person.phones = [phone1, phone2]
+    person.created_at = 1400000000
+
+    ab = ttypes.AddressBook()
+    ab.people = {person.name: person}
+    return ab
+
+
+def main():
+    # proto_factory = TBinaryProtocolFactory()
+    proto_factory = TBinaryProtocolAcceleratedFactory()
+
+    n = 1000
+    if len(sys.argv) > 1:
+        n = int(sys.argv[1])
+
+    times = []
+
+    for i in range(n):
+        times.append(time.time())
+        for j in range(100):
+            ab = make_addressbook()
+            encoded = serialize(ab, proto_factory)
+            ab2 = ttypes.AddressBook()
+            deserialize(ab2, encoded, proto_factory)
+    times.append(time.time())
+
+    if len(sys.argv) > 2:
+        json.dump(times, open(sys.argv[2], 'w'))
+
+if __name__ == "__main__":
+    main()

benchmarks/thrift_bench_requirements.txt

@@ -0,0 +1,2 @@
+six==1.15.0
+thrift==0.13.0

data/Makefile

@@ -0,0 +1,4 @@
+# From https://github.com/Thriftpy/thriftpy2/blob/master/benchmark/benchmark.rst
+thrift/__init__.py: addressbook.thrift
+	mkdir -p thrift
+	thrift --gen py -out thrift/ addressbook.thrift

data/addressbook.thrift

@@ -0,0 +1,23 @@
+# from https://raw.githubusercontent.com/Thriftpy/thriftpy2/master/benchmark/addressbook.thrift
+
+enum PhoneType {
+    MOBILE,
+    HOME,
+    WORK,
+}
+
+struct PhoneNumber {
+    1: optional PhoneType type,
+    2: optional string number,
+}
+
+struct Person {
+    1: optional string name,
+    2: optional list<PhoneNumber> phones,
+}
+
+typedef map<string, Person> PersonMap
+
+struct AddressBook {
+    1: optional PersonMap people,
+}

data/thrift/__init__.py

@@ -0,0 +1 @@
+__all__ = ['ttypes', 'constants']

data/thrift/addressbook/__init__.py

@@ -13,7 +13,7 @@ set -x
 mkdir -p results
 
 ENV=/tmp/macrobenchmark_env
-for bench in flaskblogging djangocms mypy_bench pylint_bench pycparser_bench pytorch_alexnet_inference; do
+for bench in flaskblogging djangocms mypy_bench pylint_bench pycparser_bench pytorch_alexnet_inference gunicorn aiohttp thrift_bench; do
     rm -rf $ENV
     virtualenv -p $BINARY $ENV
     $ENV/bin/pip install -r benchmarks/${bench}_requirements.txt