THRIFT-5923: UUID python
Client: py
Patch: CJCombrink
This closes #3330
diff --git a/lib/py/src/ext/binary.h b/lib/py/src/ext/binary.h
index 960b0d0..dd7750b 100644
--- a/lib/py/src/ext/binary.h
+++ b/lib/py/src/ext/binary.h
@@ -88,6 +88,10 @@
return encodeValue(value, parsedspec.type, parsedspec.typeargs);
}
+ void writeUuid(char* value) {
+ writeBuffer(value, 16);
+ }
+
void writeFieldStop() { writeByte(static_cast<uint8_t>(T_STOP)); }
bool readBool(bool& val) {
@@ -159,6 +163,13 @@
return len;
}
+ int32_t readUuid(char** buf) {
+ if (!readBytes(buf, 16)) {
+ return -1;
+ }
+ return 16;
+ }
+
int32_t readListBegin(TType& etype) {
int32_t len;
uint8_t b = 0;
@@ -206,6 +217,7 @@
}
SKIPBYTES(len);
}
+ bool skipUuid() { SKIPBYTES(16); }
#undef SKIPBYTES
private:
diff --git a/lib/py/src/ext/compact.cpp b/lib/py/src/ext/compact.cpp
index ae89f2a..8d13d3d 100644
--- a/lib/py/src/ext/compact.cpp
+++ b/lib/py/src/ext/compact.cpp
@@ -24,23 +24,26 @@
namespace thrift {
namespace py {
+/** Mapping of Compact type to Thrift Type according.
+ * This list must match the TType enum in TEnum.h */
const uint8_t CompactProtocol::TTypeToCType[] = {
- CT_STOP, // T_STOP
- 0, // unused
- CT_BOOLEAN_TRUE, // T_BOOL
- CT_BYTE, // T_BYTE
- CT_DOUBLE, // T_DOUBLE
- 0, // unused
- CT_I16, // T_I16
- 0, // unused
- CT_I32, // T_I32
- 0, // unused
- CT_I64, // T_I64
- CT_BINARY, // T_STRING
- CT_STRUCT, // T_STRUCT
- CT_MAP, // T_MAP
- CT_SET, // T_SET
- CT_LIST, // T_LIST
+/* 0 */ CT_STOP, // T_STOP
+/* 1 */ 0, // unused
+/* 2 */ CT_BOOLEAN_TRUE, // T_BOOL
+/* 3 */ CT_BYTE, // T_BYTE
+/* 4 */ CT_DOUBLE, // T_DOUBLE
+/* 5 */ 0, // unused
+/* 6 */ CT_I16, // T_I16
+/* 7 */ 0, // unused
+/* 8 */ CT_I32, // T_I32
+/* 9 */ 0, // unused
+/* 10 */ CT_I64, // T_I64
+/* 11 */ CT_BINARY, // T_STRING
+/* 12 */ CT_STRUCT, // T_STRUCT
+/* 13 */ CT_MAP, // T_MAP
+/* 14 */ CT_SET, // T_SET
+/* 15 */ CT_LIST, // T_LIST
+/* 16 */ CT_UUID, // T_UUID
};
bool CompactProtocol::readFieldBegin(TType& type, int16_t& tag) {
@@ -98,6 +101,8 @@
return T_MAP;
case CT_STRUCT:
return T_STRUCT;
+ case CT_UUID:
+ return T_UUID;
default:
PyErr_Format(PyExc_TypeError, "don't know what type: %d", type);
return static_cast<TType>(-1);
diff --git a/lib/py/src/ext/compact.h b/lib/py/src/ext/compact.h
index 8f72b09..0d8946b 100644
--- a/lib/py/src/ext/compact.h
+++ b/lib/py/src/ext/compact.h
@@ -104,6 +104,10 @@
void writeFieldStop() { writeByte(0); }
+ void writeUuid(char* value) {
+ writeBuffer(value, 16);
+ }
+
bool readBool(bool& val) {
if (readBool_.exists) {
readBool_.exists = false;
@@ -231,6 +235,13 @@
}
bool readFieldBegin(TType& type, int16_t& tag);
+ bool readUuid(char** buf) {
+ if (!readBytes(buf, 16)) {
+ return false;
+ }
+ return true;
+ }
+
bool skipBool() {
bool val;
return readBool(val);
@@ -263,6 +274,9 @@
}
SKIPBYTES(len);
}
+ bool skipUuid() {
+ SKIPBYTES(16);
+ }
#undef SKIPBYTES
private:
@@ -279,7 +293,8 @@
CT_LIST = 0x09,
CT_SET = 0x0A,
CT_MAP = 0x0B,
- CT_STRUCT = 0x0C
+ CT_STRUCT = 0x0C,
+ CT_UUID = 0x0D,
};
static const uint8_t TTypeToCType[];
@@ -288,7 +303,7 @@
int toCompactType(TType type) {
int i = static_cast<int>(type);
- return i < 16 ? TTypeToCType[i] : -1;
+ return i <= 16 ? TTypeToCType[i] : -1;
}
uint32_t toZigZag(int32_t val) { return (val >> 31) ^ (val << 1); }
diff --git a/lib/py/src/ext/module.cpp b/lib/py/src/ext/module.cpp
index a1b0e56..e2b540e 100644
--- a/lib/py/src/ext/module.cpp
+++ b/lib/py/src/ext/module.cpp
@@ -38,6 +38,8 @@
PyObject* INTERN_STRING(TFrozenDict);
PyObject* INTERN_STRING(cstringio_buf);
PyObject* INTERN_STRING(cstringio_refill);
+PyObject* INTERN_STRING(UUID);
+PyObject* INTERN_STRING(bytes);
static PyObject* INTERN_STRING(string_length_limit);
static PyObject* INTERN_STRING(container_length_limit);
static PyObject* INTERN_STRING(trans);
@@ -186,6 +188,8 @@
INIT_INTERN_STRING(string_length_limit);
INIT_INTERN_STRING(container_length_limit);
INIT_INTERN_STRING(trans);
+ INIT_INTERN_STRING(UUID);
+ INIT_INTERN_STRING(bytes);
#undef INIT_INTERN_STRING
PyObject* module =
diff --git a/lib/py/src/ext/protocol.tcc b/lib/py/src/ext/protocol.tcc
index aad5a3c..b517c38 100644
--- a/lib/py/src/ext/protocol.tcc
+++ b/lib/py/src/ext/protocol.tcc
@@ -542,10 +542,27 @@
return true;
}
+ case T_UUID: {
+ ScopedPyObject instval(PyObject_GetAttr(value, INTERN_STRING(bytes)));
+ if (!instval) {
+ return false;
+ }
+
+ Py_ssize_t size;
+ char* buffer;
+ if (PyBytes_AsStringAndSize(instval.get(), &buffer, &size) < 0) {
+ return false;
+ }
+ if (size != 16) {
+ PyErr_SetString(PyExc_TypeError, "uuid.bytes must be exactly 16 bytes long");
+ return false;
+ }
+ impl()->writeUuid(buffer);
+ return true;
+ }
+
case T_STOP:
case T_VOID:
- case T_UTF16:
- case T_UTF8:
case T_U64:
default:
PyErr_Format(PyExc_TypeError, "Unexpected TType for encodeValue: %d", type);
@@ -625,11 +642,12 @@
}
return true;
}
+ case T_UUID: {
+ return impl()->skipUuid();
+ }
case T_STOP:
case T_VOID:
- case T_UTF16:
- case T_UTF8:
case T_U64:
default:
PyErr_Format(PyExc_TypeError, "Unexpected TType for skip: %d", type);
@@ -816,10 +834,36 @@
return readStruct(Py_None, parsedargs.klass, parsedargs.spec);
}
+ case T_UUID: {
+ char* buf = nullptr;
+ if(!impl()->readUuid(&buf)) {
+ return nullptr;
+ }
+
+ if(!UuidModule) {
+ UuidModule = PyImport_ImportModule("uuid");
+ if (!UuidModule)
+ return nullptr;
+ }
+
+ ScopedPyObject cls(PyObject_GetAttr(UuidModule, INTERN_STRING(UUID)));
+ if (!cls) {
+ return nullptr;
+ }
+
+ ScopedPyObject pyBytes(PyBytes_FromStringAndSize(buf, 16));
+ if (!pyBytes) {
+ return nullptr;
+ }
+
+ ScopedPyObject args(PyTuple_New(0));
+ ScopedPyObject kwargs(Py_BuildValue("{O:O}", INTERN_STRING(bytes), pyBytes.get()));
+ ScopedPyObject ret(PyObject_Call(cls.get(), args.get(), kwargs.get()));
+ return ret.release();
+ }
+
case T_STOP:
case T_VOID:
- case T_UTF16:
- case T_UTF8:
case T_U64:
default:
PyErr_Format(PyExc_TypeError, "Unexpected TType for decodeValue: %d", type);
diff --git a/lib/py/src/ext/types.cpp b/lib/py/src/ext/types.cpp
index 0c20e56..a7ccd0a 100644
--- a/lib/py/src/ext/types.cpp
+++ b/lib/py/src/ext/types.cpp
@@ -26,6 +26,7 @@
namespace py {
PyObject* ThriftModule = nullptr;
+PyObject* UuidModule = nullptr;
#if PY_MAJOR_VERSION < 3
char refill_signature[] = {'s', '#', 'i'};
diff --git a/lib/py/src/ext/types.h b/lib/py/src/ext/types.h
index 9b45dd0..2848b28 100644
--- a/lib/py/src/ext/types.h
+++ b/lib/py/src/ext/types.h
@@ -48,6 +48,8 @@
extern PyObject* INTERN_STRING(TFrozenDict);
extern PyObject* INTERN_STRING(cstringio_buf);
extern PyObject* INTERN_STRING(cstringio_refill);
+extern PyObject* INTERN_STRING(UUID);
+extern PyObject* INTERN_STRING(bytes);
}
namespace apache {
@@ -55,6 +57,7 @@
namespace py {
extern PyObject* ThriftModule;
+extern PyObject* UuidModule;
// Stolen out of TProtocol.h.
// It would be a huge pain to have both get this from one place.
@@ -76,8 +79,7 @@
T_MAP = 13,
T_SET = 14,
T_LIST = 15,
- T_UTF8 = 16,
- T_UTF16 = 17
+ T_UUID = 16,
};
// replace with unique_ptr when we're OK with C++11