param_binary_test.go 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. package pgserver
  2. import (
  3. "encoding/binary"
  4. "math"
  5. "testing"
  6. )
  7. // encodeBinaryArray builds a PostgreSQL binary array parameter. A nil elements
  8. // slice is the empty array (ndim 0); a nil element is SQL NULL.
  9. func encodeBinaryArray(elementOID uint32, elements [][]byte) []byte {
  10. hasNull := false
  11. for _, element := range elements {
  12. if element == nil {
  13. hasNull = true
  14. }
  15. }
  16. var buf []byte
  17. if elements == nil {
  18. buf = binary.BigEndian.AppendUint32(buf, 0)
  19. buf = binary.BigEndian.AppendUint32(buf, 0)
  20. buf = binary.BigEndian.AppendUint32(buf, elementOID)
  21. return buf
  22. }
  23. buf = binary.BigEndian.AppendUint32(buf, 1)
  24. flags := uint32(0)
  25. if hasNull {
  26. flags = 1
  27. }
  28. buf = binary.BigEndian.AppendUint32(buf, flags)
  29. buf = binary.BigEndian.AppendUint32(buf, elementOID)
  30. buf = binary.BigEndian.AppendUint32(buf, uint32(len(elements)))
  31. buf = binary.BigEndian.AppendUint32(buf, 1)
  32. for _, element := range elements {
  33. if element == nil {
  34. buf = binary.BigEndian.AppendUint32(buf, 0xFFFFFFFF)
  35. continue
  36. }
  37. buf = binary.BigEndian.AppendUint32(buf, uint32(len(element)))
  38. buf = append(buf, element...)
  39. }
  40. return buf
  41. }
  42. func encodeInt2(value int16) []byte {
  43. return binary.BigEndian.AppendUint16(nil, uint16(value))
  44. }
  45. func encodeInt4(value int32) []byte {
  46. return binary.BigEndian.AppendUint32(nil, uint32(value))
  47. }
  48. func encodeInt8(value int64) []byte {
  49. return binary.BigEndian.AppendUint64(nil, uint64(value))
  50. }
  51. func encodeFloat4(value float32) []byte {
  52. return binary.BigEndian.AppendUint32(nil, math.Float32bits(value))
  53. }
  54. func encodeFloat8(value float64) []byte {
  55. return binary.BigEndian.AppendUint64(nil, math.Float64bits(value))
  56. }
  57. // encodeNumeric mirrors PostgreSQL's binary numeric layout: digit count,
  58. // base-10000 weight, sign, display scale, then base-10000 digits.
  59. func encodeNumeric(sign uint16, weight int16, scale uint16, digits ...uint16) []byte {
  60. buf := binary.BigEndian.AppendUint16(nil, uint16(len(digits)))
  61. buf = binary.BigEndian.AppendUint16(buf, uint16(weight))
  62. buf = binary.BigEndian.AppendUint16(buf, sign)
  63. buf = binary.BigEndian.AppendUint16(buf, scale)
  64. for _, digit := range digits {
  65. buf = binary.BigEndian.AppendUint16(buf, digit)
  66. }
  67. return buf
  68. }
  69. // runBinaryParameter drives one extended-protocol cycle with a single
  70. // binary-format parameter.
  71. func runBinaryParameter(t *testing.T, c *Connection, conn *countingConn, sql string, oid int32, value []byte) []*Message {
  72. t.Helper()
  73. conn.reset()
  74. parse := NewMessageBuilder()
  75. parse.WriteString("s1")
  76. parse.WriteString(sql)
  77. parse.WriteInt16(1)
  78. parse.WriteInt32(oid)
  79. bind := NewMessageBuilder()
  80. bind.WriteString("p1")
  81. bind.WriteString("s1")
  82. bind.WriteInt16(1)
  83. bind.WriteInt16(1) // binary parameter format
  84. bind.WriteInt16(1)
  85. bind.WriteInt32(int32(len(value)))
  86. bind.WriteBytes(value)
  87. bind.WriteInt16(0)
  88. execute := NewMessageBuilder()
  89. execute.WriteString("p1")
  90. execute.WriteInt32(0)
  91. for _, msg := range []*Message{
  92. {Type: MsgParse, Data: parse.Bytes()},
  93. {Type: MsgBind, Data: bind.Bytes()},
  94. {Type: MsgExecute, Data: execute.Bytes()},
  95. {Type: MsgSync},
  96. } {
  97. if err := c.handleMessage(msg); err != nil {
  98. t.Fatalf("handle %c: %v", msg.Type, err)
  99. }
  100. }
  101. return readAllMessages(t, conn.bytes())
  102. }
  103. func TestBinaryArrayParameterElements(t *testing.T) {
  104. c, conn := arrayConnection(t)
  105. cases := []struct {
  106. name string
  107. sql string
  108. arrayOID int32
  109. value []byte
  110. want string
  111. }{
  112. {
  113. name: "int4", sql: `SELECT $1::INTEGER[]`, arrayOID: 1007,
  114. value: encodeBinaryArray(23, [][]byte{encodeInt4(1), encodeInt4(-2)}), want: "{1,-2}",
  115. },
  116. {
  117. name: "int4_null_element", sql: `SELECT $1::INTEGER[]`, arrayOID: 1007,
  118. value: encodeBinaryArray(23, [][]byte{encodeInt4(1), nil, encodeInt4(3)}), want: "{1,NULL,3}",
  119. },
  120. {
  121. name: "int4_empty", sql: `SELECT $1::INTEGER[]`, arrayOID: 1007,
  122. value: encodeBinaryArray(23, nil), want: "{}",
  123. },
  124. {
  125. name: "int2", sql: `SELECT $1::SMALLINT[]`, arrayOID: 1005,
  126. value: encodeBinaryArray(21, [][]byte{encodeInt2(1), encodeInt2(-2)}), want: "{1,-2}",
  127. },
  128. {
  129. name: "int8_exact", sql: `SELECT $1::BIGINT[]`, arrayOID: 1016,
  130. value: encodeBinaryArray(20, [][]byte{encodeInt8(9007199254740993)}), want: "{9007199254740993}",
  131. },
  132. {
  133. name: "bool", sql: `SELECT $1::BOOLEAN[]`, arrayOID: 1000,
  134. value: encodeBinaryArray(16, [][]byte{{0}, {1}}), want: "{f,t}",
  135. },
  136. {
  137. name: "float4", sql: `SELECT $1::REAL[]`, arrayOID: 1021,
  138. value: encodeBinaryArray(700, [][]byte{encodeFloat4(1.5)}), want: "{1.5}",
  139. },
  140. {
  141. name: "float8", sql: `SELECT $1::DOUBLE PRECISION[]`, arrayOID: 1022,
  142. value: encodeBinaryArray(701, [][]byte{encodeFloat8(0.1)}), want: "{0.1}",
  143. },
  144. {
  145. name: "text", sql: `SELECT $1::TEXT[]`, arrayOID: 1009,
  146. value: encodeBinaryArray(25, [][]byte{
  147. []byte("a,b"), []byte("NULL"), []byte(""), []byte(`q"t`), []byte(`back\slash`),
  148. }),
  149. want: `{"a,b","NULL","","q\"t","back\\slash"}`,
  150. },
  151. {
  152. name: "varchar", sql: `SELECT $1::VARCHAR(10)[]`, arrayOID: 1015,
  153. value: encodeBinaryArray(1043, [][]byte{[]byte("x"), []byte("y z")}), want: `{x,"y z"}`,
  154. },
  155. {
  156. name: "numeric_exact", sql: `SELECT $1::NUMERIC[]`, arrayOID: 1231,
  157. value: encodeBinaryArray(1700, [][]byte{
  158. encodeNumeric(0x0000, 4, 5, 1234, 5678, 9012, 3456, 7890, 1234, 5000),
  159. encodeNumeric(0x4000, 0, 2, 1, 5000),
  160. }),
  161. want: "{12345678901234567890.12345,-1.50}",
  162. },
  163. {
  164. name: "numeric_zero", sql: `SELECT $1::NUMERIC[]`, arrayOID: 1231,
  165. value: encodeBinaryArray(1700, [][]byte{
  166. encodeNumeric(0x0000, 0, 2),
  167. encodeNumeric(0x0000, -1, 1, 5000),
  168. }),
  169. want: "{0.00,0.5}",
  170. },
  171. }
  172. for _, tc := range cases {
  173. t.Run(tc.name, func(t *testing.T) {
  174. messages := runBinaryParameter(t, c, conn, tc.sql, tc.arrayOID, tc.value)
  175. if errMsg := findError(messages); errMsg != nil {
  176. t.Fatalf("%s failed: %s (%s)", tc.sql, errorCode(errMsg), errorMessage(errMsg))
  177. }
  178. row := firstDataRow(t, messages)
  179. if len(row) != 1 || row[0] != tc.want {
  180. t.Fatalf("%s = %v, want [%s]", tc.sql, row, tc.want)
  181. }
  182. })
  183. }
  184. }
  185. func TestBinaryArrayParameterMalformed(t *testing.T) {
  186. c, conn := arrayConnection(t)
  187. valid := encodeBinaryArray(23, [][]byte{encodeInt4(1)})
  188. nullWithoutFlag := encodeBinaryArray(23, [][]byte{nil, encodeInt4(1)})
  189. if nullWithoutFlag[7] != 1 {
  190. t.Fatal("test fixture expected the null flag set")
  191. }
  192. nullWithoutFlag[7] = 0 // clear hasNull while leaving the NULL element
  193. cases := []struct {
  194. name string
  195. value []byte
  196. }{
  197. {"truncated_header", valid[:10]},
  198. {"truncated_dimension", valid[:14]},
  199. {"truncated_elements", valid[:len(valid)-2]},
  200. {"trailing_bytes", append(append([]byte(nil), valid...), 0)},
  201. {"multidimensional", encodeBinaryArray(23, [][]byte{encodeInt4(1)})},
  202. {"element_oid_mismatch", encodeBinaryArray(25, [][]byte{[]byte("x")})},
  203. {"null_without_flag", nullWithoutFlag},
  204. {"invalid_boolean", encodeBinaryArray(16, [][]byte{{2}})},
  205. {"short_int4", encodeBinaryArray(23, [][]byte{{0, 0}})},
  206. }
  207. // ndim = 2 is rejected before any dimension header is read.
  208. multiDimensional := encodeBinaryArray(23, [][]byte{encodeInt4(1)})
  209. binary.BigEndian.PutUint32(multiDimensional[0:4], 2)
  210. cases[4].value = multiDimensional
  211. for _, tc := range cases {
  212. t.Run(tc.name, func(t *testing.T) {
  213. messages := runBinaryParameter(t, c, conn, `SELECT $1::INTEGER[]`, 1007, tc.value)
  214. errMsg := findError(messages)
  215. if errMsg == nil {
  216. t.Fatalf("%s was accepted", tc.name)
  217. }
  218. if code := errorCode(errMsg); code != ErrCodeInvalidText {
  219. t.Fatalf("%s SQLSTATE = %q, want %q", tc.name, code, ErrCodeInvalidText)
  220. }
  221. })
  222. }
  223. }
  224. // Array types the engine does not decode in binary form keep the explicit
  225. // feature-not-supported error.
  226. func TestBinaryArrayParameterUnsupportedElementType(t *testing.T) {
  227. c, conn := arrayConnection(t)
  228. for _, oid := range []int32{1014 /* bytea[] */, 1182 /* date[] */} {
  229. messages := runBinaryParameter(t, c, conn, `SELECT $1`, oid, []byte{0, 0, 0, 0})
  230. errMsg := findError(messages)
  231. if errMsg == nil {
  232. t.Fatalf("binary array OID %d was accepted", oid)
  233. }
  234. if code := errorCode(errMsg); code != ErrCodeFeatureNotSupported {
  235. t.Fatalf("binary array OID %d SQLSTATE = %q, want %q", oid, code, ErrCodeFeatureNotSupported)
  236. }
  237. }
  238. }
  239. // Scalar float parameters follow the same negotiated type: pgx sends float4 and
  240. // float8 in binary form.
  241. func TestBinaryFloatParameter(t *testing.T) {
  242. c, conn := arrayConnection(t)
  243. for _, tc := range []struct {
  244. name string
  245. sql string
  246. oid int32
  247. value []byte
  248. want string
  249. }{
  250. {"float4", `SELECT $1::REAL`, 700, encodeFloat4(1.5), "1.5"},
  251. {"float8", `SELECT $1::DOUBLE PRECISION`, 701, encodeFloat8(0.1), "0.1"},
  252. } {
  253. t.Run(tc.name, func(t *testing.T) {
  254. messages := runBinaryParameter(t, c, conn, tc.sql, tc.oid, tc.value)
  255. if errMsg := findError(messages); errMsg != nil {
  256. t.Fatalf("%s failed: %s", tc.sql, errorCode(errMsg))
  257. }
  258. if row := firstDataRow(t, messages); len(row) != 1 || row[0] != tc.want {
  259. t.Fatalf("%s = %v, want [%s]", tc.sql, row, tc.want)
  260. }
  261. })
  262. }
  263. }
  264. // Scalar binary numeric parameters keep their exact decimal digits. The
  265. // capability document advertises binary numeric support, and NUMERIC elements
  266. // use the same decoder inside arrays.
  267. func TestBinaryNumericParameter(t *testing.T) {
  268. c, conn := arrayConnection(t)
  269. value := encodeNumeric(0x0000, 1, 1, 1, 2345, 5000)
  270. messages := runBinaryParameter(t, c, conn, `SELECT $1::NUMERIC`, 1700, value)
  271. if errMsg := findError(messages); errMsg != nil {
  272. t.Fatalf("binary numeric failed: %s", errorCode(errMsg))
  273. }
  274. if row := firstDataRow(t, messages); len(row) != 1 || row[0] != "12345.5" {
  275. t.Fatalf("binary numeric = %v, want [12345.5]", row)
  276. }
  277. messages = runBinaryParameter(t, c, conn, `SELECT $1::NUMERIC`, 1700, encodeNumeric(0x4000, -1, 1, 5000))
  278. if errMsg := findError(messages); errMsg != nil {
  279. t.Fatalf("negative binary numeric failed: %s", errorCode(errMsg))
  280. }
  281. if row := firstDataRow(t, messages); len(row) != 1 || row[0] != "-0.5" {
  282. t.Fatalf("negative binary numeric = %v, want [-0.5]", row)
  283. }
  284. }