oid_test.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. package pgserver
  2. import (
  3. "bytes"
  4. "encoding/binary"
  5. "net"
  6. "strconv"
  7. "testing"
  8. "github.com/danfragoso/pizzasql-next/pkg/executor"
  9. "github.com/danfragoso/pizzasql-next/pkg/parser"
  10. )
  11. func TestGetOIDForTypeDatetime(t *testing.T) {
  12. c := &Connection{}
  13. cases := map[string]int32{
  14. "DATETIME": 1184,
  15. "TIMESTAMP": 1184,
  16. "DATE": 1082,
  17. // Integer types narrower than the int64 carrier report int8 because the
  18. // engine does not range-check stored values.
  19. "SMALLINT": 20,
  20. "INT2": 20,
  21. "TINYINT": 20,
  22. "MEDIUMINT": 20,
  23. "INTEGER": 23,
  24. "INT": 23,
  25. "INT4": 23,
  26. "BIGINT": 20,
  27. "INT8": 20,
  28. // NUMERIC/DECIMAL carry float64 values, so they report float8.
  29. "NUMERIC": 701,
  30. "DECIMAL": 701,
  31. "REAL": 700,
  32. "FLOAT": 700,
  33. "DOUBLE": 701,
  34. "TEXT": 25,
  35. "VARCHAR": 25,
  36. "CHAR": 25,
  37. "UUID": 25,
  38. "BOOLEAN": 16,
  39. "BOOL": 16,
  40. "BLOB": 17,
  41. }
  42. for name, want := range cases {
  43. if got := c.getOIDForType(name); got != want {
  44. t.Errorf("getOIDForType(%q) = %d, want %d", name, got, want)
  45. }
  46. }
  47. }
  48. func TestSendRowDescriptionTimestampOID(t *testing.T) {
  49. c, cc := newCountingTestConnection(t)
  50. if err := c.sendRowDescription([]string{"created_at", "id"}, []string{"TIMESTAMP", "BIGINT"}); err != nil {
  51. t.Fatal(err)
  52. }
  53. if err := c.sendReadyForQuery(); err != nil {
  54. t.Fatal(err)
  55. }
  56. msgs := readAllMessages(t, cc.bytes())
  57. rd := findRowDescription(t, msgs)
  58. oids := rowDescriptionOIDs(t, rd.Data)
  59. if len(oids) != 2 {
  60. t.Fatalf("got %d columns, want 2", len(oids))
  61. }
  62. if oids[0] != 1184 {
  63. t.Errorf("timestamp OID = %d, want 1184", oids[0])
  64. }
  65. if oids[1] != 20 {
  66. t.Errorf("bigint OID = %d, want 20", oids[1])
  67. }
  68. }
  69. func TestSendResultEmptyProjectionSendsRowDescription(t *testing.T) {
  70. c, cc := newCountingTestConnection(t)
  71. result := executor.NewResult("SELECT")
  72. result.AddColumnWithType("id", "BIGINT")
  73. result.AddColumnWithType("created_at", "DATETIME")
  74. if err := c.sendResult(result, &parser.SelectStmt{}); err != nil {
  75. t.Fatal(err)
  76. }
  77. if err := c.sendReadyForQuery(); err != nil {
  78. t.Fatal(err)
  79. }
  80. msgs := readAllMessages(t, cc.bytes())
  81. rd := findRowDescription(t, msgs)
  82. oids := rowDescriptionOIDs(t, rd.Data)
  83. if len(oids) != 2 || oids[0] != 20 || oids[1] != 1184 {
  84. t.Fatalf("oids = %v, want [20 1184]", oids)
  85. }
  86. }
  87. func findRowDescription(t *testing.T, msgs []*Message) *Message {
  88. t.Helper()
  89. for _, m := range msgs {
  90. if m.Type == MsgRowDescription {
  91. return m
  92. }
  93. }
  94. t.Fatal("no RowDescription message found")
  95. return nil
  96. }
  97. func rowDescriptionOIDs(t *testing.T, data []byte) []int32 {
  98. t.Helper()
  99. if len(data) < 2 {
  100. t.Fatalf("row description too short")
  101. }
  102. count := int(binary.BigEndian.Uint16(data[:2]))
  103. pos := 2
  104. oids := make([]int32, 0, count)
  105. for i := 0; i < count; i++ {
  106. end := bytes.IndexByte(data[pos:], 0)
  107. if end < 0 {
  108. t.Fatalf("unterminated column name")
  109. }
  110. pos += end + 1 // name
  111. pos += 4 // table OID
  112. pos += 2 // column attribute number
  113. if pos+4 > len(data) {
  114. t.Fatalf("truncated row description")
  115. }
  116. oids = append(oids, int32(binary.BigEndian.Uint32(data[pos:pos+4])))
  117. pos += 4 // type OID
  118. pos += 2 // type size
  119. pos += 4 // type modifier
  120. pos += 2 // format code
  121. }
  122. return oids
  123. }
  124. func TestGetTypeSizeForType(t *testing.T) {
  125. c := &Connection{}
  126. cases := map[string]int16{
  127. "SMALLINT": 8,
  128. "TINYINT": 8,
  129. "MEDIUMINT": 8,
  130. "INTEGER": 4,
  131. "BIGINT": 8,
  132. "REAL": 4,
  133. "DOUBLE": 8,
  134. "NUMERIC": 8,
  135. "DECIMAL": 8,
  136. "BOOLEAN": 1,
  137. "DATE": 4,
  138. "TIMESTAMP": 8,
  139. "TEXT": -1,
  140. "BLOB": -1,
  141. }
  142. for name, want := range cases {
  143. if got := c.getTypeSizeForType(name); got != want {
  144. t.Errorf("getTypeSizeForType(%q) = %d, want %d", name, got, want)
  145. }
  146. }
  147. }
  148. // projectionOIDs runs sql and returns the type OIDs in its RowDescription.
  149. func projectionOIDs(t *testing.T, c *Connection, client net.Conn, sql string) []int32 {
  150. t.Helper()
  151. msgs := resultMessages(runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(sql), 0)}))
  152. return rowDescriptionOIDs(t, findRowDescription(t, msgs).Data)
  153. }
  154. // TestRowDescriptionProjectionOIDs asserts the wire OIDs for column
  155. // projections, expression projections, and empty result sets.
  156. func TestRowDescriptionProjectionOIDs(t *testing.T) {
  157. c, client := newDataConnection(t)
  158. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  159. `CREATE TABLE typed (
  160. i INTEGER PRIMARY KEY,
  161. big BIGINT,
  162. small SMALLINT,
  163. price NUMERIC,
  164. flag BOOLEAN,
  165. name TEXT,
  166. data BLOB,
  167. created_at TIMESTAMP,
  168. day DATE
  169. )`), 0)})
  170. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  171. `INSERT INTO typed VALUES (1, 9000000000, 7, 19.5, TRUE, 'x', X'00', '2024-05-06 07:08:09', '2024-05-06')`), 0)})
  172. cases := []struct {
  173. name string
  174. sql string
  175. want []int32
  176. }{
  177. {
  178. name: "columns",
  179. sql: "SELECT i, big, small, price, flag, name, data, created_at, day FROM typed",
  180. want: []int32{23, 20, 20, 701, 16, 25, 17, 1184, 1082},
  181. },
  182. {name: "count star", sql: "SELECT count(*) FROM typed", want: []int32{20}},
  183. {name: "sum integer", sql: "SELECT sum(i) FROM typed", want: []int32{20}},
  184. {name: "sum numeric", sql: "SELECT sum(price) FROM typed", want: []int32{701}},
  185. {name: "avg integer", sql: "SELECT avg(i) FROM typed", want: []int32{701}},
  186. {name: "comparison", sql: "SELECT i = 1 FROM typed", want: []int32{16}},
  187. {name: "string literal", sql: "SELECT 'text'", want: []int32{25}},
  188. {name: "integer literal", sql: "SELECT 42", want: []int32{23}},
  189. {name: "wide integer literal", sql: "SELECT 4294967296", want: []int32{20}},
  190. {name: "numeric literal", sql: "SELECT 1.5", want: []int32{701}},
  191. {name: "cast", sql: "SELECT CAST(i AS BIGINT) FROM typed", want: []int32{20}},
  192. {name: "narrow integer cast", sql: "SELECT CAST(i AS SMALLINT) FROM typed", want: []int32{20}},
  193. {
  194. name: "empty result",
  195. sql: "SELECT i, created_at, i + 1 FROM typed WHERE i = 999",
  196. want: []int32{23, 1184, 20},
  197. },
  198. {
  199. name: "aggregate empty result",
  200. sql: "SELECT count(*), max(created_at) FROM typed WHERE i = 999",
  201. want: []int32{20, 1184},
  202. },
  203. }
  204. for _, tc := range cases {
  205. t.Run(tc.name, func(t *testing.T) {
  206. got := projectionOIDs(t, c, client, tc.sql)
  207. if len(got) != len(tc.want) {
  208. t.Fatalf("%s: OIDs = %v, want %v", tc.sql, got, tc.want)
  209. }
  210. for i := range tc.want {
  211. if got[i] != tc.want[i] {
  212. t.Fatalf("%s: OIDs = %v, want %v", tc.sql, got, tc.want)
  213. }
  214. }
  215. })
  216. }
  217. }
  218. // rowDescriptionColumns decodes the column names from a RowDescription message.
  219. func rowDescriptionColumns(t *testing.T, data []byte) []string {
  220. t.Helper()
  221. if len(data) < 2 {
  222. t.Fatalf("row description too short")
  223. }
  224. count := int(binary.BigEndian.Uint16(data[:2]))
  225. pos := 2
  226. names := make([]string, 0, count)
  227. for i := 0; i < count; i++ {
  228. end := bytes.IndexByte(data[pos:], 0)
  229. if end < 0 {
  230. t.Fatalf("unterminated column name")
  231. }
  232. names = append(names, string(data[pos:pos+end]))
  233. pos += end + 1 // name
  234. pos += 4 // table OID
  235. pos += 2 // column attribute number
  236. pos += 4 // type OID
  237. pos += 2 // type size
  238. pos += 4 // type modifier
  239. pos += 2 // format code
  240. }
  241. return names
  242. }
  243. // countMessageType counts messages of a type in a query response.
  244. func countMessageType(msgs []*Message, msgType byte) int {
  245. count := 0
  246. for _, msg := range msgs {
  247. if msg.Type == msgType {
  248. count++
  249. }
  250. }
  251. return count
  252. }
  253. // TestFloatCarrierOIDsMatchValues asserts that projections carried as float64
  254. // are advertised as float8 and that their text values parse as float8. NUMERIC
  255. // (1700) is never advertised because the engine has no exact decimal carrier.
  256. func TestFloatCarrierOIDsMatchValues(t *testing.T) {
  257. c, client := newDataConnection(t)
  258. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  259. `CREATE TABLE floats (i INTEGER PRIMARY KEY, price NUMERIC, amount DECIMAL, score DOUBLE)`), 0)})
  260. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  261. `INSERT INTO floats VALUES (1, 19.5, 3.25, 0.1)`), 0)})
  262. cases := []struct {
  263. name string
  264. sql string
  265. }{
  266. {name: "numeric column", sql: "SELECT price FROM floats"},
  267. {name: "decimal column", sql: "SELECT amount FROM floats"},
  268. {name: "double column", sql: "SELECT score FROM floats"},
  269. {name: "avg integer", sql: "SELECT avg(i) FROM floats"},
  270. {name: "avg numeric", sql: "SELECT avg(price) FROM floats"},
  271. {name: "sum numeric", sql: "SELECT sum(price) FROM floats"},
  272. {name: "decimal literal", sql: "SELECT 1.5"},
  273. {name: "float arithmetic", sql: "SELECT price + 0.5 FROM floats"},
  274. }
  275. for _, tc := range cases {
  276. t.Run(tc.name, func(t *testing.T) {
  277. msgs := resultMessages(runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(tc.sql), 0)}))
  278. oids := rowDescriptionOIDs(t, findRowDescription(t, msgs).Data)
  279. if len(oids) != 1 {
  280. t.Fatalf("%s: OIDs = %v, want one column", tc.sql, oids)
  281. }
  282. if oids[0] == 1700 {
  283. t.Fatalf("%s: OID = 1700 (numeric) for a float64 carrier", tc.sql)
  284. }
  285. if oids[0] != 701 {
  286. t.Fatalf("%s: OID = %d, want 701 (float8)", tc.sql, oids[0])
  287. }
  288. values := dataRowValues(t, msgs[1])
  289. if len(values) != 1 {
  290. t.Fatalf("%s: values = %v, want one value", tc.sql, values)
  291. }
  292. if _, err := strconv.ParseFloat(values[0], 64); err != nil {
  293. t.Fatalf("%s: float8 value %q does not parse: %v", tc.sql, values[0], err)
  294. }
  295. })
  296. }
  297. }
  298. // TestNarrowIntegerOIDsUseCarrierType pins the chosen narrow-integer behavior:
  299. // the engine carries int64 without range checks, so SMALLINT/TINYINT/MEDIUMINT
  300. // report int8 (20) rather than a width a stored value may not fit.
  301. func TestNarrowIntegerOIDsUseCarrierType(t *testing.T) {
  302. c, client := newDataConnection(t)
  303. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  304. `CREATE TABLE narrow (id INTEGER PRIMARY KEY, small SMALLINT, tiny TINYINT, medium MEDIUMINT)`), 0)})
  305. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  306. `INSERT INTO narrow VALUES (1, 40000, 200, 9000000)`), 0)})
  307. cases := []struct {
  308. name string
  309. sql string
  310. value string
  311. }{
  312. {name: "smallint column", sql: "SELECT small FROM narrow", value: "40000"},
  313. {name: "tinyint column", sql: "SELECT tiny FROM narrow", value: "200"},
  314. {name: "mediumint column", sql: "SELECT medium FROM narrow", value: "9000000"},
  315. {name: "cast smallint", sql: "SELECT CAST(small AS SMALLINT) FROM narrow", value: "40000"},
  316. {name: "cast integer", sql: "SELECT CAST(small AS INTEGER) FROM narrow", value: "40000"},
  317. }
  318. for _, tc := range cases {
  319. t.Run(tc.name, func(t *testing.T) {
  320. msgs := resultMessages(runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(tc.sql), 0)}))
  321. oids := rowDescriptionOIDs(t, findRowDescription(t, msgs).Data)
  322. if len(oids) != 1 || oids[0] != 20 {
  323. t.Fatalf("%s: OIDs = %v, want [20] (int8 carrier)", tc.sql, oids)
  324. }
  325. values := dataRowValues(t, msgs[1])
  326. if len(values) != 1 || values[0] != tc.value {
  327. t.Fatalf("%s: values = %v, want [%s]", tc.sql, values, tc.value)
  328. }
  329. if _, err := strconv.ParseInt(values[0], 10, 64); err != nil {
  330. t.Fatalf("%s: int8 value %q does not parse: %v", tc.sql, values[0], err)
  331. }
  332. })
  333. }
  334. }
  335. // TestEmptyResultWildcardMatchesNames guards the constant-false WHERE path:
  336. // wildcard projections must expand names and types into the same columns.
  337. func TestEmptyResultWildcardMatchesNames(t *testing.T) {
  338. c, client := newDataConnection(t)
  339. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  340. `CREATE TABLE star_t (id INTEGER PRIMARY KEY, created_at TIMESTAMP, name TEXT)`), 0)})
  341. runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(
  342. `CREATE TABLE star_b (b_id BIGINT PRIMARY KEY, score DOUBLE)`), 0)})
  343. cases := []struct {
  344. name string
  345. sql string
  346. wantNames []string
  347. wantOIDs []int32
  348. }{
  349. {
  350. name: "qualified star",
  351. sql: "SELECT star_t.* FROM star_t WHERE 1 = 0",
  352. wantNames: []string{"id", "created_at", "name"},
  353. wantOIDs: []int32{23, 1184, 25},
  354. },
  355. {
  356. name: "aliased qualified star",
  357. sql: "SELECT s.* FROM star_t AS s WHERE 1 = 0",
  358. wantNames: []string{"id", "created_at", "name"},
  359. wantOIDs: []int32{23, 1184, 25},
  360. },
  361. {
  362. name: "star",
  363. sql: "SELECT * FROM star_t WHERE 1 = 0",
  364. wantNames: []string{"id", "created_at", "name"},
  365. wantOIDs: []int32{23, 1184, 25},
  366. },
  367. {
  368. name: "column and expression",
  369. sql: "SELECT star_t.name, star_t.id + 1 FROM star_t WHERE 1 = 0",
  370. wantNames: []string{"name", "column2"},
  371. wantOIDs: []int32{25, 20},
  372. },
  373. {
  374. name: "join star",
  375. sql: "SELECT * FROM star_t JOIN star_b ON star_t.id = star_b.b_id WHERE 1 = 0",
  376. wantNames: []string{"id", "created_at", "name", "b_id", "score"},
  377. wantOIDs: []int32{23, 1184, 25, 20, 701},
  378. },
  379. }
  380. for _, tc := range cases {
  381. t.Run(tc.name, func(t *testing.T) {
  382. msgs := resultMessages(runQuery(t, c, client, &Message{Type: MsgQuery, Data: append([]byte(tc.sql), 0)}))
  383. rd := findRowDescription(t, msgs)
  384. names := rowDescriptionColumns(t, rd.Data)
  385. oids := rowDescriptionOIDs(t, rd.Data)
  386. if len(names) != len(tc.wantNames) {
  387. t.Fatalf("%s: names = %v, want %v", tc.sql, names, tc.wantNames)
  388. }
  389. for i := range tc.wantNames {
  390. if names[i] != tc.wantNames[i] {
  391. t.Fatalf("%s: names = %v, want %v", tc.sql, names, tc.wantNames)
  392. }
  393. }
  394. if len(oids) != len(tc.wantOIDs) {
  395. t.Fatalf("%s: OIDs = %v, want %v", tc.sql, oids, tc.wantOIDs)
  396. }
  397. for i := range tc.wantOIDs {
  398. if oids[i] != tc.wantOIDs[i] {
  399. t.Fatalf("%s: OIDs = %v, want %v", tc.sql, oids, tc.wantOIDs)
  400. }
  401. }
  402. if rows := countMessageType(msgs, MsgDataRow); rows != 0 {
  403. t.Fatalf("%s: got %d data rows, want 0", tc.sql, rows)
  404. }
  405. })
  406. }
  407. }