parser.go 85 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457
  1. package parser
  2. import (
  3. "strings"
  4. "github.com/danfragoso/pizzasql-next/pkg/lexer"
  5. "github.com/danfragoso/pizzasql-next/pkg/pgerror"
  6. )
  7. // Parser parses SQL statements into an AST.
  8. type Parser struct {
  9. lexer *lexer.Lexer
  10. curToken lexer.Token
  11. peekToken lexer.Token
  12. errors []*ParseError
  13. }
  14. // New creates a new Parser.
  15. func New(l *lexer.Lexer) *Parser {
  16. p := &Parser{lexer: l}
  17. // Read two tokens to initialize curToken and peekToken
  18. p.nextToken()
  19. p.nextToken()
  20. return p
  21. }
  22. // Parse parses a SQL statement.
  23. func (p *Parser) Parse() (Statement, error) {
  24. stmt, err := p.parseStatement()
  25. if err != nil {
  26. return nil, err
  27. }
  28. // Consume optional semicolon
  29. if p.curTokenIs(lexer.TokenSemicolon) {
  30. p.nextToken()
  31. }
  32. if !p.curTokenIs(lexer.TokenEOF) {
  33. return nil, p.curError("unexpected trailing token: " + p.curToken.Type.String())
  34. }
  35. return stmt, nil
  36. }
  37. // ParseExpr parses a standalone SQL expression, used for persisted generated
  38. // column and expression-index definitions. It rejects trailing tokens so a
  39. // malformed stored expression surfaces immediately.
  40. func ParseExpr(input string) (Expr, error) {
  41. p := New(lexer.New(input))
  42. expr, err := p.parseExpr()
  43. if err != nil {
  44. return nil, err
  45. }
  46. if !p.curTokenIs(lexer.TokenEOF) {
  47. return nil, p.curError("unexpected trailing token: " + p.curToken.Type.String())
  48. }
  49. return expr, nil
  50. }
  51. // ParseMultiple parses multiple SQL statements.
  52. func (p *Parser) ParseMultiple() ([]Statement, error) {
  53. var stmts []Statement
  54. for !p.curTokenIs(lexer.TokenEOF) {
  55. stmt, err := p.parseStatement()
  56. if err != nil {
  57. return nil, err
  58. }
  59. stmts = append(stmts, stmt)
  60. // Consume optional semicolon
  61. if p.curTokenIs(lexer.TokenSemicolon) {
  62. p.nextToken()
  63. }
  64. }
  65. return stmts, nil
  66. }
  67. func (p *Parser) nextToken() {
  68. p.curToken = p.peekToken
  69. p.peekToken = p.lexer.NextToken()
  70. // Skip comments
  71. for p.peekToken.Type == lexer.TokenComment {
  72. p.peekToken = p.lexer.NextToken()
  73. }
  74. }
  75. func (p *Parser) curTokenIs(t lexer.TokenType) bool {
  76. return p.curToken.Type == t
  77. }
  78. func (p *Parser) peekTokenIs(t lexer.TokenType) bool {
  79. return p.peekToken.Type == t
  80. }
  81. func (p *Parser) expectPeek(t lexer.TokenType) error {
  82. if p.peekTokenIs(t) {
  83. p.nextToken()
  84. return nil
  85. }
  86. return p.peekError(t)
  87. }
  88. // curIdentIs reports whether the current token is an identifier spelling word
  89. // case-insensitively. It lets context-sensitive keywords (GENERATED, ALWAYS,
  90. // STORED, VIRTUAL) be recognized only in the positions where they are
  91. // meaningful, so they remain usable as ordinary identifiers elsewhere.
  92. func (p *Parser) curIdentIs(word string) bool {
  93. return p.curToken.Type == lexer.TokenIdent && strings.EqualFold(p.curToken.Literal, word)
  94. }
  95. func (p *Parser) peekError(t lexer.TokenType) error {
  96. return newError(
  97. "expected "+t.String()+", got "+p.peekToken.Type.String(),
  98. p.peekToken.Line,
  99. p.peekToken.Column,
  100. p.peekToken.Literal,
  101. )
  102. }
  103. func (p *Parser) curError(msg string) error {
  104. return newError(
  105. msg,
  106. p.curToken.Line,
  107. p.curToken.Column,
  108. p.curToken.Literal,
  109. )
  110. }
  111. func (p *Parser) parseStatement() (Statement, error) {
  112. if p.isWithStart() {
  113. return p.parseWithStatement()
  114. }
  115. // LISTEN, UNLISTEN, and NOTIFY are contextual keywords: they remain valid
  116. // identifiers in expressions and only denote a statement at the start of a
  117. // statement. That keeps existing columns named "notify" working.
  118. if p.curTokenIs(lexer.TokenIdent) {
  119. switch strings.ToUpper(p.curToken.Literal) {
  120. case "LISTEN":
  121. return p.parseListen()
  122. case "UNLISTEN":
  123. return p.parseUnlisten()
  124. case "NOTIFY":
  125. return p.parseNotify()
  126. case "SHOW":
  127. return p.parseShow()
  128. }
  129. }
  130. switch p.curToken.Type {
  131. case lexer.TokenSELECT:
  132. return p.parseSelect()
  133. case lexer.TokenINSERT:
  134. return p.parseInsert()
  135. case lexer.TokenUPDATE:
  136. return p.parseUpdate()
  137. case lexer.TokenDELETE:
  138. return p.parseDelete()
  139. case lexer.TokenCREATE:
  140. return p.parseCreate()
  141. case lexer.TokenDROP:
  142. return p.parseDrop()
  143. case lexer.TokenALTER:
  144. return p.parseAlter()
  145. case lexer.TokenATTACH:
  146. return p.parseAttach()
  147. case lexer.TokenDETACH:
  148. return p.parseDetach()
  149. case lexer.TokenPRAGMA:
  150. return p.parsePragma()
  151. case lexer.TokenSET:
  152. return p.parseSet()
  153. case lexer.TokenANALYZE:
  154. return p.parseAnalyze()
  155. case lexer.TokenEXPLAIN:
  156. return p.parseExplain()
  157. case lexer.TokenBEGIN:
  158. return p.parseBegin()
  159. case lexer.TokenCOMMIT:
  160. return p.parseCommit()
  161. case lexer.TokenROLLBACK:
  162. return p.parseRollback()
  163. case lexer.TokenSAVEPOINT:
  164. return p.parseSavepoint()
  165. case lexer.TokenRELEASE:
  166. return p.parseRelease()
  167. default:
  168. return nil, p.curError("unexpected token: " + p.curToken.Type.String())
  169. }
  170. }
  171. // parseSingleSelectTerm parses one SELECT body (SELECT … FROM … WHERE … GROUP BY … HAVING …)
  172. // but stops before any set operator, ORDER BY, LIMIT, or OFFSET.
  173. // Callers that want the full chain (including set ops) use parseSelect instead.
  174. func (p *Parser) parseSingleSelectTerm() (*SelectStmt, error) {
  175. stmt := &SelectStmt{}
  176. p.nextToken() // consume SELECT
  177. // Check for DISTINCT / ALL
  178. if p.curTokenIs(lexer.TokenDISTINCT) {
  179. stmt.Distinct = true
  180. p.nextToken()
  181. } else if p.curTokenIs(lexer.TokenALL) {
  182. p.nextToken()
  183. }
  184. cols, err := p.parseSelectColumns()
  185. if err != nil {
  186. return nil, err
  187. }
  188. stmt.Columns = cols
  189. if p.curTokenIs(lexer.TokenFROM) {
  190. p.nextToken()
  191. tables, err := p.parseTableRefs()
  192. if err != nil {
  193. return nil, err
  194. }
  195. stmt.From = tables
  196. }
  197. if p.curTokenIs(lexer.TokenWHERE) {
  198. p.nextToken()
  199. where, err := p.parseExpr()
  200. if err != nil {
  201. return nil, err
  202. }
  203. stmt.Where = where
  204. }
  205. if p.curTokenIs(lexer.TokenGROUP) {
  206. if err := p.expectPeek(lexer.TokenBY); err != nil {
  207. return nil, err
  208. }
  209. p.nextToken()
  210. groupBy, err := p.parseExprList()
  211. if err != nil {
  212. return nil, err
  213. }
  214. stmt.GroupBy = groupBy
  215. }
  216. if p.curTokenIs(lexer.TokenHAVING) {
  217. p.nextToken()
  218. having, err := p.parseExpr()
  219. if err != nil {
  220. return nil, err
  221. }
  222. stmt.Having = having
  223. }
  224. return stmt, nil
  225. }
  226. // parseSelect parses a SELECT statement, including any trailing set operations
  227. // (UNION / INTERSECT / EXCEPT) and an optional ORDER BY / LIMIT / OFFSET.
  228. func (p *Parser) parseSelect() (*SelectStmt, error) {
  229. stmt, err := p.parseSingleSelectTerm()
  230. if err != nil {
  231. return nil, err
  232. }
  233. // Handle set operations: UNION [ALL], INTERSECT, EXCEPT
  234. if p.curTokenIs(lexer.TokenUNION) || p.curTokenIs(lexer.TokenINTERSECT) || p.curTokenIs(lexer.TokenEXCEPT) {
  235. compound, err := p.parseCompoundChain(stmt)
  236. if err != nil {
  237. return nil, err
  238. }
  239. return &SelectStmt{Compound: compound}, nil
  240. }
  241. // Parse ORDER BY clause
  242. if p.curTokenIs(lexer.TokenORDER) {
  243. if err := p.expectPeek(lexer.TokenBY); err != nil {
  244. return nil, err
  245. }
  246. p.nextToken()
  247. orderBy, err := p.parseOrderBy()
  248. if err != nil {
  249. return nil, err
  250. }
  251. stmt.OrderBy = orderBy
  252. }
  253. // Parse LIMIT clause
  254. if p.curTokenIs(lexer.TokenLIMIT) {
  255. p.nextToken()
  256. limit, err := p.parseExpr()
  257. if err != nil {
  258. return nil, err
  259. }
  260. stmt.Limit = limit
  261. }
  262. // Parse OFFSET clause
  263. if p.curTokenIs(lexer.TokenOFFSET) {
  264. p.nextToken()
  265. offset, err := p.parseExpr()
  266. if err != nil {
  267. return nil, err
  268. }
  269. stmt.Offset = offset
  270. }
  271. if err := p.rejectLockingClause(); err != nil {
  272. return nil, err
  273. }
  274. return stmt, nil
  275. }
  276. // setOpPrec returns the precedence of a set operator token.
  277. // INTERSECT binds more tightly than UNION/EXCEPT per SQL standard.
  278. func setOpPrec(t lexer.TokenType) int {
  279. if t == lexer.TokenINTERSECT {
  280. return 2
  281. }
  282. return 1
  283. }
  284. // parseCompoundChain collects all set-op legs and builds a left-associative tree
  285. // respecting INTERSECT > UNION/EXCEPT precedence.
  286. //
  287. // The algorithm is the standard precedence-climbing / Pratt approach:
  288. //
  289. // parseMin(minPrec):
  290. // left = first already-parsed SELECT (passed in as `first`)
  291. // while curOp.prec >= minPrec:
  292. // op = curOp; consume op
  293. // right = parseSingleSelect()
  294. // while nextOp.prec > op.prec: // right-bind tighter ops
  295. // right = parseMin(op.prec+1) using right as seed
  296. // left = Compound(left, op, right)
  297. // return left
  298. func (p *Parser) parseCompoundChain(first *SelectStmt) (*CompoundSelect, error) {
  299. type leg struct {
  300. op SetOpType
  301. query *SelectStmt
  302. }
  303. // Consume a set-op token and return its SetOpType + precedence.
  304. consumeOp := func() (SetOpType, int, error) {
  305. switch p.curToken.Type {
  306. case lexer.TokenUNION:
  307. p.nextToken()
  308. if p.curTokenIs(lexer.TokenALL) {
  309. p.nextToken()
  310. return SetOpUnionAll, 1, nil
  311. }
  312. return SetOpUnion, 1, nil
  313. case lexer.TokenINTERSECT:
  314. p.nextToken()
  315. return SetOpIntersect, 2, nil
  316. case lexer.TokenEXCEPT:
  317. p.nextToken()
  318. return SetOpExcept, 1, nil
  319. }
  320. return 0, 0, p.curError("expected UNION, INTERSECT, or EXCEPT")
  321. }
  322. isSetOp := func() bool {
  323. return p.curTokenIs(lexer.TokenUNION) ||
  324. p.curTokenIs(lexer.TokenINTERSECT) ||
  325. p.curTokenIs(lexer.TokenEXCEPT)
  326. }
  327. // parseSingleSelect parses the next SELECT term (no set-ops claimed).
  328. parseSingleSelect := func() (*SelectStmt, error) {
  329. if !p.curTokenIs(lexer.TokenSELECT) {
  330. return nil, p.curError("expected SELECT after set operator")
  331. }
  332. return p.parseSingleSelectTerm()
  333. }
  334. // Precedence-climbing: build left-to-right tree, INTERSECT binds tighter.
  335. var climb func(left *SelectStmt, minPrec int) (*CompoundSelect, error)
  336. climb = func(left *SelectStmt, minPrec int) (*CompoundSelect, error) {
  337. for isSetOp() && setOpPrec(p.curToken.Type) >= minPrec {
  338. op, prec, err := consumeOp()
  339. if err != nil {
  340. return nil, err
  341. }
  342. right, err := parseSingleSelect()
  343. if err != nil {
  344. return nil, err
  345. }
  346. // If the right node itself resolved to a compound (via recursive parseSelect),
  347. // unwrap and re-climb properly.
  348. if right.Compound != nil {
  349. // right was a sub-chain; treat it as already climbed.
  350. } else {
  351. // Absorb any higher-precedence ops on the right.
  352. for isSetOp() && setOpPrec(p.curToken.Type) > prec {
  353. sub, err := climb(right, prec+1)
  354. if err != nil {
  355. return nil, err
  356. }
  357. right = &SelectStmt{Compound: sub}
  358. break
  359. }
  360. }
  361. node := &CompoundSelect{Left: left, Op: op, Right: right}
  362. left = &SelectStmt{Compound: node}
  363. }
  364. if left.Compound != nil {
  365. return left.Compound, nil
  366. }
  367. return nil, p.curError("internal: no compound built")
  368. }
  369. compound, err := climb(first, 1)
  370. if err != nil {
  371. return nil, err
  372. }
  373. // Parse trailing ORDER BY / LIMIT / OFFSET that apply to the whole compound.
  374. if p.curTokenIs(lexer.TokenORDER) {
  375. if err := p.expectPeek(lexer.TokenBY); err != nil {
  376. return nil, err
  377. }
  378. p.nextToken()
  379. orderBy, err := p.parseOrderBy()
  380. if err != nil {
  381. return nil, err
  382. }
  383. compound.OrderBy = orderBy
  384. }
  385. if p.curTokenIs(lexer.TokenLIMIT) {
  386. p.nextToken()
  387. limit, err := p.parseExpr()
  388. if err != nil {
  389. return nil, err
  390. }
  391. compound.Limit = limit
  392. }
  393. if p.curTokenIs(lexer.TokenOFFSET) {
  394. p.nextToken()
  395. offset, err := p.parseExpr()
  396. if err != nil {
  397. return nil, err
  398. }
  399. compound.Offset = offset
  400. }
  401. if err := p.rejectLockingClause(); err != nil {
  402. return nil, err
  403. }
  404. return compound, nil
  405. }
  406. func (p *Parser) parseSelectColumns() ([]SelectColumn, error) {
  407. var cols []SelectColumn
  408. for {
  409. col := SelectColumn{}
  410. if p.curTokenIs(lexer.TokenStar) {
  411. col.Star = true
  412. p.nextToken()
  413. } else {
  414. expr, err := p.parseExpr()
  415. if err != nil {
  416. return nil, err
  417. }
  418. // Qualified wildcard (table.*): the expression grammar parses this as
  419. // ColumnRef{Table: table, Column: "*"}. Lift it into a scoped wildcard
  420. // projection instead of a column reference literally named "*".
  421. if ref, ok := expr.(*ColumnRef); ok && ref.Table != "" && ref.Column == "*" {
  422. col.TableStar = ref.Table
  423. } else {
  424. col.Expr = expr
  425. // Check for AS alias
  426. if p.curTokenIs(lexer.TokenAS) {
  427. p.nextToken()
  428. if !p.curTokenIs(lexer.TokenIdent) {
  429. return nil, p.curError("expected identifier after AS")
  430. }
  431. col.Alias = p.curToken.Literal
  432. p.nextToken()
  433. } else if p.curTokenIs(lexer.TokenIdent) {
  434. // Alias without AS
  435. col.Alias = p.curToken.Literal
  436. p.nextToken()
  437. }
  438. }
  439. }
  440. cols = append(cols, col)
  441. if !p.curTokenIs(lexer.TokenComma) {
  442. break
  443. }
  444. p.nextToken() // consume comma
  445. }
  446. return cols, nil
  447. }
  448. func (p *Parser) parseTableRefs() ([]TableRef, error) {
  449. var tables []TableRef
  450. table, err := p.parseTableRef(true)
  451. if err != nil {
  452. return nil, err
  453. }
  454. tables = append(tables, *table)
  455. // Parse JOINs or comma-separated tables
  456. for {
  457. if p.curTokenIs(lexer.TokenComma) {
  458. p.nextToken()
  459. table, err := p.parseTableRef(true)
  460. if err != nil {
  461. return nil, err
  462. }
  463. tables = append(tables, *table)
  464. } else if p.isJoinKeyword() {
  465. join, err := p.parseJoin()
  466. if err != nil {
  467. return nil, err
  468. }
  469. // Find the last Join in the chain and attach new join there
  470. lastTable := &tables[len(tables)-1]
  471. if lastTable.Join == nil {
  472. lastTable.Join = join
  473. } else {
  474. // Find the end of the join chain
  475. current := lastTable.Join
  476. for current.Table != nil && current.Table.Join != nil {
  477. current = current.Table.Join
  478. }
  479. // Attach to the end of the chain
  480. if current.Table != nil {
  481. current.Table.Join = join
  482. }
  483. }
  484. } else {
  485. break
  486. }
  487. }
  488. for _, table := range tables {
  489. if table.Function == nil {
  490. continue
  491. }
  492. if len(tables) > 1 || table.Join != nil {
  493. return nil, pgerror.Unsupported("a table function in FROM must be the only table reference; joins around a table function are not supported")
  494. }
  495. }
  496. return tables, nil
  497. }
  498. func (p *Parser) parseTableRef(allowFunction bool) (*TableRef, error) {
  499. ref := &TableRef{}
  500. // Check for subquery (SELECT ...)
  501. if p.curTokenIs(lexer.TokenLParen) {
  502. p.nextToken()
  503. if p.curTokenIs(lexer.TokenSELECT) {
  504. subquery, err := p.parseSelect()
  505. if err != nil {
  506. return nil, err
  507. }
  508. ref.Subquery = subquery
  509. if !p.curTokenIs(lexer.TokenRParen) {
  510. return nil, p.curError("expected ) after subquery")
  511. }
  512. p.nextToken()
  513. // Subquery must have an alias
  514. if p.curTokenIs(lexer.TokenAS) {
  515. p.nextToken()
  516. }
  517. if !p.curTokenIs(lexer.TokenIdent) {
  518. return nil, p.curError("subquery in FROM must have an alias")
  519. }
  520. ref.Alias = p.curToken.Literal
  521. p.nextToken()
  522. return ref, nil
  523. }
  524. // Parenthesized table expression: (table1 JOIN table2) or (table1, table2)
  525. innerRefs, err := p.parseTableRefs()
  526. if err != nil {
  527. return nil, err
  528. }
  529. if !p.curTokenIs(lexer.TokenRParen) {
  530. return nil, p.curError("expected ) after table expression")
  531. }
  532. p.nextToken()
  533. // Flatten: use first ref as base, attach remaining as joins
  534. if len(innerRefs) == 0 {
  535. return nil, p.curError("empty table expression")
  536. }
  537. base := &innerRefs[0]
  538. for i := 1; i < len(innerRefs); i++ {
  539. cur := base
  540. for cur.Join != nil && cur.Join.Table != nil {
  541. cur = cur.Join.Table
  542. }
  543. extra := innerRefs[i]
  544. if cur.Join == nil {
  545. cur.Join = &JoinClause{Type: JoinCross, Table: &extra}
  546. } else {
  547. cur.Join.Table = &extra
  548. }
  549. }
  550. return base, nil
  551. }
  552. if !p.curTokenIs(lexer.TokenIdent) {
  553. return nil, p.curError("expected table name")
  554. }
  555. ref.Name = p.curToken.Literal
  556. p.nextToken()
  557. // Table function in FROM. unnest(array) and the jsonb set-returning
  558. // functions are the only recognized forms; other function names in FROM are
  559. // reported as an unsupported table function.
  560. if allowFunction && p.curTokenIs(lexer.TokenLParen) {
  561. if !isTableFunctionName(ref.Name) {
  562. return nil, pgerror.Unsupported("table function %s() is not supported; FROM accepts unnest(array), jsonb_each(jsonb), jsonb_each_text(jsonb), jsonb_array_elements(jsonb), jsonb_array_elements_text(jsonb), and jsonb_object_keys(jsonb)", ref.Name)
  563. }
  564. call, err := p.parseFunctionCall(ref.Name)
  565. if err != nil {
  566. return nil, err
  567. }
  568. fn, ok := call.(*FunctionCall)
  569. if !ok {
  570. return nil, p.curError("invalid table function")
  571. }
  572. ref.Function = fn
  573. if p.curTokenIs(lexer.TokenAS) {
  574. p.nextToken()
  575. }
  576. if p.curTokenIs(lexer.TokenIdent) && !p.isClauseKeyword() {
  577. ref.Alias = p.curToken.Literal
  578. p.nextToken()
  579. }
  580. return ref, nil
  581. }
  582. // Check for schema.table
  583. if p.curTokenIs(lexer.TokenDot) {
  584. p.nextToken()
  585. if !p.curTokenIs(lexer.TokenIdent) {
  586. return nil, p.curError("expected table name after dot")
  587. }
  588. ref.Schema = ref.Name
  589. ref.Name = p.curToken.Literal
  590. p.nextToken()
  591. }
  592. // Check for alias
  593. if p.curTokenIs(lexer.TokenAS) {
  594. p.nextToken()
  595. if !p.curTokenIs(lexer.TokenIdent) {
  596. return nil, p.curError("expected identifier after AS")
  597. }
  598. ref.Alias = p.curToken.Literal
  599. p.nextToken()
  600. } else if p.curTokenIs(lexer.TokenIdent) && !p.isClauseKeyword() && !p.isLockingClauseStart() {
  601. ref.Alias = p.curToken.Literal
  602. p.nextToken()
  603. }
  604. return ref, nil
  605. }
  606. func (p *Parser) isJoinKeyword() bool {
  607. switch p.curToken.Type {
  608. case lexer.TokenJOIN, lexer.TokenINNER, lexer.TokenLEFT,
  609. lexer.TokenRIGHT, lexer.TokenFULL, lexer.TokenCROSS,
  610. lexer.TokenNATURAL:
  611. return true
  612. }
  613. return false
  614. }
  615. func (p *Parser) isClauseKeyword() bool {
  616. switch p.curToken.Type {
  617. case lexer.TokenWHERE, lexer.TokenGROUP, lexer.TokenHAVING,
  618. lexer.TokenORDER, lexer.TokenLIMIT, lexer.TokenOFFSET,
  619. lexer.TokenUNION, lexer.TokenINTERSECT, lexer.TokenEXCEPT,
  620. lexer.TokenON, lexer.TokenUSING:
  621. return true
  622. }
  623. return false
  624. }
  625. // isLockingClauseStart reports whether the current identifier starts a
  626. // PostgreSQL row-locking clause. FOR is not a reserved keyword in this lexer,
  627. // so without this guard "FROM t FOR UPDATE" would treat FOR as a table alias.
  628. func (p *Parser) isLockingClauseStart() bool {
  629. return p.curTokenIs(lexer.TokenIdent) && strings.EqualFold(p.curToken.Literal, "FOR")
  630. }
  631. // rejectLockingClause rejects SELECT ... FOR UPDATE/SHARE and its NOWAIT / SKIP
  632. // LOCKED variants. The engine has no row locks; claiming support by parsing the
  633. // clause would silently provide weaker isolation than PostgreSQL.
  634. func (p *Parser) rejectLockingClause() error {
  635. if !p.isLockingClauseStart() {
  636. return nil
  637. }
  638. locking := p.peekTokenIs(lexer.TokenUPDATE) ||
  639. (p.peekTokenIs(lexer.TokenIdent) &&
  640. (strings.EqualFold(p.peekToken.Literal, "SHARE") ||
  641. strings.EqualFold(p.peekToken.Literal, "NO") ||
  642. strings.EqualFold(p.peekToken.Literal, "KEY")))
  643. if !locking {
  644. return nil
  645. }
  646. return pgerror.Unsupported(
  647. "SELECT ... FOR UPDATE/SHARE row locking (including NOWAIT and SKIP LOCKED) is not supported; use the documented optimistic transaction model with SQLSTATE 40001 retries instead",
  648. )
  649. }
  650. func (p *Parser) parseJoin() (*JoinClause, error) {
  651. join := &JoinClause{Type: JoinInner}
  652. // Determine join type
  653. switch p.curToken.Type {
  654. case lexer.TokenINNER:
  655. join.Type = JoinInner
  656. p.nextToken()
  657. case lexer.TokenLEFT:
  658. join.Type = JoinLeft
  659. p.nextToken()
  660. if p.curTokenIs(lexer.TokenOUTER) {
  661. p.nextToken()
  662. }
  663. case lexer.TokenRIGHT:
  664. join.Type = JoinRight
  665. p.nextToken()
  666. if p.curTokenIs(lexer.TokenOUTER) {
  667. p.nextToken()
  668. }
  669. case lexer.TokenFULL:
  670. join.Type = JoinFull
  671. p.nextToken()
  672. if p.curTokenIs(lexer.TokenOUTER) {
  673. p.nextToken()
  674. }
  675. case lexer.TokenCROSS:
  676. join.Type = JoinCross
  677. p.nextToken()
  678. case lexer.TokenNATURAL:
  679. p.nextToken()
  680. // Could be NATURAL LEFT/RIGHT/INNER JOIN
  681. if p.curTokenIs(lexer.TokenLEFT) {
  682. join.Type = JoinLeft
  683. p.nextToken()
  684. } else if p.curTokenIs(lexer.TokenRIGHT) {
  685. join.Type = JoinRight
  686. p.nextToken()
  687. }
  688. }
  689. // Expect JOIN keyword
  690. if p.curTokenIs(lexer.TokenJOIN) {
  691. p.nextToken()
  692. } else if p.curToken.Type != lexer.TokenIdent {
  693. return nil, p.curError("expected JOIN")
  694. }
  695. // Parse table reference
  696. table, err := p.parseTableRef(true)
  697. if err != nil {
  698. return nil, err
  699. }
  700. join.Table = table
  701. // Parse ON or USING clause
  702. if p.curTokenIs(lexer.TokenON) {
  703. p.nextToken()
  704. cond, err := p.parseExpr()
  705. if err != nil {
  706. return nil, err
  707. }
  708. join.Condition = cond
  709. } else if p.curTokenIs(lexer.TokenUSING) {
  710. p.nextToken()
  711. if !p.curTokenIs(lexer.TokenLParen) {
  712. return nil, p.curError("expected (")
  713. }
  714. p.nextToken()
  715. cols, err := p.parseIdentList()
  716. if err != nil {
  717. return nil, err
  718. }
  719. join.Using = cols
  720. if !p.curTokenIs(lexer.TokenRParen) {
  721. return nil, p.curError("expected )")
  722. }
  723. p.nextToken()
  724. }
  725. return join, nil
  726. }
  727. func (p *Parser) parseOrderBy() ([]OrderByItem, error) {
  728. var items []OrderByItem
  729. for {
  730. item := OrderByItem{}
  731. expr, err := p.parseExpr()
  732. if err != nil {
  733. return nil, err
  734. }
  735. item.Expr = expr
  736. if p.curTokenIs(lexer.TokenDESC) {
  737. item.Desc = true
  738. p.nextToken()
  739. } else if p.curTokenIs(lexer.TokenASC) {
  740. p.nextToken()
  741. }
  742. // Optional NULLS FIRST / NULLS LAST.
  743. if p.curTokenIs(lexer.TokenIdent) && strings.EqualFold(p.curToken.Literal, "NULLS") {
  744. p.nextToken()
  745. if !p.curTokenIs(lexer.TokenIdent) {
  746. return nil, p.curError("expected FIRST or LAST after NULLS")
  747. }
  748. switch {
  749. case strings.EqualFold(p.curToken.Literal, "FIRST"):
  750. item.NullsOrder = NullsFirst
  751. case strings.EqualFold(p.curToken.Literal, "LAST"):
  752. item.NullsOrder = NullsLast
  753. default:
  754. return nil, p.curError("expected FIRST or LAST after NULLS")
  755. }
  756. p.nextToken()
  757. }
  758. items = append(items, item)
  759. if !p.curTokenIs(lexer.TokenComma) {
  760. break
  761. }
  762. p.nextToken()
  763. }
  764. return items, nil
  765. }
  766. // parseInsert parses an INSERT statement.
  767. func (p *Parser) parseInsert() (*InsertStmt, error) {
  768. stmt := &InsertStmt{}
  769. p.nextToken() // consume INSERT
  770. // Check for OR conflict clause
  771. if p.curTokenIs(lexer.TokenOR) {
  772. p.nextToken()
  773. switch p.curToken.Type {
  774. case lexer.TokenREPLACE:
  775. stmt.OnConflict = ConflictReplace
  776. case lexer.TokenIGNORE:
  777. stmt.OnConflict = ConflictIgnore
  778. case lexer.TokenFAIL:
  779. stmt.OnConflict = ConflictFail
  780. case lexer.TokenABORT:
  781. stmt.OnConflict = ConflictAbort
  782. case lexer.TokenROLLBACK:
  783. stmt.OnConflict = ConflictRollback
  784. default:
  785. return nil, p.curError("expected REPLACE, IGNORE, FAIL, ABORT, or ROLLBACK after OR")
  786. }
  787. p.nextToken()
  788. }
  789. if !p.curTokenIs(lexer.TokenINTO) {
  790. return nil, p.curError("expected INTO")
  791. }
  792. p.nextToken()
  793. // Parse table name
  794. table, err := p.parseTableRef(false)
  795. if err != nil {
  796. return nil, err
  797. }
  798. stmt.Table = table
  799. // Parse optional column list
  800. if p.curTokenIs(lexer.TokenLParen) {
  801. p.nextToken()
  802. cols, err := p.parseIdentList()
  803. if err != nil {
  804. return nil, err
  805. }
  806. stmt.Columns = cols
  807. if !p.curTokenIs(lexer.TokenRParen) {
  808. return nil, p.curError("expected )")
  809. }
  810. p.nextToken()
  811. }
  812. // Parse VALUES, SELECT, or SQLite's INSERT ... WITH ... SELECT form.
  813. if p.curTokenIs(lexer.TokenVALUES) {
  814. p.nextToken()
  815. values, err := p.parseValuesList()
  816. if err != nil {
  817. return nil, err
  818. }
  819. stmt.Values = values
  820. } else if p.curTokenIs(lexer.TokenDEFAULT) {
  821. // INSERT ... DEFAULT VALUES supplies no values; one row is built from
  822. // the schema defaults.
  823. p.nextToken()
  824. if !p.curTokenIs(lexer.TokenVALUES) {
  825. return nil, p.curError("expected VALUES after DEFAULT")
  826. }
  827. p.nextToken()
  828. stmt.DefaultValues = true
  829. stmt.Values = [][]Expr{{}}
  830. } else if p.curTokenIs(lexer.TokenSELECT) {
  831. sel, err := p.parseSelect()
  832. if err != nil {
  833. return nil, err
  834. }
  835. stmt.Select = sel
  836. } else if p.isWithStart() {
  837. withStmt, err := p.parseWithStatement()
  838. if err != nil {
  839. return nil, err
  840. }
  841. sel, ok := withStmt.(*SelectStmt)
  842. if !ok {
  843. return nil, p.curError("expected SELECT after WITH")
  844. }
  845. stmt.Select = sel
  846. } else {
  847. return nil, p.curError("expected VALUES, SELECT, WITH, or DEFAULT VALUES")
  848. }
  849. if p.curTokenIs(lexer.TokenON) {
  850. p.nextToken()
  851. if !p.curTokenIs(lexer.TokenCONFLICT) {
  852. return nil, p.curError("expected CONFLICT after ON")
  853. }
  854. p.nextToken()
  855. if p.curTokenIs(lexer.TokenLParen) {
  856. p.nextToken()
  857. target, err := p.parseIdentList()
  858. if err != nil {
  859. return nil, err
  860. }
  861. stmt.ConflictTarget = target
  862. if !p.curTokenIs(lexer.TokenRParen) {
  863. return nil, p.curError("expected )")
  864. }
  865. p.nextToken()
  866. }
  867. if !p.curTokenIs(lexer.TokenDO) {
  868. return nil, p.curError("expected DO after ON CONFLICT")
  869. }
  870. p.nextToken()
  871. if p.curTokenIs(lexer.TokenNOTHING) {
  872. stmt.ConflictDoNothing = true
  873. p.nextToken()
  874. } else if p.curTokenIs(lexer.TokenUPDATE) {
  875. p.nextToken()
  876. if !p.curTokenIs(lexer.TokenSET) {
  877. return nil, p.curError("expected SET after DO UPDATE")
  878. }
  879. p.nextToken()
  880. for {
  881. if !p.curTokenIs(lexer.TokenIdent) {
  882. return nil, p.curError("expected column name")
  883. }
  884. column := p.curToken.Literal
  885. p.nextToken()
  886. if !p.curTokenIs(lexer.TokenEq) {
  887. return nil, p.curError("expected =")
  888. }
  889. p.nextToken()
  890. value, err := p.parseExpr()
  891. if err != nil {
  892. return nil, err
  893. }
  894. stmt.ConflictUpdate = append(stmt.ConflictUpdate, Assignment{Column: column, Value: value})
  895. if !p.curTokenIs(lexer.TokenComma) {
  896. break
  897. }
  898. p.nextToken()
  899. }
  900. } else {
  901. return nil, p.curError("expected NOTHING or UPDATE after DO")
  902. }
  903. }
  904. if p.curTokenIs(lexer.TokenRETURNING) {
  905. returning, err := p.parseReturningClause()
  906. if err != nil {
  907. return nil, err
  908. }
  909. stmt.Returning = returning
  910. }
  911. return stmt, nil
  912. }
  913. func (p *Parser) parseValuesList() ([][]Expr, error) {
  914. var rows [][]Expr
  915. for {
  916. if !p.curTokenIs(lexer.TokenLParen) {
  917. return nil, p.curError("expected (")
  918. }
  919. p.nextToken()
  920. row, err := p.parseExprList()
  921. if err != nil {
  922. return nil, err
  923. }
  924. rows = append(rows, row)
  925. if !p.curTokenIs(lexer.TokenRParen) {
  926. return nil, p.curError("expected )")
  927. }
  928. p.nextToken()
  929. if !p.curTokenIs(lexer.TokenComma) {
  930. break
  931. }
  932. p.nextToken()
  933. }
  934. return rows, nil
  935. }
  936. // parseUpdate parses an UPDATE statement.
  937. func (p *Parser) parseUpdate() (*UpdateStmt, error) {
  938. stmt := &UpdateStmt{}
  939. p.nextToken() // consume UPDATE
  940. // Parse table name
  941. table, err := p.parseTableRef(false)
  942. if err != nil {
  943. return nil, err
  944. }
  945. stmt.Table = table
  946. // Expect SET
  947. if !p.curTokenIs(lexer.TokenSET) {
  948. return nil, p.curError("expected SET")
  949. }
  950. p.nextToken()
  951. // Parse assignments
  952. for {
  953. if !p.curTokenIs(lexer.TokenIdent) {
  954. return nil, p.curError("expected column name")
  955. }
  956. col := p.curToken.Literal
  957. p.nextToken()
  958. if !p.curTokenIs(lexer.TokenEq) {
  959. return nil, p.curError("expected =")
  960. }
  961. p.nextToken()
  962. val, err := p.parseExpr()
  963. if err != nil {
  964. return nil, err
  965. }
  966. stmt.Set = append(stmt.Set, Assignment{Column: col, Value: val})
  967. if !p.curTokenIs(lexer.TokenComma) {
  968. break
  969. }
  970. p.nextToken()
  971. }
  972. // Parse optional FROM clause (SQLite UPDATE ... FROM).
  973. if p.curTokenIs(lexer.TokenFROM) {
  974. p.nextToken()
  975. from, err := p.parseTableRefs()
  976. if err != nil {
  977. return nil, err
  978. }
  979. stmt.From = from
  980. }
  981. // Parse optional WHERE
  982. if p.curTokenIs(lexer.TokenWHERE) {
  983. p.nextToken()
  984. where, err := p.parseExpr()
  985. if err != nil {
  986. return nil, err
  987. }
  988. stmt.Where = where
  989. }
  990. if p.curTokenIs(lexer.TokenRETURNING) {
  991. returning, err := p.parseReturningClause()
  992. if err != nil {
  993. return nil, err
  994. }
  995. stmt.Returning = returning
  996. }
  997. return stmt, nil
  998. }
  999. // parseDelete parses a DELETE statement.
  1000. func (p *Parser) parseDelete() (*DeleteStmt, error) {
  1001. stmt := &DeleteStmt{}
  1002. p.nextToken() // consume DELETE
  1003. if !p.curTokenIs(lexer.TokenFROM) {
  1004. return nil, p.curError("expected FROM")
  1005. }
  1006. p.nextToken()
  1007. // Parse table name
  1008. table, err := p.parseTableRef(false)
  1009. if err != nil {
  1010. return nil, err
  1011. }
  1012. stmt.Table = table
  1013. // Parse optional WHERE
  1014. if p.curTokenIs(lexer.TokenWHERE) {
  1015. p.nextToken()
  1016. where, err := p.parseExpr()
  1017. if err != nil {
  1018. return nil, err
  1019. }
  1020. stmt.Where = where
  1021. }
  1022. if p.curTokenIs(lexer.TokenRETURNING) {
  1023. returning, err := p.parseReturningClause()
  1024. if err != nil {
  1025. return nil, err
  1026. }
  1027. stmt.Returning = returning
  1028. }
  1029. return stmt, nil
  1030. }
  1031. // parseReturningClause parses the projection after a RETURNING keyword. The
  1032. // caller must leave curToken on the RETURNING identifier.
  1033. func (p *Parser) parseReturningClause() ([]SelectColumn, error) {
  1034. p.nextToken() // consume RETURNING
  1035. cols, err := p.parseSelectColumns()
  1036. if err != nil {
  1037. return nil, err
  1038. }
  1039. if len(cols) == 0 {
  1040. return nil, p.curError("RETURNING requires at least one expression")
  1041. }
  1042. return cols, nil
  1043. }
  1044. // parseCreate parses CREATE statements.
  1045. func (p *Parser) parseCreate() (Statement, error) {
  1046. p.nextToken() // consume CREATE
  1047. switch p.curToken.Type {
  1048. case lexer.TokenTABLE:
  1049. return p.parseCreateTable()
  1050. case lexer.TokenINDEX:
  1051. return p.parseCreateIndex(false)
  1052. case lexer.TokenUNIQUE:
  1053. p.nextToken() // consume UNIQUE
  1054. if !p.curTokenIs(lexer.TokenINDEX) {
  1055. return nil, p.curError("expected INDEX after UNIQUE")
  1056. }
  1057. return p.parseCreateIndex(true)
  1058. case lexer.TokenVIEW:
  1059. return p.parseCreateView()
  1060. default:
  1061. return nil, p.curError("expected TABLE or INDEX after CREATE")
  1062. }
  1063. }
  1064. func (p *Parser) parseCreateTable() (*CreateTableStmt, error) {
  1065. stmt := &CreateTableStmt{}
  1066. p.nextToken() // consume TABLE
  1067. // Check for IF NOT EXISTS
  1068. if p.curTokenIs(lexer.TokenIF) {
  1069. p.nextToken()
  1070. if !p.curTokenIs(lexer.TokenNOT) {
  1071. return nil, p.curError("expected NOT")
  1072. }
  1073. p.nextToken()
  1074. if !p.curTokenIs(lexer.TokenEXISTS) {
  1075. return nil, p.curError("expected EXISTS")
  1076. }
  1077. stmt.IfNotExists = true
  1078. p.nextToken()
  1079. }
  1080. // Parse table name
  1081. table, err := p.parseTableRef(false)
  1082. if err != nil {
  1083. return nil, err
  1084. }
  1085. stmt.Table = table
  1086. // Expect (
  1087. if !p.curTokenIs(lexer.TokenLParen) {
  1088. return nil, p.curError("expected (")
  1089. }
  1090. p.nextToken()
  1091. // Parse column definitions and constraints
  1092. for {
  1093. if p.curTokenIs(lexer.TokenRParen) {
  1094. break
  1095. }
  1096. // Check for table constraint
  1097. if p.isTableConstraintStart() {
  1098. constraint, err := p.parseTableConstraint()
  1099. if err != nil {
  1100. return nil, err
  1101. }
  1102. stmt.Constraints = append(stmt.Constraints, *constraint)
  1103. } else {
  1104. // Column definition
  1105. col, err := p.parseColumnDef()
  1106. if err != nil {
  1107. return nil, err
  1108. }
  1109. stmt.Columns = append(stmt.Columns, *col)
  1110. }
  1111. if !p.curTokenIs(lexer.TokenComma) {
  1112. break
  1113. }
  1114. p.nextToken()
  1115. }
  1116. if !p.curTokenIs(lexer.TokenRParen) {
  1117. return nil, p.curError("expected )")
  1118. }
  1119. p.nextToken()
  1120. return stmt, nil
  1121. }
  1122. func (p *Parser) isTableConstraintStart() bool {
  1123. switch p.curToken.Type {
  1124. case lexer.TokenPRIMARY, lexer.TokenFOREIGN, lexer.TokenUNIQUE,
  1125. lexer.TokenCHECK, lexer.TokenCONSTRAINT:
  1126. return true
  1127. }
  1128. return false
  1129. }
  1130. func (p *Parser) parseColumnDef() (*ColumnDef, error) {
  1131. col := &ColumnDef{}
  1132. if !p.curIsName() {
  1133. return nil, p.curError("expected column name")
  1134. }
  1135. col.Name = p.curToken.Literal
  1136. p.nextToken()
  1137. // Parse data type
  1138. dataType, err := p.parseDataType()
  1139. if err != nil {
  1140. return nil, err
  1141. }
  1142. col.Type = *dataType
  1143. // Parse column constraints
  1144. for {
  1145. if consumed, err := p.tryParseGeneratedColumn(col); err != nil {
  1146. return nil, err
  1147. } else if consumed {
  1148. continue
  1149. }
  1150. constraint, ok, err := p.parseColumnConstraint()
  1151. if err != nil {
  1152. return nil, err
  1153. }
  1154. if !ok {
  1155. break
  1156. }
  1157. if constraint != nil {
  1158. col.Constraints = append(col.Constraints, *constraint)
  1159. }
  1160. }
  1161. return col, nil
  1162. }
  1163. // tryParseGeneratedColumn parses a GENERATED ALWAYS AS (expr) [STORED|VIRTUAL]
  1164. // clause, or the shorthand AS (expr) [STORED|VIRTUAL]. It reports whether a
  1165. // clause was consumed. Generated columns cannot be written by the user.
  1166. func (p *Parser) tryParseGeneratedColumn(col *ColumnDef) (bool, error) {
  1167. started := false
  1168. if p.curIdentIs("GENERATED") {
  1169. started = true
  1170. p.nextToken()
  1171. if !p.curIdentIs("ALWAYS") {
  1172. return false, p.curError("expected ALWAYS after GENERATED")
  1173. }
  1174. p.nextToken()
  1175. }
  1176. if !p.curTokenIs(lexer.TokenAS) {
  1177. if started {
  1178. return false, p.curError("expected AS in generated column definition")
  1179. }
  1180. return false, nil
  1181. }
  1182. p.nextToken() // consume AS
  1183. if !p.curTokenIs(lexer.TokenLParen) {
  1184. return false, p.curError("expected ( after AS")
  1185. }
  1186. p.nextToken()
  1187. expr, err := p.parseExpr()
  1188. if err != nil {
  1189. return false, err
  1190. }
  1191. if !p.curTokenIs(lexer.TokenRParen) {
  1192. return false, p.curError("expected ) after generated expression")
  1193. }
  1194. p.nextToken()
  1195. col.GeneratedExpr = expr
  1196. if p.curIdentIs("STORED") {
  1197. col.GeneratedStored = true
  1198. p.nextToken()
  1199. } else if p.curIdentIs("VIRTUAL") {
  1200. col.GeneratedStored = false
  1201. p.nextToken()
  1202. }
  1203. return true, nil
  1204. }
  1205. // identTypeAliases maps non-reserved type names (lexed as plain identifiers)
  1206. // to their canonical data type name. These are stored with SQLite text
  1207. // affinity and never gain native PostgreSQL semantics.
  1208. var identTypeAliases = map[string]string{
  1209. "UUID": "UUID",
  1210. "OID": "OID",
  1211. "REGCLASS": "REGCLASS",
  1212. "REGTYPE": "REGTYPE",
  1213. "NAME": "NAME",
  1214. }
  1215. func (p *Parser) parseDataType() (*DataType, error) {
  1216. dt := &DataType{}
  1217. if p.curTokenIs(lexer.TokenIdent) {
  1218. // A few well-known type names (e.g. UUID) are not reserved keywords and
  1219. // lex as identifiers. Recognize them as type aliases so they can be used
  1220. // in column definitions.
  1221. name, ok := identTypeAliases[strings.ToUpper(p.curToken.Literal)]
  1222. if !ok {
  1223. return nil, p.curError("expected data type")
  1224. }
  1225. dt.Name = name
  1226. p.nextToken()
  1227. } else {
  1228. if !p.isDataTypeKeyword() {
  1229. return nil, p.curError("expected data type")
  1230. }
  1231. dt.Name = strings.ToUpper(p.curToken.Literal)
  1232. p.nextToken()
  1233. }
  1234. // DOUBLE PRECISION is the PostgreSQL spelling of the DOUBLE type. PRECISION
  1235. // is not a reserved word, so consume it as a trailing type qualifier.
  1236. if dt.Name == "DOUBLE" && p.curTokenIs(lexer.TokenIdent) && strings.EqualFold(p.curToken.Literal, "PRECISION") {
  1237. p.nextToken()
  1238. }
  1239. // Check for precision/scale
  1240. if p.curTokenIs(lexer.TokenLParen) {
  1241. p.nextToken()
  1242. if !p.curTokenIs(lexer.TokenNumber) {
  1243. return nil, p.curError("expected number for precision")
  1244. }
  1245. // Parse precision (simplified - just store in Precision)
  1246. dt.Precision = parseInt(p.curToken.Literal)
  1247. p.nextToken()
  1248. if p.curTokenIs(lexer.TokenComma) {
  1249. p.nextToken()
  1250. if !p.curTokenIs(lexer.TokenNumber) {
  1251. return nil, p.curError("expected number for scale")
  1252. }
  1253. dt.Scale = parseInt(p.curToken.Literal)
  1254. p.nextToken()
  1255. }
  1256. if !p.curTokenIs(lexer.TokenRParen) {
  1257. return nil, p.curError("expected )")
  1258. }
  1259. p.nextToken()
  1260. }
  1261. // A single trailing [] declares a one-dimensional array. Only element types
  1262. // the engine can encode are accepted.
  1263. if p.curTokenIs(lexer.TokenLBracket) {
  1264. if !p.peekTokenIs(lexer.TokenRBracket) {
  1265. return nil, p.curError("expected ] after [ in array type")
  1266. }
  1267. p.nextToken() // [
  1268. p.nextToken() // ]
  1269. if p.curTokenIs(lexer.TokenLBracket) {
  1270. return nil, pgerror.Unsupported("multidimensional arrays are not supported; declare a single trailing []")
  1271. }
  1272. if !isSupportedArrayElementType(dt.Name) {
  1273. return nil, pgerror.Unsupported("arrays of %s are not supported; supported element types are TEXT, VARCHAR, INTEGER, BIGINT, SMALLINT, BOOLEAN, REAL, DOUBLE PRECISION, and NUMERIC", dt.Name)
  1274. }
  1275. dt.Array = true
  1276. }
  1277. return dt, nil
  1278. }
  1279. // isTableFunctionName reports whether name is a set-returning function the
  1280. // executor can materialize as the single FROM item.
  1281. func isTableFunctionName(name string) bool {
  1282. switch strings.ToLower(name) {
  1283. case "unnest", "jsonb_each", "jsonb_each_text", "jsonb_array_elements",
  1284. "jsonb_array_elements_text", "jsonb_object_keys":
  1285. return true
  1286. default:
  1287. return false
  1288. }
  1289. }
  1290. // isSupportedArrayElementType reports whether an element type name can be
  1291. // encoded as an array element. The list mirrors the element types the executor
  1292. // canonicalizes and the pgserver advertises array OIDs for.
  1293. func isSupportedArrayElementType(name string) bool {
  1294. switch strings.ToUpper(name) {
  1295. case "TEXT", "VARCHAR", "CHAR", "CHARACTER", "CLOB", "NCHAR", "NVARCHAR",
  1296. "INTEGER", "INT", "TINYINT", "SMALLINT", "MEDIUMINT", "BIGINT",
  1297. "BOOLEAN", "BOOL",
  1298. "REAL", "FLOAT", "DOUBLE", "NUMERIC", "DECIMAL":
  1299. return true
  1300. default:
  1301. return false
  1302. }
  1303. }
  1304. func (p *Parser) isDataTypeKeyword() bool {
  1305. switch p.curToken.Type {
  1306. case lexer.TokenINTEGER, lexer.TokenINT, lexer.TokenTINYINT, lexer.TokenSMALLINT, lexer.TokenMEDIUMINT, lexer.TokenBIGINT,
  1307. lexer.TokenREAL, lexer.TokenFLOAT, lexer.TokenDOUBLE,
  1308. lexer.TokenNUMERIC, lexer.TokenDECIMAL,
  1309. lexer.TokenTEXT, lexer.TokenVARCHAR, lexer.TokenCHAR, lexer.TokenCHARACTER, lexer.TokenCLOB, lexer.TokenNCHAR, lexer.TokenNVARCHAR,
  1310. lexer.TokenBLOB, lexer.TokenBOOLEAN,
  1311. lexer.TokenDATE, lexer.TokenTIME, lexer.TokenTIMESTAMP, lexer.TokenDATETIME, lexer.TokenJSON, lexer.TokenJSONB:
  1312. return true
  1313. }
  1314. return false
  1315. }
  1316. func (p *Parser) parseColumnConstraint() (*ColumnConstraint, bool, error) {
  1317. constraint := &ColumnConstraint{}
  1318. // A column-level constraint can be named: `col TYPE CONSTRAINT name CHECK
  1319. // (...)` is the same constraint as the unnamed form.
  1320. named := false
  1321. if p.curTokenIs(lexer.TokenCONSTRAINT) {
  1322. p.nextToken()
  1323. if !p.curTokenIs(lexer.TokenIdent) {
  1324. return nil, false, p.curError("expected constraint name")
  1325. }
  1326. constraint.Name = p.curToken.Literal
  1327. named = true
  1328. p.nextToken()
  1329. }
  1330. switch p.curToken.Type {
  1331. case lexer.TokenPRIMARY:
  1332. p.nextToken()
  1333. if !p.curTokenIs(lexer.TokenKEY) {
  1334. return nil, false, p.curError("expected KEY after PRIMARY")
  1335. }
  1336. constraint.Type = ConstraintPrimaryKey
  1337. p.nextToken()
  1338. if action, ok, err := p.parseOnConflictAction(); err != nil {
  1339. return nil, false, err
  1340. } else if ok {
  1341. constraint.OnConflict = action
  1342. constraint.HasOnConflict = true
  1343. }
  1344. case lexer.TokenNOT:
  1345. p.nextToken()
  1346. if !p.curTokenIs(lexer.TokenNULL) {
  1347. return nil, false, p.curError("expected NULL after NOT")
  1348. }
  1349. constraint.Type = ConstraintNotNull
  1350. p.nextToken()
  1351. case lexer.TokenUNIQUE:
  1352. constraint.Type = ConstraintUnique
  1353. p.nextToken()
  1354. if action, ok, err := p.parseOnConflictAction(); err != nil {
  1355. return nil, false, err
  1356. } else if ok {
  1357. constraint.OnConflict = action
  1358. constraint.HasOnConflict = true
  1359. }
  1360. case lexer.TokenDEFAULT:
  1361. p.nextToken()
  1362. // parseUnaryExpr accepts a signed numeric literal (-1, +5) and falls
  1363. // through to primary expressions, including parenthesized expressions.
  1364. // It stops before NOT/NULL, so a following NOT NULL constraint is left
  1365. // for the enclosing constraint loop.
  1366. expr, err := p.parseUnaryExpr()
  1367. if err != nil {
  1368. return nil, false, err
  1369. }
  1370. constraint.Type = ConstraintDefault
  1371. constraint.Default = expr
  1372. case lexer.TokenREFERENCES:
  1373. p.nextToken()
  1374. if !p.curTokenIs(lexer.TokenIdent) {
  1375. return nil, false, p.curError("expected table name after REFERENCES")
  1376. }
  1377. constraint.Type = ConstraintForeignKey
  1378. constraint.RefTable = p.curToken.Literal
  1379. p.nextToken()
  1380. if p.curTokenIs(lexer.TokenLParen) {
  1381. refCols, err := p.parseParenIdentList()
  1382. if err != nil {
  1383. return nil, false, err
  1384. }
  1385. constraint.RefColumns = refCols
  1386. }
  1387. if err := p.parseForeignKeyClauses(&constraint.OnDelete, &constraint.OnUpdate, &constraint.Deferrable); err != nil {
  1388. return nil, false, err
  1389. }
  1390. case lexer.TokenAUTOINCREMENT:
  1391. constraint.Type = ConstraintAutoIncrement
  1392. p.nextToken()
  1393. case lexer.TokenCHECK:
  1394. p.nextToken()
  1395. if !p.curTokenIs(lexer.TokenLParen) {
  1396. return nil, false, p.curError("expected ( after CHECK")
  1397. }
  1398. p.nextToken()
  1399. check, err := p.parseExpr()
  1400. if err != nil {
  1401. return nil, false, err
  1402. }
  1403. if !p.curTokenIs(lexer.TokenRParen) {
  1404. return nil, false, p.curError("expected ) after CHECK expression")
  1405. }
  1406. p.nextToken()
  1407. constraint.Type = ConstraintCheck
  1408. constraint.Check = check
  1409. case lexer.TokenNULL:
  1410. // Explicit NULL is a no-op: columns are nullable by default, so an
  1411. // explicit NULL declaration carries no constraint. Consume it so
  1412. // "col TYPE NULL" parses without inventing a fake nullable constraint.
  1413. // NOT NULL is applied whenever it appears, regardless of ordering.
  1414. if named {
  1415. return nil, false, p.curError("expected constraint type after constraint name")
  1416. }
  1417. p.nextToken()
  1418. return nil, true, nil
  1419. default:
  1420. if named {
  1421. return nil, false, p.curError("expected constraint type after constraint name")
  1422. }
  1423. return nil, false, nil
  1424. }
  1425. return constraint, true, nil
  1426. }
  1427. // parseOnConflictAction parses an optional constraint clause of the form
  1428. // ON CONFLICT IGNORE|REPLACE|FAIL|ABORT|ROLLBACK. It reports ok=false and leaves
  1429. // the cursor unchanged when no ON CONFLICT follows.
  1430. func (p *Parser) parseOnConflictAction() (ConflictAction, bool, error) {
  1431. if !p.curTokenIs(lexer.TokenON) {
  1432. return ConflictAbort, false, nil
  1433. }
  1434. p.nextToken()
  1435. if !p.curTokenIs(lexer.TokenCONFLICT) {
  1436. return ConflictAbort, false, p.curError("expected CONFLICT after ON")
  1437. }
  1438. p.nextToken()
  1439. switch p.curToken.Type {
  1440. case lexer.TokenREPLACE:
  1441. p.nextToken()
  1442. return ConflictReplace, true, nil
  1443. case lexer.TokenIGNORE:
  1444. p.nextToken()
  1445. return ConflictIgnore, true, nil
  1446. case lexer.TokenFAIL:
  1447. p.nextToken()
  1448. return ConflictFail, true, nil
  1449. case lexer.TokenABORT:
  1450. p.nextToken()
  1451. return ConflictAbort, true, nil
  1452. case lexer.TokenROLLBACK:
  1453. p.nextToken()
  1454. return ConflictRollback, true, nil
  1455. default:
  1456. return ConflictAbort, false, p.curError("expected REPLACE, IGNORE, FAIL, ABORT, or ROLLBACK after ON CONFLICT")
  1457. }
  1458. }
  1459. // parseForeignKeyClauses parses the optional ON DELETE/ON UPDATE referential
  1460. // actions and the optional DEFERRABLE clause that follow a REFERENCES target.
  1461. // Every action is parsed and persisted; the storage layer executes the
  1462. // cascading forms, and a DEFERRABLE clause is recorded so the DDL layer can
  1463. // reject it instead of silently weakening the constraint.
  1464. func (p *Parser) parseForeignKeyClauses(onDelete, onUpdate *ReferentialAction, deferrable *bool) error {
  1465. for p.curTokenIs(lexer.TokenON) {
  1466. p.nextToken()
  1467. var target *ReferentialAction
  1468. switch {
  1469. case p.curTokenIs(lexer.TokenDELETE):
  1470. target = onDelete
  1471. case p.curTokenIs(lexer.TokenUPDATE):
  1472. target = onUpdate
  1473. default:
  1474. return p.curError("expected DELETE or UPDATE after ON")
  1475. }
  1476. p.nextToken()
  1477. action, err := p.parseReferentialAction()
  1478. if err != nil {
  1479. return err
  1480. }
  1481. *target = action
  1482. }
  1483. if p.curTokenIs(lexer.TokenNOT) && p.peekToken.Type == lexer.TokenIdent && strings.EqualFold(p.peekToken.Literal, "DEFERRABLE") {
  1484. // NOT DEFERRABLE is the default; consume it so it parses. A following
  1485. // NOT NULL belongs to the column constraint list, so only consume NOT
  1486. // when DEFERRABLE actually follows.
  1487. p.nextToken()
  1488. p.nextToken()
  1489. return nil
  1490. }
  1491. if p.curIdentIs("DEFERRABLE") {
  1492. *deferrable = true
  1493. p.nextToken()
  1494. if p.curIdentIs("INITIALLY") {
  1495. p.nextToken()
  1496. switch {
  1497. case p.curIdentIs("DEFERRED"):
  1498. p.nextToken()
  1499. case p.curIdentIs("IMMEDIATE"):
  1500. p.nextToken()
  1501. default:
  1502. return p.curError("expected DEFERRED or IMMEDIATE after INITIALLY")
  1503. }
  1504. }
  1505. }
  1506. return nil
  1507. }
  1508. // parseReferentialAction parses one foreign-key action.
  1509. func (p *Parser) parseReferentialAction() (ReferentialAction, error) {
  1510. switch {
  1511. case p.curIdentIs("CASCADE"):
  1512. p.nextToken()
  1513. return RefActionCascade, nil
  1514. case p.curIdentIs("RESTRICT"):
  1515. p.nextToken()
  1516. return RefActionRestrict, nil
  1517. case p.curIdentIs("NO"):
  1518. p.nextToken()
  1519. if !p.curIdentIs("ACTION") {
  1520. return RefActionUnspecified, p.curError("expected ACTION after NO")
  1521. }
  1522. p.nextToken()
  1523. return RefActionNoAction, nil
  1524. case p.curTokenIs(lexer.TokenSET):
  1525. p.nextToken()
  1526. switch {
  1527. case p.curTokenIs(lexer.TokenNULL):
  1528. p.nextToken()
  1529. return RefActionSetNull, nil
  1530. case p.curTokenIs(lexer.TokenDEFAULT):
  1531. p.nextToken()
  1532. return RefActionSetDefault, nil
  1533. default:
  1534. return RefActionUnspecified, p.curError("expected NULL or DEFAULT after SET")
  1535. }
  1536. default:
  1537. return RefActionUnspecified, p.curError("expected CASCADE, RESTRICT, NO ACTION, SET NULL, or SET DEFAULT")
  1538. }
  1539. }
  1540. func (p *Parser) parseTableConstraint() (*TableConstraint, error) {
  1541. constraint := &TableConstraint{}
  1542. // Check for CONSTRAINT name
  1543. if p.curTokenIs(lexer.TokenCONSTRAINT) {
  1544. p.nextToken()
  1545. if !p.curTokenIs(lexer.TokenIdent) {
  1546. return nil, p.curError("expected constraint name")
  1547. }
  1548. constraint.Name = p.curToken.Literal
  1549. p.nextToken()
  1550. }
  1551. switch p.curToken.Type {
  1552. case lexer.TokenPRIMARY:
  1553. p.nextToken()
  1554. if !p.curTokenIs(lexer.TokenKEY) {
  1555. return nil, p.curError("expected KEY after PRIMARY")
  1556. }
  1557. p.nextToken()
  1558. constraint.Type = ConstraintPrimaryKey
  1559. cols, err := p.parseParenIdentList()
  1560. if err != nil {
  1561. return nil, err
  1562. }
  1563. constraint.Columns = cols
  1564. if action, ok, err := p.parseOnConflictAction(); err != nil {
  1565. return nil, err
  1566. } else if ok {
  1567. constraint.OnConflict = action
  1568. constraint.HasOnConflict = true
  1569. }
  1570. case lexer.TokenUNIQUE:
  1571. p.nextToken()
  1572. constraint.Type = ConstraintUnique
  1573. cols, err := p.parseParenIdentList()
  1574. if err != nil {
  1575. return nil, err
  1576. }
  1577. constraint.Columns = cols
  1578. if action, ok, err := p.parseOnConflictAction(); err != nil {
  1579. return nil, err
  1580. } else if ok {
  1581. constraint.OnConflict = action
  1582. constraint.HasOnConflict = true
  1583. }
  1584. case lexer.TokenFOREIGN:
  1585. p.nextToken()
  1586. if !p.curTokenIs(lexer.TokenKEY) {
  1587. return nil, p.curError("expected KEY after FOREIGN")
  1588. }
  1589. p.nextToken()
  1590. constraint.Type = ConstraintForeignKey
  1591. cols, err := p.parseParenIdentList()
  1592. if err != nil {
  1593. return nil, err
  1594. }
  1595. constraint.Columns = cols
  1596. if !p.curTokenIs(lexer.TokenREFERENCES) {
  1597. return nil, p.curError("expected REFERENCES")
  1598. }
  1599. p.nextToken()
  1600. if !p.curTokenIs(lexer.TokenIdent) {
  1601. return nil, p.curError("expected table name")
  1602. }
  1603. constraint.RefTable = p.curToken.Literal
  1604. p.nextToken()
  1605. refCols, err := p.parseParenIdentList()
  1606. if err != nil {
  1607. return nil, err
  1608. }
  1609. constraint.RefColumns = refCols
  1610. if err := p.parseForeignKeyClauses(&constraint.OnDelete, &constraint.OnUpdate, &constraint.Deferrable); err != nil {
  1611. return nil, err
  1612. }
  1613. case lexer.TokenCHECK:
  1614. p.nextToken()
  1615. constraint.Type = ConstraintCheck
  1616. if !p.curTokenIs(lexer.TokenLParen) {
  1617. return nil, p.curError("expected (")
  1618. }
  1619. p.nextToken()
  1620. check, err := p.parseExpr()
  1621. if err != nil {
  1622. return nil, err
  1623. }
  1624. constraint.Check = check
  1625. if !p.curTokenIs(lexer.TokenRParen) {
  1626. return nil, p.curError("expected )")
  1627. }
  1628. p.nextToken()
  1629. default:
  1630. return nil, p.curError("expected constraint type")
  1631. }
  1632. return constraint, nil
  1633. }
  1634. func (p *Parser) parseParenIdentList() ([]string, error) {
  1635. if !p.curTokenIs(lexer.TokenLParen) {
  1636. return nil, p.curError("expected (")
  1637. }
  1638. p.nextToken()
  1639. cols, err := p.parseIdentList()
  1640. if err != nil {
  1641. return nil, err
  1642. }
  1643. if !p.curTokenIs(lexer.TokenRParen) {
  1644. return nil, p.curError("expected )")
  1645. }
  1646. p.nextToken()
  1647. return cols, nil
  1648. }
  1649. // parseCreateIndex parses CREATE INDEX statements.
  1650. func (p *Parser) parseCreateIndex(unique bool) (*CreateIndexStmt, error) {
  1651. stmt := &CreateIndexStmt{Unique: unique}
  1652. p.nextToken() // consume INDEX
  1653. // Check for IF NOT EXISTS
  1654. if p.curTokenIs(lexer.TokenIF) {
  1655. p.nextToken()
  1656. if !p.curTokenIs(lexer.TokenNOT) {
  1657. return nil, p.curError("expected NOT")
  1658. }
  1659. p.nextToken()
  1660. if !p.curTokenIs(lexer.TokenEXISTS) {
  1661. return nil, p.curError("expected EXISTS")
  1662. }
  1663. stmt.IfNotExists = true
  1664. p.nextToken()
  1665. }
  1666. // Parse index name
  1667. if !p.curTokenIs(lexer.TokenIdent) {
  1668. return nil, p.curError("expected index name")
  1669. }
  1670. stmt.Name = p.curToken.Literal
  1671. p.nextToken()
  1672. // Expect ON
  1673. if !p.curTokenIs(lexer.TokenON) {
  1674. return nil, p.curError("expected ON")
  1675. }
  1676. p.nextToken()
  1677. // Parse table name
  1678. if !p.curTokenIs(lexer.TokenIdent) {
  1679. return nil, p.curError("expected table name")
  1680. }
  1681. stmt.Table = p.curToken.Literal
  1682. p.nextToken()
  1683. // PostgreSQL index methods. The engine only implements an ordered btree
  1684. // index, so a request for GIN (the jsonb index method) or any other method is
  1685. // rejected instead of silently creating a btree index with different
  1686. // performance and constraint behavior.
  1687. if p.curTokenIs(lexer.TokenUSING) {
  1688. p.nextToken()
  1689. if !p.curTokenIs(lexer.TokenIdent) {
  1690. return nil, p.curError("expected index method after USING")
  1691. }
  1692. method := strings.ToUpper(p.curToken.Literal)
  1693. p.nextToken()
  1694. if method != "BTREE" {
  1695. return nil, pgerror.Unsupported("index method %s is not supported; only BTREE indexes are implemented", method)
  1696. }
  1697. }
  1698. // Expect (
  1699. if !p.curTokenIs(lexer.TokenLParen) {
  1700. return nil, p.curError("expected (")
  1701. }
  1702. p.nextToken()
  1703. // Parse column list. Each element is either a bare column name or an
  1704. // arbitrary deterministic expression (e.g. lower(email)).
  1705. for {
  1706. if p.curTokenIs(lexer.TokenRParen) {
  1707. break
  1708. }
  1709. expr, err := p.parseExpr()
  1710. if err != nil {
  1711. return nil, err
  1712. }
  1713. col := IndexColumn{}
  1714. if ref, ok := expr.(*ColumnRef); ok && ref.Table == "" {
  1715. col.Name = ref.Column
  1716. } else {
  1717. col.Expr = expr
  1718. col.Name = FormatExpr(expr)
  1719. }
  1720. // Check for ASC/DESC
  1721. if p.curTokenIs(lexer.TokenASC) {
  1722. p.nextToken()
  1723. } else if p.curTokenIs(lexer.TokenDESC) {
  1724. col.Desc = true
  1725. p.nextToken()
  1726. }
  1727. stmt.Columns = append(stmt.Columns, col)
  1728. if p.curTokenIs(lexer.TokenComma) {
  1729. p.nextToken()
  1730. } else {
  1731. break
  1732. }
  1733. }
  1734. if !p.curTokenIs(lexer.TokenRParen) {
  1735. return nil, p.curError("expected )")
  1736. }
  1737. p.nextToken()
  1738. return stmt, nil
  1739. }
  1740. // parseDrop parses DROP statements.
  1741. func (p *Parser) parseDrop() (Statement, error) {
  1742. p.nextToken() // consume DROP
  1743. switch p.curToken.Type {
  1744. case lexer.TokenTABLE:
  1745. return p.parseDropTable()
  1746. case lexer.TokenINDEX:
  1747. return p.parseDropIndex()
  1748. case lexer.TokenVIEW:
  1749. return p.parseDropView()
  1750. default:
  1751. return nil, p.curError("expected TABLE or INDEX after DROP")
  1752. }
  1753. }
  1754. func (p *Parser) parseDropTable() (*DropTableStmt, error) {
  1755. stmt := &DropTableStmt{}
  1756. p.nextToken() // consume TABLE
  1757. // Check for IF EXISTS
  1758. if p.curTokenIs(lexer.TokenIF) {
  1759. p.nextToken()
  1760. if !p.curTokenIs(lexer.TokenEXISTS) {
  1761. return nil, p.curError("expected EXISTS")
  1762. }
  1763. stmt.IfExists = true
  1764. p.nextToken()
  1765. }
  1766. // Parse table names
  1767. for {
  1768. table, err := p.parseTableRef(false)
  1769. if err != nil {
  1770. return nil, err
  1771. }
  1772. stmt.Tables = append(stmt.Tables, table)
  1773. if !p.curTokenIs(lexer.TokenComma) {
  1774. break
  1775. }
  1776. p.nextToken()
  1777. }
  1778. return stmt, nil
  1779. }
  1780. func (p *Parser) parseDropIndex() (*DropIndexStmt, error) {
  1781. stmt := &DropIndexStmt{}
  1782. p.nextToken() // consume INDEX
  1783. // Check for IF EXISTS
  1784. if p.curTokenIs(lexer.TokenIF) {
  1785. p.nextToken()
  1786. if !p.curTokenIs(lexer.TokenEXISTS) {
  1787. return nil, p.curError("expected EXISTS")
  1788. }
  1789. stmt.IfExists = true
  1790. p.nextToken()
  1791. }
  1792. // Parse index name
  1793. if !p.curTokenIs(lexer.TokenIdent) {
  1794. return nil, p.curError("expected index name")
  1795. }
  1796. stmt.Name = p.curToken.Literal
  1797. p.nextToken()
  1798. return stmt, nil
  1799. }
  1800. func (p *Parser) parseCreateView() (*CreateViewStmt, error) {
  1801. stmt := &CreateViewStmt{}
  1802. p.nextToken() // consume VIEW
  1803. if p.curTokenIs(lexer.TokenIF) {
  1804. p.nextToken()
  1805. if !p.curTokenIs(lexer.TokenNOT) {
  1806. return nil, p.curError("expected NOT")
  1807. }
  1808. p.nextToken()
  1809. if !p.curTokenIs(lexer.TokenEXISTS) {
  1810. return nil, p.curError("expected EXISTS")
  1811. }
  1812. stmt.IfNotExists = true
  1813. p.nextToken()
  1814. }
  1815. // Parse view name directly — do NOT use parseTableRef here because it
  1816. // greedily interprets the AS keyword as an alias, consuming "AS SELECT".
  1817. if !p.curTokenIs(lexer.TokenIdent) {
  1818. return nil, p.curError("expected view name")
  1819. }
  1820. stmt.View = &TableRef{Name: p.curToken.Literal}
  1821. p.nextToken()
  1822. if !p.curTokenIs(lexer.TokenAS) {
  1823. return nil, p.curError("expected AS after view name")
  1824. }
  1825. p.nextToken() // consume AS
  1826. sel, err := p.parseSelect()
  1827. if err != nil {
  1828. return nil, err
  1829. }
  1830. stmt.Select = sel
  1831. return stmt, nil
  1832. }
  1833. func (p *Parser) parseDropView() (*DropViewStmt, error) {
  1834. stmt := &DropViewStmt{}
  1835. p.nextToken() // consume VIEW
  1836. if p.curTokenIs(lexer.TokenIF) {
  1837. p.nextToken()
  1838. if !p.curTokenIs(lexer.TokenEXISTS) {
  1839. return nil, p.curError("expected EXISTS")
  1840. }
  1841. stmt.IfExists = true
  1842. p.nextToken()
  1843. }
  1844. for {
  1845. view, err := p.parseTableRef(false)
  1846. if err != nil {
  1847. return nil, err
  1848. }
  1849. stmt.Views = append(stmt.Views, view)
  1850. if !p.curTokenIs(lexer.TokenComma) {
  1851. break
  1852. }
  1853. p.nextToken()
  1854. }
  1855. return stmt, nil
  1856. }
  1857. // parseAlter parses an ALTER statement.
  1858. func (p *Parser) parseAlter() (Statement, error) {
  1859. p.nextToken() // consume ALTER
  1860. if p.curTokenIs(lexer.TokenTABLE) {
  1861. return p.parseAlterTable()
  1862. }
  1863. return nil, p.curError("expected TABLE after ALTER")
  1864. }
  1865. // parseAlterTable parses an ALTER TABLE statement.
  1866. func (p *Parser) parseAlterTable() (*AlterTableStmt, error) {
  1867. stmt := &AlterTableStmt{}
  1868. p.nextToken() // consume TABLE
  1869. // Parse table name
  1870. if !p.curTokenIs(lexer.TokenIdent) {
  1871. return nil, p.curError("expected table name")
  1872. }
  1873. stmt.Table = p.curToken.Literal
  1874. p.nextToken()
  1875. // Parse action
  1876. switch p.curToken.Type {
  1877. case lexer.TokenADD:
  1878. return p.parseAlterTableAdd(stmt)
  1879. case lexer.TokenDROP:
  1880. return p.parseAlterTableDrop(stmt)
  1881. case lexer.TokenRENAME:
  1882. return p.parseAlterTableRename(stmt)
  1883. default:
  1884. return nil, p.curError("expected ADD, DROP, or RENAME")
  1885. }
  1886. }
  1887. // parseAlterTableAdd parses ALTER TABLE ADD COLUMN.
  1888. func (p *Parser) parseAlterTableAdd(stmt *AlterTableStmt) (*AlterTableStmt, error) {
  1889. p.nextToken() // consume ADD
  1890. // COLUMN keyword is optional
  1891. if p.curTokenIs(lexer.TokenCOLUMN) {
  1892. p.nextToken()
  1893. }
  1894. ifNotExists := false
  1895. if p.curTokenIs(lexer.TokenIF) {
  1896. ifNotExists = true
  1897. p.nextToken()
  1898. if !p.curTokenIs(lexer.TokenNOT) {
  1899. return nil, p.curError("expected NOT after IF")
  1900. }
  1901. p.nextToken()
  1902. if !p.curTokenIs(lexer.TokenEXISTS) {
  1903. return nil, p.curError("expected EXISTS after IF NOT")
  1904. }
  1905. p.nextToken()
  1906. }
  1907. // Parse column definition
  1908. col, err := p.parseColumnDef()
  1909. if err != nil {
  1910. return nil, err
  1911. }
  1912. stmt.Action = &AddColumnAction{Column: col, IfNotExists: ifNotExists}
  1913. return stmt, nil
  1914. }
  1915. // parseAlterTableDrop parses ALTER TABLE DROP COLUMN.
  1916. func (p *Parser) parseAlterTableDrop(stmt *AlterTableStmt) (*AlterTableStmt, error) {
  1917. p.nextToken() // consume DROP
  1918. // COLUMN keyword is optional in some databases but required in SQLite
  1919. if p.curTokenIs(lexer.TokenCOLUMN) {
  1920. p.nextToken()
  1921. }
  1922. // Parse column name
  1923. if !p.curIsName() {
  1924. return nil, p.curError("expected column name")
  1925. }
  1926. stmt.Action = &DropColumnAction{Column: p.curToken.Literal}
  1927. p.nextToken()
  1928. return stmt, nil
  1929. }
  1930. // parseAlterTableRename parses ALTER TABLE RENAME.
  1931. func (p *Parser) parseAlterTableRename(stmt *AlterTableStmt) (*AlterTableStmt, error) {
  1932. p.nextToken() // consume RENAME
  1933. // Check for RENAME TO (table rename) or RENAME COLUMN (column rename)
  1934. if p.curTokenIs(lexer.TokenTO) {
  1935. // RENAME TO newname
  1936. p.nextToken()
  1937. if !p.curTokenIs(lexer.TokenIdent) {
  1938. return nil, p.curError("expected new table name")
  1939. }
  1940. stmt.Action = &RenameTableAction{NewName: p.curToken.Literal}
  1941. p.nextToken()
  1942. } else if p.curTokenIs(lexer.TokenCOLUMN) {
  1943. // RENAME COLUMN oldname TO newname
  1944. p.nextToken()
  1945. if !p.curTokenIs(lexer.TokenIdent) {
  1946. return nil, p.curError("expected old column name")
  1947. }
  1948. oldName := p.curToken.Literal
  1949. p.nextToken()
  1950. if !p.curTokenIs(lexer.TokenTO) {
  1951. return nil, p.curError("expected TO")
  1952. }
  1953. p.nextToken()
  1954. if !p.curTokenIs(lexer.TokenIdent) {
  1955. return nil, p.curError("expected new column name")
  1956. }
  1957. newName := p.curToken.Literal
  1958. p.nextToken()
  1959. stmt.Action = &RenameColumnAction{OldName: oldName, NewName: newName}
  1960. } else {
  1961. return nil, p.curError("expected TO or COLUMN after RENAME")
  1962. }
  1963. return stmt, nil
  1964. }
  1965. // parsePragma parses a PRAGMA statement.
  1966. // Formats: PRAGMA name; PRAGMA name(arg); PRAGMA name = value;
  1967. func (p *Parser) parsePragma() (*PragmaStmt, error) {
  1968. stmt := &PragmaStmt{}
  1969. p.nextToken() // consume PRAGMA
  1970. // Parse pragma name
  1971. if !p.curTokenIs(lexer.TokenIdent) {
  1972. return nil, p.curError("expected pragma name")
  1973. }
  1974. stmt.Name = strings.ToLower(p.curToken.Literal)
  1975. p.nextToken()
  1976. // Check for argument in parentheses: PRAGMA table_info(tablename)
  1977. if p.curTokenIs(lexer.TokenLParen) {
  1978. p.nextToken()
  1979. if p.curTokenIs(lexer.TokenIdent) || p.curTokenIs(lexer.TokenString) {
  1980. stmt.Arg = p.curToken.Literal
  1981. p.nextToken()
  1982. }
  1983. if !p.curTokenIs(lexer.TokenRParen) {
  1984. return nil, p.curError("expected )")
  1985. }
  1986. p.nextToken()
  1987. }
  1988. // Check for value assignment: PRAGMA name = value
  1989. if p.curTokenIs(lexer.TokenEq) {
  1990. p.nextToken()
  1991. // ON is a keyword token, so it cannot start an expression. Accept it here
  1992. // as the value for boolean pragmas such as PRAGMA foreign_keys = ON.
  1993. if p.curTokenIs(lexer.TokenON) {
  1994. stmt.Value = &ColumnRef{Column: "on"}
  1995. p.nextToken()
  1996. return stmt, nil
  1997. }
  1998. val, err := p.parseExpr()
  1999. if err != nil {
  2000. return nil, err
  2001. }
  2002. stmt.Value = val
  2003. }
  2004. return stmt, nil
  2005. }
  2006. // parseSet parses a PostgreSQL SET statement. Drivers and ORMs issue session
  2007. // settings that have no effect on a PizzaSQL connection; the parser accepts the
  2008. // setting name and values so the executor can acknowledge them. Only
  2009. // search_path is retained, because current_schema() and pg_table_is_visible()
  2010. // report it.
  2011. func (p *Parser) parseSet() (*SetStmt, error) {
  2012. stmt := &SetStmt{}
  2013. p.nextToken() // consume SET
  2014. // SESSION CHARACTERISTICS AS TRANSACTION ... is a session-wide statement
  2015. // whose "SESSION" is not a scope modifier.
  2016. sessionCharacteristics := p.curTokenIs(lexer.TokenIdent) && strings.EqualFold(p.curToken.Literal, "SESSION") &&
  2017. p.peekTokenIs(lexer.TokenIdent) && strings.EqualFold(p.peekToken.Literal, "CHARACTERISTICS")
  2018. if !sessionCharacteristics && p.curTokenIs(lexer.TokenIdent) {
  2019. switch strings.ToUpper(p.curToken.Literal) {
  2020. case "LOCAL":
  2021. stmt.Local = true
  2022. p.nextToken()
  2023. case "SESSION":
  2024. p.nextToken()
  2025. }
  2026. }
  2027. var name strings.Builder
  2028. for p.isSettingNameToken() {
  2029. if name.Len() > 0 {
  2030. name.WriteByte(' ')
  2031. }
  2032. name.WriteString(p.curToken.Literal)
  2033. p.nextToken()
  2034. }
  2035. if name.Len() == 0 {
  2036. return nil, p.curError("expected setting name after SET")
  2037. }
  2038. stmt.Name = name.String()
  2039. if p.curTokenIs(lexer.TokenTO) || p.curTokenIs(lexer.TokenEq) {
  2040. p.nextToken()
  2041. }
  2042. // The remaining tokens are the setting value. They are retained as text for
  2043. // search_path and otherwise ignored, so forms such as SET TIME ZONE 'UTC',
  2044. // SET NAMES 'utf8', and SET SESSION CHARACTERISTICS AS TRANSACTION
  2045. // ISOLATION LEVEL READ COMMITTED parse without a value grammar.
  2046. for !p.curTokenIs(lexer.TokenSemicolon) && !p.curTokenIs(lexer.TokenEOF) {
  2047. switch p.curToken.Type {
  2048. case lexer.TokenIdent, lexer.TokenNumber, lexer.TokenString:
  2049. stmt.Values = append(stmt.Values, p.curToken.Literal)
  2050. }
  2051. p.nextToken()
  2052. }
  2053. return stmt, nil
  2054. }
  2055. // parseShow parses SHOW name. SHOW ALL is not supported because the engine has
  2056. // no settings catalog.
  2057. func (p *Parser) parseShow() (*ShowStmt, error) {
  2058. p.nextToken() // consume SHOW
  2059. if !p.isSettingNameToken() {
  2060. return nil, p.curError("expected setting name after SHOW")
  2061. }
  2062. var name strings.Builder
  2063. for p.isSettingNameToken() {
  2064. if name.Len() > 0 && p.curTokenIs(lexer.TokenIdent) {
  2065. name.WriteByte(' ')
  2066. }
  2067. name.WriteString(p.curToken.Literal)
  2068. p.nextToken()
  2069. }
  2070. return &ShowStmt{Name: name.String()}, nil
  2071. }
  2072. // isSettingNameToken reports whether the current token can be part of a SET or
  2073. // SHOW setting name. PostgreSQL setting names may contain non-reserved words
  2074. // that the lexer promotes to type keywords (TIME ZONE), so every token with
  2075. // literal text qualifies except the TO/= punctuation that starts the value.
  2076. func (p *Parser) isSettingNameToken() bool {
  2077. switch p.curToken.Type {
  2078. case lexer.TokenTO, lexer.TokenEq, lexer.TokenComma, lexer.TokenSemicolon,
  2079. lexer.TokenEOF, lexer.TokenLParen, lexer.TokenRParen:
  2080. return false
  2081. }
  2082. return p.curToken.Literal != ""
  2083. }
  2084. // parseAnalyze parses ANALYZE [schema.]table. PizzaSQL does not maintain
  2085. // optimizer statistics, so the statement is accepted and ignored at execution.
  2086. func (p *Parser) parseAnalyze() (*AnalyzeStmt, error) {
  2087. stmt := &AnalyzeStmt{}
  2088. p.nextToken() // consume ANALYZE
  2089. if p.curTokenIs(lexer.TokenIdent) {
  2090. stmt.Name = p.curToken.Literal
  2091. p.nextToken()
  2092. if p.curTokenIs(lexer.TokenDot) {
  2093. p.nextToken()
  2094. if !p.curTokenIs(lexer.TokenIdent) {
  2095. return nil, p.curError("expected table name after .")
  2096. }
  2097. stmt.Name = p.curToken.Literal
  2098. p.nextToken()
  2099. }
  2100. }
  2101. return stmt, nil
  2102. }
  2103. // parseExplain parses an EXPLAIN statement.
  2104. func (p *Parser) parseExplain() (*ExplainStmt, error) {
  2105. stmt := &ExplainStmt{}
  2106. p.nextToken() // consume EXPLAIN
  2107. // Check for QUERY PLAN. PLAN is not a reserved lexer keyword so it can be a
  2108. // column name; recognize it contextually here.
  2109. if p.curTokenIs(lexer.TokenQUERY) {
  2110. p.nextToken()
  2111. if !p.curIdentIs("PLAN") {
  2112. return nil, p.curError("expected PLAN after QUERY")
  2113. }
  2114. stmt.QueryPlan = true
  2115. p.nextToken()
  2116. }
  2117. // Parse the statement being explained
  2118. innerStmt, err := p.parseStatement()
  2119. if err != nil {
  2120. return nil, err
  2121. }
  2122. stmt.Statement = innerStmt
  2123. return stmt, nil
  2124. }
  2125. // Transaction statement parsing
  2126. // parseChannelName consumes a channel identifier. PostgreSQL channel names are
  2127. // identifiers (quoted or unquoted) and are limited to 63 bytes, matching
  2128. // NAMEDATALEN - 1.
  2129. func (p *Parser) parseChannelName() (string, error) {
  2130. if !p.curTokenIs(lexer.TokenIdent) {
  2131. return "", p.curError("expected channel name")
  2132. }
  2133. channel := p.curToken.Literal
  2134. if channel == "" {
  2135. return "", p.curError("channel name cannot be empty")
  2136. }
  2137. if len(channel) > 63 {
  2138. return "", p.curError("channel name is longer than 63 bytes")
  2139. }
  2140. p.nextToken()
  2141. return channel, nil
  2142. }
  2143. func (p *Parser) parseListen() (*ListenStmt, error) {
  2144. p.nextToken() // consume LISTEN
  2145. channel, err := p.parseChannelName()
  2146. if err != nil {
  2147. return nil, err
  2148. }
  2149. return &ListenStmt{Channel: channel}, nil
  2150. }
  2151. func (p *Parser) parseUnlisten() (*UnlistenStmt, error) {
  2152. p.nextToken() // consume UNLISTEN
  2153. if p.curTokenIs(lexer.TokenStar) {
  2154. p.nextToken()
  2155. return &UnlistenStmt{All: true}, nil
  2156. }
  2157. channel, err := p.parseChannelName()
  2158. if err != nil {
  2159. return nil, err
  2160. }
  2161. return &UnlistenStmt{Channel: channel}, nil
  2162. }
  2163. func (p *Parser) parseNotify() (*NotifyStmt, error) {
  2164. p.nextToken() // consume NOTIFY
  2165. channel, err := p.parseChannelName()
  2166. if err != nil {
  2167. return nil, err
  2168. }
  2169. stmt := &NotifyStmt{Channel: channel}
  2170. if p.curTokenIs(lexer.TokenComma) {
  2171. p.nextToken()
  2172. if !p.curTokenIs(lexer.TokenString) {
  2173. return nil, p.curError("expected notification payload string")
  2174. }
  2175. if len(p.curToken.Literal) > 8000 {
  2176. return nil, p.curError("notification payload is longer than 8000 bytes")
  2177. }
  2178. stmt.Payload = p.curToken.Literal
  2179. p.nextToken()
  2180. }
  2181. return stmt, nil
  2182. }
  2183. func (p *Parser) parseBegin() (*BeginStmt, error) {
  2184. stmt := &BeginStmt{}
  2185. p.nextToken() // consume BEGIN
  2186. // Optional TRANSACTION keyword
  2187. if p.curTokenIs(lexer.TokenTRANSACTION) {
  2188. p.nextToken()
  2189. }
  2190. return stmt, nil
  2191. }
  2192. func (p *Parser) parseCommit() (*CommitStmt, error) {
  2193. p.nextToken() // consume COMMIT
  2194. // Optional TRANSACTION keyword
  2195. if p.curTokenIs(lexer.TokenTRANSACTION) {
  2196. p.nextToken()
  2197. }
  2198. return &CommitStmt{}, nil
  2199. }
  2200. func (p *Parser) parseRollback() (*RollbackStmt, error) {
  2201. stmt := &RollbackStmt{}
  2202. p.nextToken() // consume ROLLBACK
  2203. // Check for ROLLBACK TO [SAVEPOINT] name
  2204. if p.curTokenIs(lexer.TokenTO) {
  2205. p.nextToken()
  2206. // Optional SAVEPOINT keyword
  2207. if p.curTokenIs(lexer.TokenSAVEPOINT) {
  2208. p.nextToken()
  2209. }
  2210. if !p.curTokenIs(lexer.TokenIdent) {
  2211. return nil, p.curError("expected savepoint name")
  2212. }
  2213. stmt.Savepoint = p.curToken.Literal
  2214. p.nextToken()
  2215. } else if p.curTokenIs(lexer.TokenTRANSACTION) {
  2216. // Optional TRANSACTION keyword
  2217. p.nextToken()
  2218. }
  2219. return stmt, nil
  2220. }
  2221. func (p *Parser) parseSavepoint() (*SavepointStmt, error) {
  2222. p.nextToken() // consume SAVEPOINT
  2223. if !p.curTokenIs(lexer.TokenIdent) {
  2224. return nil, p.curError("expected savepoint name")
  2225. }
  2226. stmt := &SavepointStmt{Name: p.curToken.Literal}
  2227. p.nextToken()
  2228. return stmt, nil
  2229. }
  2230. func (p *Parser) parseRelease() (*ReleaseStmt, error) {
  2231. p.nextToken() // consume RELEASE
  2232. // Optional SAVEPOINT keyword
  2233. if p.curTokenIs(lexer.TokenSAVEPOINT) {
  2234. p.nextToken()
  2235. }
  2236. if !p.curTokenIs(lexer.TokenIdent) {
  2237. return nil, p.curError("expected savepoint name")
  2238. }
  2239. stmt := &ReleaseStmt{Name: p.curToken.Literal}
  2240. p.nextToken()
  2241. return stmt, nil
  2242. }
  2243. // parseAttach parses an ATTACH DATABASE statement.
  2244. // Syntax: ATTACH [DATABASE] 'filepath' AS alias
  2245. func (p *Parser) parseAttach() (*AttachStmt, error) {
  2246. stmt := &AttachStmt{}
  2247. p.nextToken() // consume ATTACH
  2248. // Optional DATABASE keyword
  2249. if p.curTokenIs(lexer.TokenDATABASE) {
  2250. p.nextToken()
  2251. }
  2252. // Parse file path (string literal)
  2253. if !p.curTokenIs(lexer.TokenString) {
  2254. return nil, p.curError("expected database file path (string)")
  2255. }
  2256. stmt.FilePath = p.curToken.Literal
  2257. p.nextToken()
  2258. // Expect AS keyword
  2259. if !p.curTokenIs(lexer.TokenAS) {
  2260. return nil, p.curError("expected AS")
  2261. }
  2262. p.nextToken()
  2263. // Parse database alias
  2264. if !p.curTokenIs(lexer.TokenIdent) {
  2265. return nil, p.curError("expected database alias")
  2266. }
  2267. stmt.Alias = p.curToken.Literal
  2268. p.nextToken()
  2269. return stmt, nil
  2270. }
  2271. // parseDetach parses a DETACH DATABASE statement.
  2272. // Syntax: DETACH [DATABASE] alias
  2273. func (p *Parser) parseDetach() (*DetachStmt, error) {
  2274. stmt := &DetachStmt{}
  2275. p.nextToken() // consume DETACH
  2276. // Optional DATABASE keyword
  2277. if p.curTokenIs(lexer.TokenDATABASE) {
  2278. p.nextToken()
  2279. }
  2280. // Parse database alias
  2281. if !p.curTokenIs(lexer.TokenIdent) {
  2282. return nil, p.curError("expected database alias")
  2283. }
  2284. stmt.Alias = p.curToken.Literal
  2285. p.nextToken()
  2286. return stmt, nil
  2287. }
  2288. // Expression parsing with operator precedence
  2289. func (p *Parser) parseExpr() (Expr, error) {
  2290. return p.parseOrExpr()
  2291. }
  2292. func (p *Parser) parseOrExpr() (Expr, error) {
  2293. left, err := p.parseAndExpr()
  2294. if err != nil {
  2295. return nil, err
  2296. }
  2297. for p.curTokenIs(lexer.TokenOR) {
  2298. op := p.curToken.Type
  2299. p.nextToken()
  2300. right, err := p.parseAndExpr()
  2301. if err != nil {
  2302. return nil, err
  2303. }
  2304. left = &BinaryExpr{Left: left, Op: op, Right: right}
  2305. }
  2306. return left, nil
  2307. }
  2308. func (p *Parser) parseAndExpr() (Expr, error) {
  2309. left, err := p.parseNotExpr()
  2310. if err != nil {
  2311. return nil, err
  2312. }
  2313. for p.curTokenIs(lexer.TokenAND) {
  2314. op := p.curToken.Type
  2315. p.nextToken()
  2316. right, err := p.parseNotExpr()
  2317. if err != nil {
  2318. return nil, err
  2319. }
  2320. left = &BinaryExpr{Left: left, Op: op, Right: right}
  2321. }
  2322. return left, nil
  2323. }
  2324. func (p *Parser) parseNotExpr() (Expr, error) {
  2325. if p.curTokenIs(lexer.TokenNOT) {
  2326. p.nextToken()
  2327. operand, err := p.parseNotExpr()
  2328. if err != nil {
  2329. return nil, err
  2330. }
  2331. return &UnaryExpr{Op: lexer.TokenNOT, Operand: operand}, nil
  2332. }
  2333. return p.parseComparisonExpr()
  2334. }
  2335. func (p *Parser) parseComparisonExpr() (Expr, error) {
  2336. left, err := p.parseBitwiseExpr()
  2337. if err != nil {
  2338. return nil, err
  2339. }
  2340. // Handle IS NULL / IS NOT NULL and IS [NOT] DISTINCT FROM.
  2341. if p.curTokenIs(lexer.TokenIS) {
  2342. p.nextToken()
  2343. not := false
  2344. if p.curTokenIs(lexer.TokenNOT) {
  2345. not = true
  2346. p.nextToken()
  2347. }
  2348. if p.curTokenIs(lexer.TokenDISTINCT) {
  2349. p.nextToken()
  2350. if !p.curTokenIs(lexer.TokenFROM) {
  2351. return nil, p.curError("expected FROM after IS [NOT] DISTINCT")
  2352. }
  2353. p.nextToken()
  2354. right, err := p.parseBitwiseExpr()
  2355. if err != nil {
  2356. return nil, err
  2357. }
  2358. return &IsDistinctExpr{Left: left, Right: right, Not: not}, nil
  2359. }
  2360. if !p.curTokenIs(lexer.TokenNULL) {
  2361. return nil, p.curError("expected NULL or DISTINCT FROM after IS")
  2362. }
  2363. p.nextToken()
  2364. return &IsNullExpr{Left: left, Not: not}, nil
  2365. }
  2366. // Handle IN / NOT IN
  2367. not := false
  2368. if p.curTokenIs(lexer.TokenNOT) {
  2369. not = true
  2370. p.nextToken()
  2371. }
  2372. if p.curTokenIs(lexer.TokenIN) {
  2373. p.nextToken()
  2374. return p.parseInExpr(left, not)
  2375. }
  2376. // Handle BETWEEN
  2377. if p.curTokenIs(lexer.TokenBETWEEN) {
  2378. p.nextToken()
  2379. return p.parseBetweenExpr(left, not)
  2380. }
  2381. // Handle LIKE
  2382. if p.curTokenIs(lexer.TokenLIKE) {
  2383. p.nextToken()
  2384. return p.parseLikeExpr(left, not)
  2385. }
  2386. // If we consumed NOT but didn't find IN/BETWEEN/LIKE, it's an error
  2387. if not {
  2388. return nil, p.curError("expected IN, BETWEEN, or LIKE after NOT")
  2389. }
  2390. // JSONB containment and existence operators share the comparison layer:
  2391. // they bind looser than + and || and tighter than NOT/AND/OR.
  2392. if isJSONBPredicateOp(p.curToken.Type) {
  2393. op := p.curToken.Type
  2394. p.nextToken()
  2395. right, err := p.parseBitwiseExpr()
  2396. if err != nil {
  2397. return nil, err
  2398. }
  2399. return &BinaryExpr{Left: left, Op: op, Right: right}, nil
  2400. }
  2401. if p.curTokenIs(lexer.TokenAtQuestion) || p.curTokenIs(lexer.TokenAtAt) {
  2402. return nil, pgerror.Unsupported("jsonpath operators @? and @@ are not supported")
  2403. }
  2404. // Handle comparison operators, including the quantified forms
  2405. // `expr op ANY(array)` and `expr op ALL(array)`.
  2406. if isComparisonOp(p.curToken.Type) {
  2407. op := p.curToken.Type
  2408. p.nextToken()
  2409. if p.curTokenIs(lexer.TokenALL) && p.peekTokenIs(lexer.TokenLParen) {
  2410. p.nextToken() // ALL
  2411. array, err := p.parseQuantifierArray()
  2412. if err != nil {
  2413. return nil, err
  2414. }
  2415. return &AnyAllExpr{Left: left, Op: op, All: true, Array: array}, nil
  2416. }
  2417. if p.curTokenIs(lexer.TokenIdent) && strings.EqualFold(p.curToken.Literal, "ANY") && p.peekTokenIs(lexer.TokenLParen) {
  2418. p.nextToken() // ANY
  2419. array, err := p.parseQuantifierArray()
  2420. if err != nil {
  2421. return nil, err
  2422. }
  2423. return &AnyAllExpr{Left: left, Op: op, Array: array}, nil
  2424. }
  2425. right, err := p.parseBitwiseExpr()
  2426. if err != nil {
  2427. return nil, err
  2428. }
  2429. return &BinaryExpr{Left: left, Op: op, Right: right}, nil
  2430. }
  2431. return left, nil
  2432. }
  2433. // parseQuantifierArray parses the parenthesized operand of ANY(...) or
  2434. // ALL(...). Arrays are the only supported operand; a subquery would need a
  2435. // materialized set the executor does not build for this form.
  2436. func (p *Parser) parseQuantifierArray() (Expr, error) {
  2437. if !p.curTokenIs(lexer.TokenLParen) {
  2438. return nil, p.curError("expected ( after ANY or ALL")
  2439. }
  2440. p.nextToken()
  2441. if p.curTokenIs(lexer.TokenSELECT) {
  2442. return nil, pgerror.Unsupported("ANY/ALL over a subquery is not supported; pass an array value instead")
  2443. }
  2444. array, err := p.parseExpr()
  2445. if err != nil {
  2446. return nil, err
  2447. }
  2448. if !p.curTokenIs(lexer.TokenRParen) {
  2449. return nil, p.curError("expected ) after ANY/ALL operand")
  2450. }
  2451. p.nextToken()
  2452. return array, nil
  2453. }
  2454. // parseArrayConstructor parses ARRAY[...] with the current token on ARRAY.
  2455. // Nested constructors and nested array literals are rejected: PizzaSQL has no
  2456. // multidimensional arrays.
  2457. func (p *Parser) parseArrayConstructor() (Expr, error) {
  2458. p.nextToken() // ARRAY
  2459. if !p.curTokenIs(lexer.TokenLBracket) {
  2460. return nil, p.curError("expected [ after ARRAY")
  2461. }
  2462. p.nextToken()
  2463. expr := &ArrayExpr{}
  2464. if p.curTokenIs(lexer.TokenRBracket) {
  2465. p.nextToken()
  2466. return expr, nil
  2467. }
  2468. for {
  2469. // A bracketed identifier here is ARRAY[[...]] (or ARRAY[[col]]): the
  2470. // lexer reads the inner brackets as SQLite quoting, so report the
  2471. // nested-array shape explicitly instead of resolving a bogus column.
  2472. if p.curTokenIs(lexer.TokenIdent) && p.curToken.Bracketed {
  2473. return nil, pgerror.Unsupported("multidimensional arrays are not supported; ARRAY[...] elements must be scalars")
  2474. }
  2475. element, err := p.parseExpr()
  2476. if err != nil {
  2477. return nil, err
  2478. }
  2479. if _, nested := element.(*ArrayExpr); nested {
  2480. return nil, pgerror.Unsupported("multidimensional arrays are not supported; ARRAY[...] elements must be scalars")
  2481. }
  2482. expr.Elements = append(expr.Elements, element)
  2483. if p.curTokenIs(lexer.TokenComma) {
  2484. p.nextToken()
  2485. continue
  2486. }
  2487. if !p.curTokenIs(lexer.TokenRBracket) {
  2488. return nil, p.curError("expected ] after ARRAY elements")
  2489. }
  2490. p.nextToken()
  2491. return expr, nil
  2492. }
  2493. }
  2494. func isComparisonOp(t lexer.TokenType) bool {
  2495. switch t {
  2496. case lexer.TokenEq, lexer.TokenNeq, lexer.TokenLt,
  2497. lexer.TokenLte, lexer.TokenGt, lexer.TokenGte:
  2498. return true
  2499. }
  2500. return false
  2501. }
  2502. // isJSONBPredicateOp reports whether t is a jsonb containment or key-existence
  2503. // operator. They parse at comparison precedence as a single binary predicate.
  2504. func isJSONBPredicateOp(t lexer.TokenType) bool {
  2505. switch t {
  2506. case lexer.TokenAtArrow, lexer.TokenLtAt,
  2507. lexer.TokenQuestion, lexer.TokenQuestionPipe, lexer.TokenQuestionAmp:
  2508. return true
  2509. }
  2510. return false
  2511. }
  2512. // parseBitwiseExpr parses the SQLite bitwise layer: << >> & | bind more tightly
  2513. // than comparisons but more loosely than + and -.
  2514. func (p *Parser) parseBitwiseExpr() (Expr, error) {
  2515. left, err := p.parseAddExpr()
  2516. if err != nil {
  2517. return nil, err
  2518. }
  2519. for {
  2520. switch p.curToken.Type {
  2521. case lexer.TokenShiftLeft, lexer.TokenShiftRight, lexer.TokenBitAnd, lexer.TokenBitOr:
  2522. op := p.curToken.Type
  2523. p.nextToken()
  2524. right, err := p.parseAddExpr()
  2525. if err != nil {
  2526. return nil, err
  2527. }
  2528. left = &BinaryExpr{Left: left, Op: op, Right: right}
  2529. default:
  2530. return left, nil
  2531. }
  2532. }
  2533. }
  2534. func (p *Parser) parseInExpr(left Expr, not bool) (Expr, error) {
  2535. expr := &InExpr{Left: left, Not: not}
  2536. if !p.curTokenIs(lexer.TokenLParen) {
  2537. return nil, p.curError("expected (")
  2538. }
  2539. p.nextToken()
  2540. // Check for subquery
  2541. if p.curTokenIs(lexer.TokenSELECT) {
  2542. sel, err := p.parseSelect()
  2543. if err != nil {
  2544. return nil, err
  2545. }
  2546. expr.Subquery = sel
  2547. } else if !p.curTokenIs(lexer.TokenRParen) {
  2548. // Value list (empty list is allowed — always false)
  2549. values, err := p.parseExprList()
  2550. if err != nil {
  2551. return nil, err
  2552. }
  2553. expr.Values = values
  2554. }
  2555. if !p.curTokenIs(lexer.TokenRParen) {
  2556. return nil, p.curError("expected )")
  2557. }
  2558. p.nextToken()
  2559. return expr, nil
  2560. }
  2561. func (p *Parser) parseBetweenExpr(left Expr, not bool) (Expr, error) {
  2562. low, err := p.parseBitwiseExpr()
  2563. if err != nil {
  2564. return nil, err
  2565. }
  2566. if !p.curTokenIs(lexer.TokenAND) {
  2567. return nil, p.curError("expected AND in BETWEEN")
  2568. }
  2569. p.nextToken()
  2570. high, err := p.parseBitwiseExpr()
  2571. if err != nil {
  2572. return nil, err
  2573. }
  2574. return &BetweenExpr{Left: left, Not: not, Low: low, High: high}, nil
  2575. }
  2576. func (p *Parser) parseLikeExpr(left Expr, not bool) (Expr, error) {
  2577. pattern, err := p.parseBitwiseExpr()
  2578. if err != nil {
  2579. return nil, err
  2580. }
  2581. expr := &LikeExpr{Left: left, Not: not, Pattern: pattern}
  2582. // Check for ESCAPE
  2583. if p.curTokenIs(lexer.TokenESCAPE) {
  2584. p.nextToken()
  2585. esc, err := p.parseBitwiseExpr()
  2586. if err != nil {
  2587. return nil, err
  2588. }
  2589. expr.Escape = esc
  2590. }
  2591. return expr, nil
  2592. }
  2593. func (p *Parser) parseAddExpr() (Expr, error) {
  2594. left, err := p.parseMulExpr()
  2595. if err != nil {
  2596. return nil, err
  2597. }
  2598. for p.curTokenIs(lexer.TokenPlus) || p.curTokenIs(lexer.TokenMinus) || p.curTokenIs(lexer.TokenConcat) {
  2599. op := p.curToken.Type
  2600. p.nextToken()
  2601. right, err := p.parseMulExpr()
  2602. if err != nil {
  2603. return nil, err
  2604. }
  2605. left = &BinaryExpr{Left: left, Op: op, Right: right}
  2606. }
  2607. return left, nil
  2608. }
  2609. func (p *Parser) parseMulExpr() (Expr, error) {
  2610. left, err := p.parseJSONExpr()
  2611. if err != nil {
  2612. return nil, err
  2613. }
  2614. for p.curTokenIs(lexer.TokenStar) || p.curTokenIs(lexer.TokenSlash) || p.curTokenIs(lexer.TokenPercent) {
  2615. op := p.curToken.Type
  2616. p.nextToken()
  2617. right, err := p.parseJSONExpr()
  2618. if err != nil {
  2619. return nil, err
  2620. }
  2621. left = &BinaryExpr{Left: left, Op: op, Right: right}
  2622. }
  2623. return left, nil
  2624. }
  2625. // parseJSONExpr parses the JSON extraction and path operators ->, ->>, #>,
  2626. // #>>, and #-.
  2627. //
  2628. // Precedence: they bind tighter than multiplicative, additive/concatenation,
  2629. // bitwise, and comparison operators, and looser than unary -, +, and ~. So
  2630. // "a -> 'x' || 'y'" concatenates the extracted value, "a -> 'x' = 1" compares
  2631. // it, and "-a -> 'x'" negates a before extraction. They are left-associative,
  2632. // so "a -> 'x' -> 0" extracts 'x' and then indexes the result at 0.
  2633. func (p *Parser) parseJSONExpr() (Expr, error) {
  2634. left, err := p.parseUnaryExpr()
  2635. if err != nil {
  2636. return nil, err
  2637. }
  2638. for {
  2639. switch p.curToken.Type {
  2640. case lexer.TokenArrow, lexer.TokenArrowText,
  2641. lexer.TokenHashArrow, lexer.TokenHashArrowText, lexer.TokenHashMinus:
  2642. op := p.curToken.Type
  2643. p.nextToken()
  2644. right, err := p.parseUnaryExpr()
  2645. if err != nil {
  2646. return nil, err
  2647. }
  2648. left = &BinaryExpr{Left: left, Op: op, Right: right}
  2649. default:
  2650. return left, nil
  2651. }
  2652. }
  2653. }
  2654. func (p *Parser) parseUnaryExpr() (Expr, error) {
  2655. if p.curTokenIs(lexer.TokenMinus) || p.curTokenIs(lexer.TokenPlus) || p.curTokenIs(lexer.TokenBitNot) {
  2656. op := p.curToken.Type
  2657. p.nextToken()
  2658. operand, err := p.parseUnaryExpr()
  2659. if err != nil {
  2660. return nil, err
  2661. }
  2662. return &UnaryExpr{Op: op, Operand: operand}, nil
  2663. }
  2664. return p.parsePrimaryExpr()
  2665. }
  2666. // parsePrimaryExpr parses a primary expression and applies the postfix
  2667. // operators that bind tighter than any prefix operator: array element
  2668. // subscripts (arr[idx]) and PostgreSQL-style casts (expr::type).
  2669. func (p *Parser) parsePrimaryExpr() (Expr, error) {
  2670. expr, err := p.parsePrimaryExprBase()
  2671. if err != nil {
  2672. return nil, err
  2673. }
  2674. for {
  2675. switch {
  2676. case p.curTokenIs(lexer.TokenLBracket):
  2677. p.nextToken()
  2678. index, indexErr := p.parseExpr()
  2679. if indexErr != nil {
  2680. return nil, indexErr
  2681. }
  2682. if !p.curTokenIs(lexer.TokenRBracket) {
  2683. return nil, p.curError("expected ] after array subscript")
  2684. }
  2685. p.nextToken()
  2686. expr = &SubscriptExpr{Expr: expr, Index: index}
  2687. case p.curTokenIs(lexer.TokenColonColon):
  2688. p.nextToken()
  2689. dataType, typeErr := p.parseDataType()
  2690. if typeErr != nil {
  2691. return nil, typeErr
  2692. }
  2693. expr = &CastExpr{Expr: expr, Type: *dataType}
  2694. default:
  2695. return expr, nil
  2696. }
  2697. }
  2698. }
  2699. func (p *Parser) parsePrimaryExprBase() (Expr, error) {
  2700. switch p.curToken.Type {
  2701. case lexer.TokenALL:
  2702. if p.peekTokenIs(lexer.TokenLParen) {
  2703. return nil, pgerror.Unsupported("ALL(...) is a quantified predicate and must follow a comparison operator, as in expr <> ALL(array)")
  2704. }
  2705. return nil, p.curError("unexpected token in expression: " + p.curToken.Type.String())
  2706. case lexer.TokenNumber:
  2707. expr := &LiteralExpr{Type: lexer.TokenNumber, Value: p.curToken.Literal}
  2708. p.nextToken()
  2709. return expr, nil
  2710. case lexer.TokenString:
  2711. expr := &LiteralExpr{Type: lexer.TokenString, Value: p.curToken.Literal}
  2712. p.nextToken()
  2713. return expr, nil
  2714. case lexer.TokenBlob:
  2715. expr := &LiteralExpr{Type: lexer.TokenBlob, Value: p.curToken.Literal}
  2716. p.nextToken()
  2717. return expr, nil
  2718. case lexer.TokenNULL:
  2719. expr := &LiteralExpr{Type: lexer.TokenNULL, Value: "NULL"}
  2720. p.nextToken()
  2721. return expr, nil
  2722. case lexer.TokenTRUE:
  2723. expr := &LiteralExpr{Type: lexer.TokenTRUE, Value: "TRUE"}
  2724. p.nextToken()
  2725. return expr, nil
  2726. case lexer.TokenFALSE:
  2727. expr := &LiteralExpr{Type: lexer.TokenFALSE, Value: "FALSE"}
  2728. p.nextToken()
  2729. return expr, nil
  2730. case lexer.TokenLParen:
  2731. p.nextToken()
  2732. // Check for subquery
  2733. if p.curTokenIs(lexer.TokenSELECT) {
  2734. sel, err := p.parseSelect()
  2735. if err != nil {
  2736. return nil, err
  2737. }
  2738. if !p.curTokenIs(lexer.TokenRParen) {
  2739. return nil, p.curError("expected )")
  2740. }
  2741. p.nextToken()
  2742. return &SubqueryExpr{Query: sel}, nil
  2743. }
  2744. // Regular parenthesized expression
  2745. expr, err := p.parseExpr()
  2746. if err != nil {
  2747. return nil, err
  2748. }
  2749. if !p.curTokenIs(lexer.TokenRParen) {
  2750. return nil, p.curError("expected )")
  2751. }
  2752. p.nextToken()
  2753. return &ParenExpr{Expr: expr}, nil
  2754. case lexer.TokenCASE:
  2755. return p.parseCaseExpr()
  2756. case lexer.TokenCAST:
  2757. return p.parseCastExpr()
  2758. case lexer.TokenEXISTS:
  2759. return p.parseExistsExpr()
  2760. case lexer.TokenCOALESCE, lexer.TokenNULLIF, lexer.TokenIF, lexer.TokenREPLACE, lexer.TokenGLOB:
  2761. // These keywords can be used as function names
  2762. return p.parseKeywordFunction()
  2763. case lexer.TokenJSON, lexer.TokenJSONB:
  2764. // json(expr) / jsonb(expr) are JSON1 constructor functions. They lex as
  2765. // data-type keywords but are also callable.
  2766. return p.parseIdentOrFunction()
  2767. case lexer.TokenDATE, lexer.TokenTIME, lexer.TokenTIMESTAMP, lexer.TokenDATETIME:
  2768. // Date/time functions (date(), time(), datetime(), ...) lex as data-type
  2769. // keywords but are callable.
  2770. return p.parseIdentOrFunction()
  2771. case lexer.TokenKEY:
  2772. // KEY is a lexer keyword (PRIMARY KEY) that SQLite also permits as a
  2773. // column name, e.g. store.key.
  2774. return p.parseIdentOrFunction()
  2775. case lexer.TokenIdent:
  2776. if strings.EqualFold(p.curToken.Literal, "ARRAY") && p.peekTokenIs(lexer.TokenLBracket) {
  2777. return p.parseArrayConstructor()
  2778. }
  2779. return p.parseIdentOrFunction()
  2780. case lexer.TokenStar:
  2781. // For COUNT(*)
  2782. expr := &LiteralExpr{Type: lexer.TokenStar, Value: "*"}
  2783. p.nextToken()
  2784. return expr, nil
  2785. default:
  2786. return nil, p.curError("unexpected token in expression: " + p.curToken.Type.String())
  2787. }
  2788. }
  2789. func (p *Parser) parseIdentOrFunction() (Expr, error) {
  2790. name := p.curToken.Literal
  2791. p.nextToken()
  2792. // Check for function call
  2793. if p.curTokenIs(lexer.TokenLParen) {
  2794. if strings.EqualFold(name, "ANY") {
  2795. return nil, pgerror.Unsupported("ANY(...) is a quantified predicate and must follow a comparison operator, as in expr = ANY(array)")
  2796. }
  2797. return p.parseFunctionCall(name)
  2798. }
  2799. // Check for table.column. KEY is a lexer keyword but SQLite also permits it
  2800. // as a column name, and jsonb_each's first output column is named key.
  2801. if p.curTokenIs(lexer.TokenDot) {
  2802. p.nextToken()
  2803. if !p.curTokenIs(lexer.TokenIdent) && !p.curTokenIs(lexer.TokenStar) && !p.curTokenIs(lexer.TokenKEY) {
  2804. return nil, p.curError("expected column name after dot")
  2805. }
  2806. col := p.curToken.Literal
  2807. // A schema-qualified function call (pg_catalog.format_type(...)) keeps
  2808. // the bare function name: the engine has one function namespace.
  2809. if p.peekTokenIs(lexer.TokenLParen) {
  2810. p.nextToken()
  2811. return p.parseFunctionCall(col)
  2812. }
  2813. p.nextToken()
  2814. return &ColumnRef{Table: name, Column: col}, nil
  2815. }
  2816. return &ColumnRef{Column: name}, nil
  2817. }
  2818. func (p *Parser) parseKeywordFunction() (Expr, error) {
  2819. // Handle keywords that can be used as function names (COALESCE, NULLIF, IF, REPLACE, GLOB)
  2820. name := strings.ToUpper(p.curToken.Literal)
  2821. p.nextToken()
  2822. if !p.curTokenIs(lexer.TokenLParen) {
  2823. return nil, p.curError("expected ( after " + name)
  2824. }
  2825. return p.parseFunctionCall(name)
  2826. }
  2827. func (p *Parser) parseFunctionCall(name string) (Expr, error) {
  2828. fn := &FunctionCall{Name: strings.ToUpper(name)}
  2829. p.nextToken() // consume (
  2830. // Check for DISTINCT or ALL
  2831. if p.curTokenIs(lexer.TokenDISTINCT) {
  2832. fn.Distinct = true
  2833. p.nextToken()
  2834. } else if p.curTokenIs(lexer.TokenALL) {
  2835. // ALL is the default behavior, just skip it
  2836. p.nextToken()
  2837. }
  2838. // Check for * (COUNT(*))
  2839. if p.curTokenIs(lexer.TokenStar) {
  2840. fn.Star = true
  2841. p.nextToken()
  2842. } else if !p.curTokenIs(lexer.TokenRParen) {
  2843. // Parse arguments
  2844. args, err := p.parseExprList()
  2845. if err != nil {
  2846. return nil, err
  2847. }
  2848. fn.Args = args
  2849. }
  2850. if !p.curTokenIs(lexer.TokenRParen) {
  2851. return nil, p.curError("expected )")
  2852. }
  2853. p.nextToken()
  2854. // Window function: func(...) OVER (PARTITION BY ... ORDER BY ...).
  2855. if p.curTokenIs(lexer.TokenIdent) && strings.EqualFold(p.curToken.Literal, "OVER") {
  2856. return p.parseWindowSpec(fn)
  2857. }
  2858. return fn, nil
  2859. }
  2860. // parseWindowSpec parses the OVER (...) clause of a window function. Only
  2861. // PARTITION BY and ORDER BY are supported; frame clauses are not.
  2862. func (p *Parser) parseWindowSpec(fn *FunctionCall) (Expr, error) {
  2863. p.nextToken() // consume OVER
  2864. if !p.curTokenIs(lexer.TokenLParen) {
  2865. return nil, p.curError("expected ( after OVER")
  2866. }
  2867. p.nextToken()
  2868. window := &WindowExpr{Func: fn}
  2869. if p.curTokenIs(lexer.TokenIdent) && strings.EqualFold(p.curToken.Literal, "PARTITION") {
  2870. p.nextToken()
  2871. if !p.curTokenIs(lexer.TokenBY) {
  2872. return nil, p.curError("expected BY after PARTITION")
  2873. }
  2874. p.nextToken()
  2875. exprs, err := p.parseExprList()
  2876. if err != nil {
  2877. return nil, err
  2878. }
  2879. window.PartitionBy = exprs
  2880. }
  2881. if p.curTokenIs(lexer.TokenORDER) {
  2882. p.nextToken()
  2883. if !p.curTokenIs(lexer.TokenBY) {
  2884. return nil, p.curError("expected BY after ORDER")
  2885. }
  2886. p.nextToken()
  2887. orderBy, err := p.parseOrderBy()
  2888. if err != nil {
  2889. return nil, err
  2890. }
  2891. window.OrderBy = orderBy
  2892. }
  2893. if !p.curTokenIs(lexer.TokenRParen) {
  2894. return nil, p.curError("expected ) after window specification")
  2895. }
  2896. p.nextToken()
  2897. return window, nil
  2898. }
  2899. func (p *Parser) parseCaseExpr() (Expr, error) {
  2900. expr := &CaseExpr{}
  2901. p.nextToken() // consume CASE
  2902. // Check for simple CASE (CASE operand WHEN ...)
  2903. if !p.curTokenIs(lexer.TokenWHEN) {
  2904. operand, err := p.parseExpr()
  2905. if err != nil {
  2906. return nil, err
  2907. }
  2908. expr.Operand = operand
  2909. }
  2910. // Parse WHEN clauses
  2911. for p.curTokenIs(lexer.TokenWHEN) {
  2912. p.nextToken()
  2913. cond, err := p.parseExpr()
  2914. if err != nil {
  2915. return nil, err
  2916. }
  2917. if !p.curTokenIs(lexer.TokenTHEN) {
  2918. return nil, p.curError("expected THEN")
  2919. }
  2920. p.nextToken()
  2921. result, err := p.parseExpr()
  2922. if err != nil {
  2923. return nil, err
  2924. }
  2925. expr.Whens = append(expr.Whens, WhenClause{Condition: cond, Result: result})
  2926. }
  2927. // Parse optional ELSE
  2928. if p.curTokenIs(lexer.TokenELSE) {
  2929. p.nextToken()
  2930. elseExpr, err := p.parseExpr()
  2931. if err != nil {
  2932. return nil, err
  2933. }
  2934. expr.Else = elseExpr
  2935. }
  2936. // Expect END
  2937. if !p.curTokenIs(lexer.TokenEND) {
  2938. return nil, p.curError("expected END")
  2939. }
  2940. p.nextToken()
  2941. return expr, nil
  2942. }
  2943. func (p *Parser) parseCastExpr() (Expr, error) {
  2944. p.nextToken() // consume CAST
  2945. if !p.curTokenIs(lexer.TokenLParen) {
  2946. return nil, p.curError("expected (")
  2947. }
  2948. p.nextToken()
  2949. expr, err := p.parseExpr()
  2950. if err != nil {
  2951. return nil, err
  2952. }
  2953. if !p.curTokenIs(lexer.TokenAS) {
  2954. return nil, p.curError("expected AS")
  2955. }
  2956. p.nextToken()
  2957. dataType, err := p.parseDataType()
  2958. if err != nil {
  2959. return nil, err
  2960. }
  2961. if !p.curTokenIs(lexer.TokenRParen) {
  2962. return nil, p.curError("expected )")
  2963. }
  2964. p.nextToken()
  2965. return &CastExpr{Expr: expr, Type: *dataType}, nil
  2966. }
  2967. func (p *Parser) parseExistsExpr() (Expr, error) {
  2968. p.nextToken() // consume EXISTS
  2969. if !p.curTokenIs(lexer.TokenLParen) {
  2970. return nil, p.curError("expected (")
  2971. }
  2972. p.nextToken()
  2973. if !p.curTokenIs(lexer.TokenSELECT) {
  2974. return nil, p.curError("expected SELECT in EXISTS")
  2975. }
  2976. sel, err := p.parseSelect()
  2977. if err != nil {
  2978. return nil, err
  2979. }
  2980. if !p.curTokenIs(lexer.TokenRParen) {
  2981. return nil, p.curError("expected )")
  2982. }
  2983. p.nextToken()
  2984. return &ExistsExpr{Subquery: sel}, nil
  2985. }
  2986. func (p *Parser) parseExprList() ([]Expr, error) {
  2987. var exprs []Expr
  2988. for {
  2989. expr, err := p.parseExpr()
  2990. if err != nil {
  2991. return nil, err
  2992. }
  2993. exprs = append(exprs, expr)
  2994. if !p.curTokenIs(lexer.TokenComma) {
  2995. break
  2996. }
  2997. p.nextToken()
  2998. }
  2999. return exprs, nil
  3000. }
  3001. func (p *Parser) parseIdentList() ([]string, error) {
  3002. var idents []string
  3003. for {
  3004. if !p.curIsName() {
  3005. return nil, p.curError("expected identifier")
  3006. }
  3007. idents = append(idents, p.curToken.Literal)
  3008. p.nextToken()
  3009. if !p.curTokenIs(lexer.TokenComma) {
  3010. break
  3011. }
  3012. p.nextToken()
  3013. }
  3014. return idents, nil
  3015. }
  3016. // curIsName reports whether the current token can serve as a name (column or
  3017. // table identifier). A few lexer keywords, notably KEY, are commonly used as
  3018. // column names in the GoatCounter schema and SQLite allows them.
  3019. func (p *Parser) curIsName() bool {
  3020. if p.curTokenIs(lexer.TokenIdent) {
  3021. return true
  3022. }
  3023. switch p.curToken.Type {
  3024. case lexer.TokenKEY:
  3025. return true
  3026. }
  3027. return false
  3028. }
  3029. // Helper functions
  3030. func parseInt(s string) int {
  3031. var n int
  3032. for _, c := range s {
  3033. n = n*10 + int(c-'0')
  3034. }
  3035. return n
  3036. }