feat: dev server and test

.github/workflows/hive-dialect-test.yml

@@ -0,0 +1,89 @@
+# Copyright 2025 Ant Group Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Hive Dialect Test
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'pkg/parser/format/**'
+      - 'pkg/planner/core/**'
+      - 'pkg/parser/ast/**'
+      - '.github/workflows/hive-dialect-test.yml'
+  pull_request:
+    branches:
+      - main
+    paths:
+      - 'pkg/parser/format/**'
+      - 'pkg/planner/core/**'
+      - 'pkg/parser/ast/**'
+      - '.github/workflows/hive-dialect-test.yml'
+
+jobs:
+  hive-dialect-test:
+    name: Hive Dialect Conversion Test
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: '1.21'
+          cache: true
+
+      - name: Download dependencies
+        run: go mod download
+
+      - name: Run Hive Dialect Tests
+        run: |
+          echo "=============================================="
+          echo "  Running Hive Dialect Conversion Tests"
+          echo "=============================================="
+          go test -v ./pkg/planner/core/... -run "TestHiveDialect" -timeout 120s
+
+      - name: Run Hive SQL Rewrite Tests
+        run: |
+          echo "=============================================="
+          echo "  Running Hive SQL Rewrite Tests"
+          echo "=============================================="
+          go test -v ./pkg/planner/core/... -run "TestRunSQL" -timeout 120s
+
+      - name: Run Format Dialect Tests
+        run: |
+          echo "=============================================="
+          echo "  Running Format Dialect Tests"
+          echo "=============================================="
+          go test -v ./pkg/parser/format/... -timeout 60s
+
+      - name: Test Summary
+        if: always()
+        run: |
+          echo "=============================================="
+          echo "  Hive Dialect Test Summary"
+          echo "=============================================="
+          echo "Tested components:"
+          echo "  - pkg/parser/format (Dialect definitions)"
+          echo "  - pkg/planner/core (SQL rewriting)"
+          echo "  - pkg/parser/ast (AST restoration)"
+          echo ""
+          echo "Hive-specific features tested:"
+          echo "  - Function mappings (IFNULL→NVL, NOW→CURRENT_TIMESTAMP, etc.)"
+          echo "  - CAST type conversions (CHAR→STRING, DATETIME→TIMESTAMP, etc.)"
+          echo "  - Operator mappings (DIV, MOD)"
+          echo "  - SQL syntax differences"

.github/workflows/hive-integration-test.yml

@@ -0,0 +1,150 @@
+# Copyright 2025 Ant Group Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Hive Integration Test
+
+on:
+  # Manual trigger for full integration tests
+  workflow_dispatch:
+    inputs:
+      run_e2e:
+        description: 'Run end-to-end tests with mock Hive'
+        required: false
+        default: 'false'
+        type: boolean
+
+  # Run on schedule for nightly tests
+  schedule:
+    - cron: '0 2 * * *'  # Run at 2 AM UTC daily
+
+jobs:
+  unit-tests:
+    name: Hive Unit Tests
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: '1.21'
+          cache: true
+
+      - name: Run All Hive Related Tests
+        run: |
+          echo "Running comprehensive Hive dialect tests..."
+
+          # Hive dialect conversion tests
+          go test -v ./pkg/planner/core/... -run "TestHiveDialect" -timeout 120s
+
+          # SQL rewrite tests (includes Hive backend)
+          go test -v ./pkg/planner/core/... -run "TestRunSQL" -timeout 120s
+
+          # Format dialect tests
+          go test -v ./pkg/parser/format/... -timeout 60s
+
+          # Database dialect tests
+          go test -v ./pkg/planner/core/... -run "TestDBType" -timeout 60s
+
+      - name: Generate Test Report
+        if: always()
+        run: |
+          echo "# Hive Test Results" > $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "## Test Categories" >> $GITHUB_STEP_SUMMARY
+          echo "- ✅ Hive Dialect Conversion" >> $GITHUB_STEP_SUMMARY
+          echo "- ✅ SQL Rewrite (Hive backend)" >> $GITHUB_STEP_SUMMARY
+          echo "- ✅ Format Dialect" >> $GITHUB_STEP_SUMMARY
+          echo "- ✅ Database Type Parsing" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "## Supported Features" >> $GITHUB_STEP_SUMMARY
+          echo "| Category | Functions |" >> $GITHUB_STEP_SUMMARY
+          echo "|----------|-----------|" >> $GITHUB_STEP_SUMMARY
+          echo "| NULL Handling | IFNULL→NVL, COALESCE, NULLIF |" >> $GITHUB_STEP_SUMMARY
+          echo "| Date/Time | NOW→CURRENT_TIMESTAMP, CURDATE→CURRENT_DATE |" >> $GITHUB_STEP_SUMMARY
+          echo "| Math | CEIL, FLOOR, ROUND, ABS, SQRT, LN, LOG10, EXP, POW |" >> $GITHUB_STEP_SUMMARY
+          echo "| String | LENGTH, SUBSTR, UPPER, LOWER, TRIM, INSTR |" >> $GITHUB_STEP_SUMMARY
+          echo "| CAST | STRING, BIGINT, DOUBLE, DECIMAL, TIMESTAMP, DATE |" >> $GITHUB_STEP_SUMMARY
+
+  e2e-tests:
+    name: Hive E2E Tests (Mock)
+    runs-on: ubuntu-latest
+    needs: unit-tests
+    if: ${{ github.event.inputs.run_e2e == 'true' || github.event_name == 'schedule' }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: '1.21'
+          cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install Python dependencies
+        run: |
+          pip install pyarrow duckdb
+
+      - name: Start Arrow Flight SQL Server (DuckDB mock)
+        run: |
+          cd examples/scdb-tutorial/hive
+          python3 arrow_flight_server.py --party alice --port 8815 &
+          sleep 5
+          # Verify server is running
+          ss -tlnp | grep 8815 || exit 1
+          echo "Arrow Flight SQL server started on port 8815"
+
+      - name: Run E2E Tests
+        run: |
+          cd examples/scdb-tutorial/hive
+          python3 << 'EOF'
+          import pyarrow.flight as pf
+
+          client = pf.FlightClient("grpc://localhost:8815")
+
+          tests = [
+              ("SELECT", "SELECT * FROM user_credit"),
+              ("WHERE", "SELECT * FROM user_credit WHERE income > 50000"),
+              ("JOIN", "SELECT c.id FROM user_credit c JOIN user_stats s ON c.id = s.id"),
+          ]
+
+          passed = 0
+          for name, query in tests:
+              try:
+                  descriptor = pf.FlightDescriptor.for_command(query.encode())
+                  info = client.get_flight_info(descriptor)
+                  reader = client.do_get(info.endpoints[0].ticket)
+                  table = reader.read_all()
+                  print(f"✅ {name}: {table.num_rows} rows")
+                  passed += 1
+              except Exception as e:
+                  print(f"❌ {name}: {e}")
+
+          client.close()
+          print(f"\nPassed: {passed}/{len(tests)}")
+          exit(0 if passed == len(tests) else 1)
+          EOF
+
+      - name: Cleanup
+        if: always()
+        run: |
+          pkill -f arrow_flight_server || true

.gitignore

@@ -26,6 +26,7 @@ logs/scdbserver.log
 *.pot
 
 *.pyc
+__pycache__/
 
 .venv