using System;
using System.Collections.Generic;
using System.Text.RegularExpressions;namespace HivePartitionParser
{public class Program{private static readonly Regex PartitionedByRegex = new Regex(@"PARTITIONED\s+BY\s*\(([^)]*)\)",RegexOptions.IgnoreCase | RegexOptions.Compiled);private static readonly Regex FieldRegex = new Regex(@"^(?:`(?<name>[^`]+)`|(?<name>\w+))\s+(?<type>\w+(?:\([^)]*\)|<[^>]*>)?)",RegexOptions.ExplicitCapture | RegexOptions.Compiled);public static void Main(string[] args){const string createTableSql = @"CREATE TABLE employees (id INT,name STRING)PARTITIONED BY (year INT, month STRING, salary DECIMAL(10,2))STORED AS ORC;";foreach (var (name, type) in ParsePartitionColumns(createTableSql)){Console.WriteLine($"Partition Column: {name.PadRight(15)} Type: {type}");}}public static IEnumerable<(string Name, string Type)> ParsePartitionColumns(string sql){var partitionedByMatch = PartitionedByRegex.Match(sql);if (!partitionedByMatch.Success) yield break;var columnsText = partitionedByMatch.Groups[1].Value.Trim();foreach (var columnDef in SplitColumnDefinitions(columnsText)){var match = FieldRegex.Match(columnDef);if (match.Success){yield return (match.Groups["name"].Value,match.Groups["type"].Value);}}}private static IEnumerable<string> SplitColumnDefinitions(string input){int depth = 0, start = 0;for (int i = 0; i < input.Length; i++){switch (input[i]){case '(': depth++; break;case ')': depth--; break;case ',' when depth == 0:yield return input.Substring(start, i - start).Trim();start = i + 1;break;}}if (start < input.Length)yield return input.Substring(start).Trim();}}
}
代码说明:
-
正则表达式优化:
- 使用预编译正则表达式(
RegexOptions.Compiled
)提升匹配性能 PartitionedByRegex
用于定位分区定义部分FieldRegex
用于解析字段名称和类型
- 使用预编译正则表达式(
-
核心解析逻辑:
- 使用括号深度感知的分割算法处理嵌套结构
- 支持处理带括号的复杂类型(如DECIMAL(10,2))
- 支持反引号包裹的字段名
-
性能优化:
- 避免不必要的字符串分配
- 使用迭代器实现延迟处理
- 减少中间集合的创建
-
关键方法:
ParsePartitionColumns
:主解析方法SplitColumnDefinitions
:智能分割字段定义
示例输出:
Partition Column: year Type: INT
Partition Column: month Type: STRING
Partition Column: salary Type: DECIMAL(10,2)
该实现能够正确处理以下复杂场景:
- 带括号的类型定义
- 反引号包裹的字段名
- 嵌套的复杂类型(如MAP<STRING,ARRAY>)
- 各种空格格式(包括换行和多余空格)