Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 1 | package mapper |
| 2 | |
| 3 | import ( |
| 4 | "encoding/json" |
| 5 | "fmt" |
| 6 | |
Akron | fa55bb2 | 2025-05-26 15:10:42 +0200 | [diff] [blame] | 7 | "github.com/KorAP/KoralPipe-TermMapper/ast" |
| 8 | "github.com/KorAP/KoralPipe-TermMapper/config" |
| 9 | "github.com/KorAP/KoralPipe-TermMapper/matcher" |
| 10 | "github.com/KorAP/KoralPipe-TermMapper/parser" |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 11 | ) |
| 12 | |
| 13 | // Direction represents the mapping direction (A to B or B to A) |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame] | 14 | type Direction bool |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 15 | |
| 16 | const ( |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame] | 17 | AtoB Direction = true |
| 18 | BtoA Direction = false |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 19 | ) |
| 20 | |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame] | 21 | // String converts the Direction to its string representation |
| 22 | func (d Direction) String() string { |
| 23 | if d { |
| 24 | return "atob" |
| 25 | } |
| 26 | return "btoa" |
| 27 | } |
| 28 | |
| 29 | // ParseDirection converts a string direction to Direction type |
| 30 | func ParseDirection(dir string) (Direction, error) { |
| 31 | switch dir { |
| 32 | case "atob": |
| 33 | return AtoB, nil |
| 34 | case "btoa": |
| 35 | return BtoA, nil |
| 36 | default: |
| 37 | return false, fmt.Errorf("invalid direction: %s", dir) |
| 38 | } |
| 39 | } |
| 40 | |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 41 | // Mapper handles the application of mapping rules to JSON objects |
| 42 | type Mapper struct { |
| 43 | mappingLists map[string]*config.MappingList |
| 44 | parsedRules map[string][]*parser.MappingResult |
| 45 | } |
| 46 | |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 47 | // NewMapper creates a new Mapper instance from a list of MappingLists |
| 48 | func NewMapper(lists []config.MappingList) (*Mapper, error) { |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 49 | m := &Mapper{ |
| 50 | mappingLists: make(map[string]*config.MappingList), |
| 51 | parsedRules: make(map[string][]*parser.MappingResult), |
| 52 | } |
| 53 | |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 54 | // Store mapping lists by ID |
| 55 | for _, list := range lists { |
| 56 | if _, exists := m.mappingLists[list.ID]; exists { |
| 57 | return nil, fmt.Errorf("duplicate mapping list ID found: %s", list.ID) |
| 58 | } |
| 59 | |
| 60 | // Create a copy of the list to store |
| 61 | listCopy := list |
| 62 | m.mappingLists[list.ID] = &listCopy |
| 63 | |
| 64 | // Parse the rules immediately |
| 65 | parsedRules, err := list.ParseMappings() |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 66 | if err != nil { |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 67 | return nil, fmt.Errorf("failed to parse mappings for list %s: %w", list.ID, err) |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 68 | } |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 69 | m.parsedRules[list.ID] = parsedRules |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 70 | } |
| 71 | |
| 72 | return m, nil |
| 73 | } |
| 74 | |
| 75 | // MappingOptions contains the options for applying mappings |
| 76 | type MappingOptions struct { |
Akron | 0d9117c | 2025-05-27 15:20:21 +0200 | [diff] [blame] | 77 | FoundryA string |
| 78 | LayerA string |
| 79 | FoundryB string |
| 80 | LayerB string |
| 81 | Direction Direction |
| 82 | AddRewrites bool |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 83 | } |
| 84 | |
Akron | 7b4984e | 2025-05-26 19:12:20 +0200 | [diff] [blame] | 85 | // ApplyQueryMappings applies the specified mapping rules to a JSON object |
| 86 | func (m *Mapper) ApplyQueryMappings(mappingID string, opts MappingOptions, jsonData any) (any, error) { |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 87 | // Validate mapping ID |
| 88 | if _, exists := m.mappingLists[mappingID]; !exists { |
| 89 | return nil, fmt.Errorf("mapping list with ID %s not found", mappingID) |
| 90 | } |
| 91 | |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 92 | // Get the parsed rules |
| 93 | rules := m.parsedRules[mappingID] |
| 94 | |
Akron | 7b4984e | 2025-05-26 19:12:20 +0200 | [diff] [blame] | 95 | // Check if we have a wrapper object with a "query" field |
| 96 | var queryData any |
| 97 | var hasQueryWrapper bool |
| 98 | |
| 99 | if jsonMap, ok := jsonData.(map[string]any); ok { |
| 100 | if query, exists := jsonMap["query"]; exists { |
| 101 | queryData = query |
| 102 | hasQueryWrapper = true |
| 103 | } |
| 104 | } |
| 105 | |
| 106 | // If no query wrapper was found, use the entire input |
| 107 | if !hasQueryWrapper { |
| 108 | // If the input itself is not a valid query object, return it as is |
| 109 | if !isValidQueryObject(jsonData) { |
| 110 | return jsonData, nil |
| 111 | } |
| 112 | queryData = jsonData |
| 113 | } else if queryData == nil || !isValidQueryObject(queryData) { |
| 114 | // If we have a query wrapper but the query is nil or not a valid object, |
| 115 | // return the original data |
| 116 | return jsonData, nil |
| 117 | } |
| 118 | |
Akron | cc83eb5 | 2025-05-27 14:39:12 +0200 | [diff] [blame] | 119 | // Store rewrites if they exist |
| 120 | var oldRewrites any |
| 121 | if queryMap, ok := queryData.(map[string]any); ok { |
| 122 | if rewrites, exists := queryMap["rewrites"]; exists { |
| 123 | oldRewrites = rewrites |
| 124 | delete(queryMap, "rewrites") |
| 125 | } |
| 126 | } |
| 127 | |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 128 | // Convert input JSON to AST |
Akron | 7b4984e | 2025-05-26 19:12:20 +0200 | [diff] [blame] | 129 | jsonBytes, err := json.Marshal(queryData) |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 130 | if err != nil { |
| 131 | return nil, fmt.Errorf("failed to marshal input JSON: %w", err) |
| 132 | } |
| 133 | |
| 134 | node, err := parser.ParseJSON(jsonBytes) |
| 135 | if err != nil { |
| 136 | return nil, fmt.Errorf("failed to parse JSON into AST: %w", err) |
| 137 | } |
| 138 | |
Akron | d5850f8 | 2025-05-23 16:44:44 +0200 | [diff] [blame] | 139 | // Store whether the input was a Token |
| 140 | isToken := false |
| 141 | var tokenWrap ast.Node |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 142 | if token, ok := node.(*ast.Token); ok { |
Akron | d5850f8 | 2025-05-23 16:44:44 +0200 | [diff] [blame] | 143 | isToken = true |
| 144 | tokenWrap = token.Wrap |
| 145 | node = tokenWrap |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 146 | } |
| 147 | |
Akron | 0d9117c | 2025-05-27 15:20:21 +0200 | [diff] [blame] | 148 | // Store original node for rewrite if needed |
| 149 | var originalNode ast.Node |
| 150 | if opts.AddRewrites { |
| 151 | originalBytes, err := parser.SerializeToJSON(node) |
| 152 | if err != nil { |
| 153 | return nil, fmt.Errorf("failed to serialize original node for rewrite: %w", err) |
| 154 | } |
| 155 | originalNode, err = parser.ParseJSON(originalBytes) |
| 156 | if err != nil { |
| 157 | return nil, fmt.Errorf("failed to parse original node for rewrite: %w", err) |
| 158 | } |
| 159 | } |
| 160 | |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 161 | // Apply each rule to the AST |
| 162 | for _, rule := range rules { |
| 163 | // Create pattern and replacement based on direction |
| 164 | var pattern, replacement ast.Node |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame] | 165 | if opts.Direction { // true means AtoB |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 166 | pattern = rule.Upper |
| 167 | replacement = rule.Lower |
| 168 | } else { |
| 169 | pattern = rule.Lower |
| 170 | replacement = rule.Upper |
| 171 | } |
| 172 | |
| 173 | // Extract the inner nodes from the pattern and replacement tokens |
| 174 | if token, ok := pattern.(*ast.Token); ok { |
| 175 | pattern = token.Wrap |
| 176 | } |
| 177 | if token, ok := replacement.(*ast.Token); ok { |
| 178 | replacement = token.Wrap |
| 179 | } |
| 180 | |
| 181 | // Apply foundry and layer overrides |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame] | 182 | if opts.Direction { // true means AtoB |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 183 | applyFoundryAndLayerOverrides(pattern, opts.FoundryA, opts.LayerA) |
| 184 | applyFoundryAndLayerOverrides(replacement, opts.FoundryB, opts.LayerB) |
| 185 | } else { |
| 186 | applyFoundryAndLayerOverrides(pattern, opts.FoundryB, opts.LayerB) |
| 187 | applyFoundryAndLayerOverrides(replacement, opts.FoundryA, opts.LayerA) |
| 188 | } |
| 189 | |
| 190 | // Create matcher and apply replacement |
Akron | d5850f8 | 2025-05-23 16:44:44 +0200 | [diff] [blame] | 191 | m, err := matcher.NewMatcher(ast.Pattern{Root: pattern}, ast.Replacement{Root: replacement}) |
| 192 | if err != nil { |
| 193 | return nil, fmt.Errorf("failed to create matcher: %w", err) |
| 194 | } |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 195 | node = m.Replace(node) |
| 196 | } |
| 197 | |
Akron | d5850f8 | 2025-05-23 16:44:44 +0200 | [diff] [blame] | 198 | // Wrap the result in a token if the input was a token |
| 199 | var result ast.Node |
| 200 | if isToken { |
| 201 | result = &ast.Token{Wrap: node} |
| 202 | } else { |
| 203 | result = node |
| 204 | } |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 205 | |
| 206 | // Convert AST back to JSON |
| 207 | resultBytes, err := parser.SerializeToJSON(result) |
| 208 | if err != nil { |
| 209 | return nil, fmt.Errorf("failed to serialize AST to JSON: %w", err) |
| 210 | } |
| 211 | |
Akron | 6f45515 | 2025-05-27 09:03:00 +0200 | [diff] [blame] | 212 | // Parse the JSON string back into |
| 213 | var resultData any |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 214 | if err := json.Unmarshal(resultBytes, &resultData); err != nil { |
| 215 | return nil, fmt.Errorf("failed to parse result JSON: %w", err) |
| 216 | } |
| 217 | |
Akron | 0d9117c | 2025-05-27 15:20:21 +0200 | [diff] [blame] | 218 | // Add rewrites if enabled and node was changed |
| 219 | if opts.AddRewrites && !ast.NodesEqual(node, originalNode) { |
| 220 | // Create rewrite object |
| 221 | rewrite := map[string]any{ |
| 222 | "@type": "koral:rewrite", |
| 223 | "editor": "termMapper", |
| 224 | } |
| 225 | |
Akron | 8a87d9a | 2025-05-27 15:30:48 +0200 | [diff] [blame^] | 226 | // Check if the node types are different (structural change) |
| 227 | if originalNode.Type() != node.Type() { |
| 228 | // Full node replacement |
| 229 | originalBytes, err := parser.SerializeToJSON(originalNode) |
| 230 | if err != nil { |
| 231 | return nil, fmt.Errorf("failed to serialize original node for rewrite: %w", err) |
| 232 | } |
| 233 | var originalJSON any |
| 234 | if err := json.Unmarshal(originalBytes, &originalJSON); err != nil { |
| 235 | return nil, fmt.Errorf("failed to parse original node JSON for rewrite: %w", err) |
| 236 | } |
| 237 | rewrite["original"] = originalJSON |
| 238 | } else if term, ok := originalNode.(*ast.Term); ok && ast.IsTermNode(node) { |
| 239 | // Check which attributes changed |
| 240 | newTerm := node.(*ast.Term) |
| 241 | if term.Foundry != newTerm.Foundry { |
| 242 | rewrite["scope"] = "foundry" |
| 243 | rewrite["original"] = term.Foundry |
| 244 | } else if term.Layer != newTerm.Layer { |
| 245 | rewrite["scope"] = "layer" |
| 246 | rewrite["original"] = term.Layer |
| 247 | } else if term.Key != newTerm.Key { |
| 248 | rewrite["scope"] = "key" |
| 249 | rewrite["original"] = term.Key |
| 250 | } else if term.Value != newTerm.Value { |
| 251 | rewrite["scope"] = "value" |
| 252 | rewrite["original"] = term.Value |
| 253 | } else { |
| 254 | // No specific attribute changed, use full node replacement |
| 255 | originalBytes, err := parser.SerializeToJSON(originalNode) |
| 256 | if err != nil { |
| 257 | return nil, fmt.Errorf("failed to serialize original node for rewrite: %w", err) |
Akron | 0d9117c | 2025-05-27 15:20:21 +0200 | [diff] [blame] | 258 | } |
Akron | 8a87d9a | 2025-05-27 15:30:48 +0200 | [diff] [blame^] | 259 | var originalJSON any |
| 260 | if err := json.Unmarshal(originalBytes, &originalJSON); err != nil { |
| 261 | return nil, fmt.Errorf("failed to parse original node JSON for rewrite: %w", err) |
Akron | 0d9117c | 2025-05-27 15:20:21 +0200 | [diff] [blame] | 262 | } |
Akron | 8a87d9a | 2025-05-27 15:30:48 +0200 | [diff] [blame^] | 263 | rewrite["original"] = originalJSON |
Akron | 0d9117c | 2025-05-27 15:20:21 +0200 | [diff] [blame] | 264 | } |
| 265 | } else { |
| 266 | // Full node replacement |
| 267 | originalBytes, err := parser.SerializeToJSON(originalNode) |
| 268 | if err != nil { |
| 269 | return nil, fmt.Errorf("failed to serialize original node for rewrite: %w", err) |
| 270 | } |
| 271 | var originalJSON any |
| 272 | if err := json.Unmarshal(originalBytes, &originalJSON); err != nil { |
| 273 | return nil, fmt.Errorf("failed to parse original node JSON for rewrite: %w", err) |
| 274 | } |
Akron | 8a87d9a | 2025-05-27 15:30:48 +0200 | [diff] [blame^] | 275 | rewrite["original"] = originalJSON |
Akron | 0d9117c | 2025-05-27 15:20:21 +0200 | [diff] [blame] | 276 | } |
| 277 | |
| 278 | // Add rewrite to the node |
| 279 | if resultMap, ok := resultData.(map[string]any); ok { |
| 280 | if wrapMap, ok := resultMap["wrap"].(map[string]any); ok { |
| 281 | rewrites, exists := wrapMap["rewrites"] |
| 282 | if !exists { |
| 283 | rewrites = []any{} |
| 284 | } |
| 285 | if rewritesList, ok := rewrites.([]any); ok { |
| 286 | wrapMap["rewrites"] = append(rewritesList, rewrite) |
| 287 | } else { |
| 288 | wrapMap["rewrites"] = []any{rewrite} |
| 289 | } |
| 290 | } |
| 291 | } |
| 292 | } |
| 293 | |
Akron | cc83eb5 | 2025-05-27 14:39:12 +0200 | [diff] [blame] | 294 | // Restore rewrites if they existed |
| 295 | if oldRewrites != nil { |
| 296 | if resultMap, ok := resultData.(map[string]any); ok { |
| 297 | resultMap["rewrites"] = oldRewrites |
| 298 | } |
| 299 | } |
| 300 | |
Akron | 7b4984e | 2025-05-26 19:12:20 +0200 | [diff] [blame] | 301 | // If we had a query wrapper, put the transformed data back in it |
| 302 | if hasQueryWrapper { |
| 303 | if wrapper, ok := jsonData.(map[string]any); ok { |
| 304 | wrapper["query"] = resultData |
| 305 | return wrapper, nil |
| 306 | } |
| 307 | } |
| 308 | |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 309 | return resultData, nil |
| 310 | } |
| 311 | |
Akron | 7b4984e | 2025-05-26 19:12:20 +0200 | [diff] [blame] | 312 | // isValidQueryObject checks if the query data is a valid object that can be processed |
| 313 | func isValidQueryObject(data any) bool { |
| 314 | // Check if it's a map |
| 315 | queryMap, ok := data.(map[string]any) |
| 316 | if !ok { |
| 317 | return false |
| 318 | } |
| 319 | |
| 320 | // Check if it has the required @type field |
| 321 | if _, ok := queryMap["@type"]; !ok { |
| 322 | return false |
| 323 | } |
| 324 | |
| 325 | return true |
| 326 | } |
| 327 | |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 328 | // applyFoundryAndLayerOverrides recursively applies foundry and layer overrides to terms |
| 329 | func applyFoundryAndLayerOverrides(node ast.Node, foundry, layer string) { |
| 330 | if node == nil { |
| 331 | return |
| 332 | } |
| 333 | |
| 334 | switch n := node.(type) { |
| 335 | case *ast.Term: |
| 336 | if foundry != "" { |
| 337 | n.Foundry = foundry |
| 338 | } |
| 339 | if layer != "" { |
| 340 | n.Layer = layer |
| 341 | } |
| 342 | case *ast.TermGroup: |
| 343 | for _, op := range n.Operands { |
| 344 | applyFoundryAndLayerOverrides(op, foundry, layer) |
| 345 | } |
| 346 | case *ast.Token: |
| 347 | if n.Wrap != nil { |
| 348 | applyFoundryAndLayerOverrides(n.Wrap, foundry, layer) |
| 349 | } |
| 350 | case *ast.CatchallNode: |
| 351 | if n.Wrap != nil { |
| 352 | applyFoundryAndLayerOverrides(n.Wrap, foundry, layer) |
| 353 | } |
| 354 | for _, op := range n.Operands { |
| 355 | applyFoundryAndLayerOverrides(op, foundry, layer) |
| 356 | } |
| 357 | } |
| 358 | } |