Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 1 | package mapper |
| 2 | |
| 3 | import ( |
| 4 | "encoding/json" |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 5 | "testing" |
| 6 | |
Akron | fa55bb2 | 2025-05-26 15:10:42 +0200 | [diff] [blame] | 7 | "github.com/KorAP/KoralPipe-TermMapper/ast" |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 8 | "github.com/KorAP/KoralPipe-TermMapper/config" |
Akron | fa55bb2 | 2025-05-26 15:10:42 +0200 | [diff] [blame] | 9 | "github.com/KorAP/KoralPipe-TermMapper/matcher" |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 10 | "github.com/stretchr/testify/assert" |
| 11 | "github.com/stretchr/testify/require" |
| 12 | ) |
| 13 | |
| 14 | func TestMapper(t *testing.T) { |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 15 | // Create test mapping list |
| 16 | mappingList := config.MappingList{ |
| 17 | ID: "test-mapper", |
| 18 | FoundryA: "opennlp", |
| 19 | LayerA: "p", |
| 20 | FoundryB: "upos", |
| 21 | LayerB: "p", |
| 22 | Mappings: []config.MappingRule{ |
| 23 | "[PIDAT] <> [opennlp/p=PIDAT & opennlp/p=AdjType:Pdt]", |
| 24 | "[DET] <> [opennlp/p=DET]", |
| 25 | }, |
| 26 | } |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 27 | |
| 28 | // Create a new mapper |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 29 | m, err := NewMapper([]config.MappingList{mappingList}) |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 30 | require.NoError(t, err) |
| 31 | |
| 32 | tests := []struct { |
| 33 | name string |
| 34 | mappingID string |
| 35 | opts MappingOptions |
| 36 | input string |
| 37 | expected string |
| 38 | expectError bool |
| 39 | }{ |
| 40 | { |
| 41 | name: "Simple A to B mapping", |
| 42 | mappingID: "test-mapper", |
| 43 | opts: MappingOptions{ |
| 44 | Direction: AtoB, |
| 45 | }, |
| 46 | input: `{ |
| 47 | "@type": "koral:token", |
| 48 | "wrap": { |
| 49 | "@type": "koral:term", |
| 50 | "foundry": "opennlp", |
| 51 | "key": "PIDAT", |
| 52 | "layer": "p", |
| 53 | "match": "match:eq" |
| 54 | } |
| 55 | }`, |
| 56 | expected: `{ |
| 57 | "@type": "koral:token", |
| 58 | "wrap": { |
| 59 | "@type": "koral:termGroup", |
| 60 | "operands": [ |
| 61 | { |
| 62 | "@type": "koral:term", |
| 63 | "foundry": "opennlp", |
| 64 | "key": "PIDAT", |
| 65 | "layer": "p", |
| 66 | "match": "match:eq" |
| 67 | }, |
| 68 | { |
| 69 | "@type": "koral:term", |
| 70 | "foundry": "opennlp", |
| 71 | "key": "AdjType", |
| 72 | "layer": "p", |
| 73 | "match": "match:eq", |
| 74 | "value": "Pdt" |
| 75 | } |
| 76 | ], |
| 77 | "relation": "relation:and" |
| 78 | } |
| 79 | }`, |
| 80 | }, |
| 81 | { |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame^] | 82 | name: "B to A direction", |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 83 | mappingID: "test-mapper", |
| 84 | opts: MappingOptions{ |
| 85 | Direction: BtoA, |
| 86 | }, |
| 87 | input: `{ |
| 88 | "@type": "koral:token", |
| 89 | "wrap": { |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame^] | 90 | "@type": "koral:term", |
| 91 | "foundry": "opennlp", |
| 92 | "key": "PIDAT", |
| 93 | "layer": "p", |
| 94 | "match": "match:eq" |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 95 | } |
| 96 | }`, |
| 97 | expected: `{ |
| 98 | "@type": "koral:token", |
| 99 | "wrap": { |
| 100 | "@type": "koral:term", |
| 101 | "foundry": "opennlp", |
| 102 | "key": "PIDAT", |
| 103 | "layer": "p", |
| 104 | "match": "match:eq" |
| 105 | } |
| 106 | }`, |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame^] | 107 | expectError: false, |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 108 | }, |
| 109 | { |
| 110 | name: "Mapping with foundry override", |
| 111 | mappingID: "test-mapper", |
| 112 | opts: MappingOptions{ |
| 113 | Direction: AtoB, |
| 114 | FoundryB: "custom", |
| 115 | }, |
| 116 | input: `{ |
| 117 | "@type": "koral:token", |
| 118 | "wrap": { |
| 119 | "@type": "koral:term", |
| 120 | "foundry": "opennlp", |
| 121 | "key": "PIDAT", |
| 122 | "layer": "p", |
| 123 | "match": "match:eq" |
| 124 | } |
| 125 | }`, |
| 126 | expected: `{ |
| 127 | "@type": "koral:token", |
| 128 | "wrap": { |
| 129 | "@type": "koral:termGroup", |
| 130 | "operands": [ |
| 131 | { |
| 132 | "@type": "koral:term", |
| 133 | "foundry": "custom", |
| 134 | "key": "PIDAT", |
| 135 | "layer": "p", |
| 136 | "match": "match:eq" |
| 137 | }, |
| 138 | { |
| 139 | "@type": "koral:term", |
| 140 | "foundry": "custom", |
| 141 | "key": "AdjType", |
| 142 | "layer": "p", |
| 143 | "match": "match:eq", |
| 144 | "value": "Pdt" |
| 145 | } |
| 146 | ], |
| 147 | "relation": "relation:and" |
| 148 | } |
| 149 | }`, |
| 150 | }, |
| 151 | { |
| 152 | name: "Invalid mapping ID", |
| 153 | mappingID: "nonexistent", |
| 154 | opts: MappingOptions{ |
| 155 | Direction: AtoB, |
| 156 | }, |
| 157 | input: `{ |
| 158 | "@type": "koral:token", |
| 159 | "wrap": { |
| 160 | "@type": "koral:term", |
| 161 | "foundry": "opennlp", |
| 162 | "key": "PIDAT", |
| 163 | "layer": "p", |
| 164 | "match": "match:eq" |
| 165 | } |
| 166 | }`, |
| 167 | expectError: true, |
| 168 | }, |
| 169 | { |
| 170 | name: "Invalid direction", |
| 171 | mappingID: "test-mapper", |
| 172 | opts: MappingOptions{ |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame^] | 173 | Direction: Direction(false), |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 174 | }, |
| 175 | input: `{ |
| 176 | "@type": "koral:token", |
| 177 | "wrap": { |
| 178 | "@type": "koral:term", |
| 179 | "foundry": "opennlp", |
| 180 | "key": "PIDAT", |
| 181 | "layer": "p", |
| 182 | "match": "match:eq" |
| 183 | } |
| 184 | }`, |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame^] | 185 | expected: `{ |
| 186 | "@type": "koral:token", |
| 187 | "wrap": { |
| 188 | "@type": "koral:term", |
| 189 | "foundry": "opennlp", |
| 190 | "key": "PIDAT", |
| 191 | "layer": "p", |
| 192 | "match": "match:eq" |
| 193 | } |
| 194 | }`, |
| 195 | expectError: false, |
Akron | 32d53de | 2025-05-22 13:45:32 +0200 | [diff] [blame] | 196 | }, |
| 197 | } |
| 198 | |
| 199 | for _, tt := range tests { |
| 200 | t.Run(tt.name, func(t *testing.T) { |
| 201 | // Parse input JSON |
| 202 | var inputData interface{} |
| 203 | err := json.Unmarshal([]byte(tt.input), &inputData) |
| 204 | require.NoError(t, err) |
| 205 | |
| 206 | // Apply mappings |
| 207 | result, err := m.ApplyMappings(tt.mappingID, tt.opts, inputData) |
| 208 | if tt.expectError { |
| 209 | assert.Error(t, err) |
| 210 | return |
| 211 | } |
| 212 | require.NoError(t, err) |
| 213 | |
| 214 | // Parse expected JSON |
| 215 | var expectedData interface{} |
| 216 | err = json.Unmarshal([]byte(tt.expected), &expectedData) |
| 217 | require.NoError(t, err) |
| 218 | |
| 219 | // Compare results |
| 220 | assert.Equal(t, expectedData, result) |
| 221 | }) |
| 222 | } |
| 223 | } |
Akron | d5850f8 | 2025-05-23 16:44:44 +0200 | [diff] [blame] | 224 | |
| 225 | func TestMatchComplexPatterns(t *testing.T) { |
| 226 | tests := []struct { |
| 227 | name string |
| 228 | pattern ast.Pattern |
| 229 | replacement ast.Replacement |
| 230 | input ast.Node |
| 231 | expected ast.Node |
| 232 | }{ |
| 233 | { |
| 234 | name: "Deep nested pattern with mixed operators", |
| 235 | pattern: ast.Pattern{ |
| 236 | Root: &ast.TermGroup{ |
| 237 | Operands: []ast.Node{ |
| 238 | &ast.Term{ |
| 239 | Key: "A", |
| 240 | Match: ast.MatchEqual, |
| 241 | }, |
| 242 | &ast.TermGroup{ |
| 243 | Operands: []ast.Node{ |
| 244 | &ast.Term{ |
| 245 | Key: "B", |
| 246 | Match: ast.MatchEqual, |
| 247 | }, |
| 248 | &ast.TermGroup{ |
| 249 | Operands: []ast.Node{ |
| 250 | &ast.Term{ |
| 251 | Key: "C", |
| 252 | Match: ast.MatchEqual, |
| 253 | }, |
| 254 | &ast.Term{ |
| 255 | Key: "D", |
| 256 | Match: ast.MatchEqual, |
| 257 | }, |
| 258 | }, |
| 259 | Relation: ast.AndRelation, |
| 260 | }, |
| 261 | }, |
| 262 | Relation: ast.OrRelation, |
| 263 | }, |
| 264 | }, |
| 265 | Relation: ast.AndRelation, |
| 266 | }, |
| 267 | }, |
| 268 | replacement: ast.Replacement{ |
| 269 | Root: &ast.Term{ |
| 270 | Key: "RESULT", |
| 271 | Match: ast.MatchEqual, |
| 272 | }, |
| 273 | }, |
| 274 | input: &ast.TermGroup{ |
| 275 | Operands: []ast.Node{ |
| 276 | &ast.Term{ |
| 277 | Key: "A", |
| 278 | Match: ast.MatchEqual, |
| 279 | }, |
| 280 | &ast.TermGroup{ |
| 281 | Operands: []ast.Node{ |
| 282 | &ast.Term{ |
| 283 | Key: "C", |
| 284 | Match: ast.MatchEqual, |
| 285 | }, |
| 286 | &ast.Term{ |
| 287 | Key: "D", |
| 288 | Match: ast.MatchEqual, |
| 289 | }, |
| 290 | }, |
| 291 | Relation: ast.AndRelation, |
| 292 | }, |
| 293 | }, |
| 294 | Relation: ast.AndRelation, |
| 295 | }, |
| 296 | expected: &ast.Term{ |
| 297 | Key: "RESULT", |
| 298 | Match: ast.MatchEqual, |
| 299 | }, |
| 300 | }, |
| 301 | } |
| 302 | |
| 303 | for _, tt := range tests { |
| 304 | t.Run(tt.name, func(t *testing.T) { |
| 305 | m, err := matcher.NewMatcher(tt.pattern, tt.replacement) |
| 306 | require.NoError(t, err) |
| 307 | result := m.Replace(tt.input) |
| 308 | assert.Equal(t, tt.expected, result) |
| 309 | }) |
| 310 | } |
| 311 | } |
| 312 | |
| 313 | func TestInvalidPatternReplacement(t *testing.T) { |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 314 | // Create test mapping list |
| 315 | mappingList := config.MappingList{ |
| 316 | ID: "test-mapper", |
| 317 | FoundryA: "opennlp", |
| 318 | LayerA: "p", |
| 319 | FoundryB: "upos", |
| 320 | LayerB: "p", |
| 321 | Mappings: []config.MappingRule{ |
| 322 | "[PIDAT] <> [opennlp/p=PIDAT & opennlp/p=AdjType:Pdt]", |
| 323 | }, |
| 324 | } |
Akron | d5850f8 | 2025-05-23 16:44:44 +0200 | [diff] [blame] | 325 | |
| 326 | // Create a new mapper |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 327 | m, err := NewMapper([]config.MappingList{mappingList}) |
Akron | d5850f8 | 2025-05-23 16:44:44 +0200 | [diff] [blame] | 328 | require.NoError(t, err) |
| 329 | |
| 330 | tests := []struct { |
| 331 | name string |
| 332 | input string |
| 333 | expectError bool |
| 334 | errorMsg string |
| 335 | }{ |
| 336 | { |
| 337 | name: "Invalid input - empty term group", |
| 338 | input: `{ |
| 339 | "@type": "koral:token", |
| 340 | "wrap": { |
| 341 | "@type": "koral:termGroup", |
| 342 | "operands": [], |
| 343 | "relation": "relation:and" |
| 344 | } |
| 345 | }`, |
| 346 | expectError: true, |
| 347 | errorMsg: "failed to parse JSON into AST: error parsing wrapped node: term group must have at least one operand", |
| 348 | }, |
| 349 | } |
| 350 | |
| 351 | for _, tt := range tests { |
| 352 | t.Run(tt.name, func(t *testing.T) { |
| 353 | var inputData any |
| 354 | err := json.Unmarshal([]byte(tt.input), &inputData) |
| 355 | require.NoError(t, err) |
| 356 | |
| 357 | result, err := m.ApplyMappings("test-mapper", MappingOptions{Direction: AtoB}, inputData) |
| 358 | if tt.expectError { |
| 359 | assert.Error(t, err) |
| 360 | assert.Equal(t, tt.errorMsg, err.Error()) |
| 361 | assert.Nil(t, result) |
| 362 | } else { |
| 363 | assert.NoError(t, err) |
| 364 | assert.NotNil(t, result) |
| 365 | } |
| 366 | }) |
| 367 | } |
| 368 | } |