Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 1 | package main |
| 2 | |
| 3 | import ( |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 4 | "fmt" |
| 5 | "os" |
| 6 | "os/signal" |
| 7 | "strings" |
| 8 | "syscall" |
| 9 | |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 10 | "github.com/KorAP/KoralPipe-TermMapper/config" |
Akron | fa55bb2 | 2025-05-26 15:10:42 +0200 | [diff] [blame] | 11 | "github.com/KorAP/KoralPipe-TermMapper/mapper" |
Akron | 1fc750e | 2025-05-26 16:54:18 +0200 | [diff] [blame] | 12 | "github.com/alecthomas/kong" |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 13 | "github.com/gofiber/fiber/v2" |
| 14 | "github.com/rs/zerolog" |
| 15 | "github.com/rs/zerolog/log" |
| 16 | ) |
| 17 | |
Akron | 74e1c07 | 2025-05-26 14:38:25 +0200 | [diff] [blame] | 18 | const ( |
| 19 | maxInputLength = 1024 * 1024 // 1MB |
| 20 | maxParamLength = 1024 // 1KB |
| 21 | ) |
| 22 | |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 23 | type appConfig struct { |
Akron | 1fc750e | 2025-05-26 16:54:18 +0200 | [diff] [blame] | 24 | Port int `kong:"short='p',default='8080',help='Port to listen on'"` |
| 25 | Config string `kong:"short='c',required,help='YAML configuration file containing mapping directives'"` |
| 26 | LogLevel string `kong:"short='l',default='info',help='Log level (debug, info, warn, error)'"` |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 27 | } |
| 28 | |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 29 | func parseConfig() *appConfig { |
| 30 | cfg := &appConfig{} |
Akron | 1fc750e | 2025-05-26 16:54:18 +0200 | [diff] [blame] | 31 | ctx := kong.Parse(cfg, |
| 32 | kong.Description("A web service for transforming JSON objects using term mapping rules."), |
| 33 | kong.UsageOnError(), |
| 34 | ) |
| 35 | if ctx.Error != nil { |
| 36 | fmt.Fprintln(os.Stderr, ctx.Error) |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 37 | os.Exit(1) |
| 38 | } |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 39 | return cfg |
| 40 | } |
| 41 | |
| 42 | func setupLogger(level string) { |
| 43 | // Parse log level |
| 44 | lvl, err := zerolog.ParseLevel(strings.ToLower(level)) |
| 45 | if err != nil { |
| 46 | log.Error().Err(err).Str("level", level).Msg("Invalid log level, defaulting to info") |
| 47 | lvl = zerolog.InfoLevel |
| 48 | } |
| 49 | |
| 50 | // Configure zerolog |
| 51 | zerolog.SetGlobalLevel(lvl) |
| 52 | log.Logger = log.Output(zerolog.ConsoleWriter{Out: os.Stderr}) |
| 53 | } |
| 54 | |
| 55 | func main() { |
| 56 | // Parse command line flags |
Akron | 1fc750e | 2025-05-26 16:54:18 +0200 | [diff] [blame] | 57 | cfg := parseConfig() |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 58 | |
| 59 | // Set up logging |
Akron | 1fc750e | 2025-05-26 16:54:18 +0200 | [diff] [blame] | 60 | setupLogger(cfg.LogLevel) |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 61 | |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 62 | // Load configuration file |
| 63 | yamlConfig, err := config.LoadConfig(cfg.Config) |
| 64 | if err != nil { |
| 65 | log.Fatal().Err(err).Msg("Failed to load configuration") |
| 66 | } |
| 67 | |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 68 | // Create a new mapper instance |
Akron | a00d475 | 2025-05-26 17:34:36 +0200 | [diff] [blame] | 69 | m, err := mapper.NewMapper(yamlConfig.Lists) |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 70 | if err != nil { |
| 71 | log.Fatal().Err(err).Msg("Failed to create mapper") |
| 72 | } |
| 73 | |
| 74 | // Create fiber app |
| 75 | app := fiber.New(fiber.Config{ |
| 76 | DisableStartupMessage: true, |
Akron | 74e1c07 | 2025-05-26 14:38:25 +0200 | [diff] [blame] | 77 | BodyLimit: maxInputLength, |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 78 | }) |
| 79 | |
| 80 | // Set up routes |
| 81 | setupRoutes(app, m) |
| 82 | |
| 83 | // Start server |
| 84 | go func() { |
Akron | 1fc750e | 2025-05-26 16:54:18 +0200 | [diff] [blame] | 85 | log.Info().Int("port", cfg.Port).Msg("Starting server") |
| 86 | if err := app.Listen(fmt.Sprintf(":%d", cfg.Port)); err != nil { |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 87 | log.Fatal().Err(err).Msg("Server error") |
| 88 | } |
| 89 | }() |
| 90 | |
| 91 | // Wait for interrupt signal |
| 92 | sigChan := make(chan os.Signal, 1) |
| 93 | signal.Notify(sigChan, os.Interrupt, syscall.SIGTERM) |
| 94 | <-sigChan |
| 95 | |
| 96 | // Graceful shutdown |
| 97 | log.Info().Msg("Shutting down server") |
| 98 | if err := app.Shutdown(); err != nil { |
| 99 | log.Error().Err(err).Msg("Error during shutdown") |
| 100 | } |
| 101 | } |
| 102 | |
| 103 | func setupRoutes(app *fiber.App, m *mapper.Mapper) { |
| 104 | // Health check endpoint |
| 105 | app.Get("/health", func(c *fiber.Ctx) error { |
| 106 | return c.SendString("OK") |
| 107 | }) |
| 108 | |
| 109 | // Transformation endpoint |
| 110 | app.Post("/:map/query", handleTransform(m)) |
| 111 | } |
| 112 | |
| 113 | func handleTransform(m *mapper.Mapper) fiber.Handler { |
| 114 | return func(c *fiber.Ctx) error { |
| 115 | // Get parameters |
| 116 | mapID := c.Params("map") |
| 117 | dir := c.Query("dir", "atob") |
| 118 | foundryA := c.Query("foundryA", "") |
| 119 | foundryB := c.Query("foundryB", "") |
| 120 | layerA := c.Query("layerA", "") |
| 121 | layerB := c.Query("layerB", "") |
| 122 | |
Akron | 74e1c07 | 2025-05-26 14:38:25 +0200 | [diff] [blame] | 123 | // Validate input parameters |
| 124 | if err := validateInput(mapID, dir, foundryA, foundryB, layerA, layerB, c.Body()); err != nil { |
| 125 | return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{ |
| 126 | "error": err.Error(), |
| 127 | }) |
| 128 | } |
| 129 | |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 130 | // Validate direction |
| 131 | if dir != "atob" && dir != "btoa" { |
| 132 | return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{ |
| 133 | "error": "invalid direction, must be 'atob' or 'btoa'", |
| 134 | }) |
| 135 | } |
| 136 | |
| 137 | // Parse request body |
Akron | 2cbdab5 | 2025-05-23 17:57:10 +0200 | [diff] [blame] | 138 | var jsonData any |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 139 | if err := c.BodyParser(&jsonData); err != nil { |
| 140 | return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{ |
| 141 | "error": "invalid JSON in request body", |
| 142 | }) |
| 143 | } |
| 144 | |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame] | 145 | // Parse direction |
| 146 | direction, err := mapper.ParseDirection(dir) |
| 147 | if err != nil { |
| 148 | return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{ |
| 149 | "error": err.Error(), |
| 150 | }) |
| 151 | } |
| 152 | |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 153 | // Apply mappings |
Akron | 7b4984e | 2025-05-26 19:12:20 +0200 | [diff] [blame^] | 154 | result, err := m.ApplyQueryMappings(mapID, mapper.MappingOptions{ |
Akron | a1a183f | 2025-05-26 17:47:33 +0200 | [diff] [blame] | 155 | Direction: direction, |
Akron | 49ceeb4 | 2025-05-23 17:46:01 +0200 | [diff] [blame] | 156 | FoundryA: foundryA, |
| 157 | FoundryB: foundryB, |
| 158 | LayerA: layerA, |
| 159 | LayerB: layerB, |
| 160 | }, jsonData) |
| 161 | |
| 162 | if err != nil { |
| 163 | log.Error().Err(err). |
| 164 | Str("mapID", mapID). |
| 165 | Str("direction", dir). |
| 166 | Msg("Failed to apply mappings") |
| 167 | |
| 168 | return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{ |
| 169 | "error": err.Error(), |
| 170 | }) |
| 171 | } |
| 172 | |
| 173 | return c.JSON(result) |
| 174 | } |
| 175 | } |
Akron | 74e1c07 | 2025-05-26 14:38:25 +0200 | [diff] [blame] | 176 | |
| 177 | // validateInput checks if the input parameters are valid |
| 178 | func validateInput(mapID, dir, foundryA, foundryB, layerA, layerB string, body []byte) error { |
Akron | 69d43bf | 2025-05-26 17:09:00 +0200 | [diff] [blame] | 179 | // Define parameter checks |
| 180 | params := []struct { |
Akron | 74e1c07 | 2025-05-26 14:38:25 +0200 | [diff] [blame] | 181 | name string |
| 182 | value string |
| 183 | }{ |
| 184 | {"mapID", mapID}, |
| 185 | {"dir", dir}, |
| 186 | {"foundryA", foundryA}, |
| 187 | {"foundryB", foundryB}, |
| 188 | {"layerA", layerA}, |
| 189 | {"layerB", layerB}, |
Akron | 69d43bf | 2025-05-26 17:09:00 +0200 | [diff] [blame] | 190 | } |
| 191 | |
| 192 | for _, param := range params { |
| 193 | // Check input lengths |
| 194 | if len(param.value) > maxParamLength { |
| 195 | return fmt.Errorf("%s too long (max %d bytes)", param.name, maxParamLength) |
| 196 | } |
| 197 | // Check for invalid characters in parameters |
Akron | 74e1c07 | 2025-05-26 14:38:25 +0200 | [diff] [blame] | 198 | if strings.ContainsAny(param.value, "<>{}[]\\") { |
| 199 | return fmt.Errorf("%s contains invalid characters", param.name) |
| 200 | } |
| 201 | } |
| 202 | |
Akron | 69d43bf | 2025-05-26 17:09:00 +0200 | [diff] [blame] | 203 | if len(body) > maxInputLength { |
| 204 | return fmt.Errorf("request body too large (max %d bytes)", maxInputLength) |
| 205 | } |
| 206 | |
Akron | 74e1c07 | 2025-05-26 14:38:25 +0200 | [diff] [blame] | 207 | return nil |
| 208 | } |