|
| 1 | +# Rendering to Custom Writers with FRender |
| 2 | + |
| 3 | +The `FRender` method enables rendering Liquid templates directly to any `io.Writer` implementation, providing fine-grained control over output handling. This is particularly useful for performance optimization, resource limiting, and security constraints. |
| 4 | + |
| 5 | +## Table of Contents |
| 6 | + |
| 7 | +- [Basic Usage](#basic-usage) |
| 8 | +- [Use Cases](#use-cases) |
| 9 | + - [Direct File Writing](#direct-file-writing) |
| 10 | + - [Context-Based Cancellation](#context-based-cancellation) |
| 11 | + - [Limiting Output Size](#limiting-output-size) |
| 12 | + - [Custom Output Transformation](#custom-output-transformation) |
| 13 | +- [API Reference](#api-reference) |
| 14 | + |
| 15 | +## Basic Usage |
| 16 | + |
| 17 | +The simplest use of `FRender` writes template output to any `io.Writer`: |
| 18 | + |
| 19 | +```go |
| 20 | +engine := liquid.NewEngine() |
| 21 | +template, err := engine.ParseTemplate([]byte(`<h1>{{ page.title }}</h1>`)) |
| 22 | +if err != nil { |
| 23 | + log.Fatal(err) |
| 24 | +} |
| 25 | + |
| 26 | +bindings := map[string]any{ |
| 27 | + "page": map[string]string{"title": "Introduction"}, |
| 28 | +} |
| 29 | + |
| 30 | +var buf bytes.Buffer |
| 31 | +err = template.FRender(&buf, bindings) |
| 32 | +if err != nil { |
| 33 | + log.Fatal(err) |
| 34 | +} |
| 35 | + |
| 36 | +fmt.Println(buf.String()) |
| 37 | +// Output: <h1>Introduction</h1> |
| 38 | +``` |
| 39 | + |
| 40 | +## Use Cases |
| 41 | + |
| 42 | +### Direct File Writing |
| 43 | + |
| 44 | +Avoid unnecessary memory allocation by rendering large templates directly to files: |
| 45 | + |
| 46 | +```go |
| 47 | +engine := liquid.NewEngine() |
| 48 | +template, err := engine.ParseTemplate(sourceBytes) |
| 49 | +if err != nil { |
| 50 | + log.Fatal(err) |
| 51 | +} |
| 52 | + |
| 53 | +file, err := os.Create("output.html") |
| 54 | +if err != nil { |
| 55 | + log.Fatal(err) |
| 56 | +} |
| 57 | +defer file.Close() |
| 58 | + |
| 59 | +// Stream directly to file without intermediate buffers |
| 60 | +err = template.FRender(file, bindings) |
| 61 | +if err != nil { |
| 62 | + log.Fatal(err) |
| 63 | +} |
| 64 | +``` |
| 65 | + |
| 66 | +### Context-Based Cancellation |
| 67 | + |
| 68 | +Prevent runaway template rendering by implementing cancellation via context: |
| 69 | + |
| 70 | +```go |
| 71 | +// CancelWriter wraps an io.Writer with context cancellation support |
| 72 | +type CancelWriter struct { |
| 73 | + ctx context.Context |
| 74 | + w io.Writer |
| 75 | +} |
| 76 | + |
| 77 | +func (cw *CancelWriter) Write(p []byte) (n int, err error) { |
| 78 | + select { |
| 79 | + case <-cw.ctx.Done(): |
| 80 | + return 0, cw.ctx.Err() |
| 81 | + default: |
| 82 | + return cw.w.Write(p) |
| 83 | + } |
| 84 | +} |
| 85 | + |
| 86 | +func renderWithTimeout(template *liquid.Template, bindings liquid.Bindings, timeout time.Duration) (string, error) { |
| 87 | + ctx, cancel := context.WithTimeout(context.Background(), timeout) |
| 88 | + defer cancel() |
| 89 | + |
| 90 | + var buf bytes.Buffer |
| 91 | + cw := &CancelWriter{ctx: ctx, w: &buf} |
| 92 | + |
| 93 | + err := template.FRender(cw, bindings) |
| 94 | + if err != nil { |
| 95 | + if errors.Is(err, context.DeadlineExceeded) { |
| 96 | + return "", fmt.Errorf("template rendering exceeded %v timeout", timeout) |
| 97 | + } |
| 98 | + return "", err |
| 99 | + } |
| 100 | + |
| 101 | + return buf.String(), nil |
| 102 | +} |
| 103 | + |
| 104 | +// Usage |
| 105 | +engine := liquid.NewEngine() |
| 106 | +template, _ := engine.ParseTemplate([]byte(`{% for i in (1..1000000) %}{{ i }}{% endfor %}`)) |
| 107 | + |
| 108 | +result, err := renderWithTimeout(template, liquid.Bindings{}, 100*time.Millisecond) |
| 109 | +if err != nil { |
| 110 | + log.Printf("Rendering stopped: %v", err) |
| 111 | +} |
| 112 | +``` |
| 113 | + |
| 114 | +This is crucial when rendering untrusted templates that might contain deeply nested loops or expensive operations. |
| 115 | + |
| 116 | +### Limiting Output Size |
| 117 | + |
| 118 | +Protect against excessive output from untrusted templates: |
| 119 | + |
| 120 | +```go |
| 121 | +// LimitWriter enforces a maximum output size |
| 122 | +type LimitWriter struct { |
| 123 | + w io.Writer |
| 124 | + written int64 |
| 125 | + maxBytes int64 |
| 126 | +} |
| 127 | + |
| 128 | +var ErrOutputLimitExceeded = errors.New("output size limit exceeded") |
| 129 | + |
| 130 | +func NewLimitWriter(w io.Writer, maxBytes int64) *LimitWriter { |
| 131 | + return &LimitWriter{w: w, maxBytes: maxBytes} |
| 132 | +} |
| 133 | + |
| 134 | +func (lw *LimitWriter) Write(p []byte) (n int, err error) { |
| 135 | + if lw.written+int64(len(p)) > lw.maxBytes { |
| 136 | + return 0, ErrOutputLimitExceeded |
| 137 | + } |
| 138 | + |
| 139 | + n, err = lw.w.Write(p) |
| 140 | + lw.written += int64(n) |
| 141 | + return n, err |
| 142 | +} |
| 143 | + |
| 144 | +func renderWithSizeLimit(template *liquid.Template, bindings liquid.Bindings, maxBytes int64) (string, error) { |
| 145 | + var buf bytes.Buffer |
| 146 | + lw := NewLimitWriter(&buf, maxBytes) |
| 147 | + |
| 148 | + err := template.FRender(lw, bindings) |
| 149 | + if err != nil { |
| 150 | + if errors.Is(err, ErrOutputLimitExceeded) { |
| 151 | + return "", fmt.Errorf("template output exceeded %d bytes", maxBytes) |
| 152 | + } |
| 153 | + return "", err |
| 154 | + } |
| 155 | + |
| 156 | + return buf.String(), nil |
| 157 | +} |
| 158 | + |
| 159 | +// Usage - limit untrusted template output to 1MB |
| 160 | +result, err := renderWithSizeLimit(template, bindings, 1024*1024) |
| 161 | +if err != nil { |
| 162 | + log.Printf("Rendering failed: %v", err) |
| 163 | +} |
| 164 | +``` |
| 165 | + |
| 166 | +### Custom Output Transformation |
| 167 | + |
| 168 | +Transform output on-the-fly without post-processing: |
| 169 | + |
| 170 | +```go |
| 171 | +// UpperCaseWriter converts all output to uppercase |
| 172 | +type UpperCaseWriter struct { |
| 173 | + w io.Writer |
| 174 | +} |
| 175 | + |
| 176 | +func (uc *UpperCaseWriter) Write(p []byte) (n int, err error) { |
| 177 | + upper := bytes.ToUpper(p) |
| 178 | + return uc.w.Write(upper) |
| 179 | +} |
| 180 | + |
| 181 | +// MinifyWriter could strip whitespace, compress, etc. |
| 182 | +type MinifyWriter struct { |
| 183 | + w io.Writer |
| 184 | +} |
| 185 | + |
| 186 | +func (mw *MinifyWriter) Write(p []byte) (n int, err error) { |
| 187 | + // Remove extra whitespace |
| 188 | + compressed := regexp.MustCompile(`\s+`).ReplaceAll(p, []byte(" ")) |
| 189 | + _, err = mw.w.Write(compressed) |
| 190 | + return len(p), err // Return original length for proper accounting |
| 191 | +} |
| 192 | + |
| 193 | +// Usage |
| 194 | +var buf bytes.Buffer |
| 195 | +upperWriter := &UpperCaseWriter{w: &buf} |
| 196 | +template.FRender(upperWriter, bindings) |
| 197 | +``` |
| 198 | + |
| 199 | +## API Reference |
| 200 | + |
| 201 | +### Template.FRender |
| 202 | + |
| 203 | +```go |
| 204 | +func (t *Template) FRender(w io.Writer, vars Bindings) SourceError |
| 205 | +``` |
| 206 | + |
| 207 | +Executes the template with the specified variable bindings and writes output to `w`. |
| 208 | + |
| 209 | +**Parameters:** |
| 210 | +- `w`: Any type implementing `io.Writer` interface |
| 211 | +- `vars`: Variable bindings (typically `map[string]any`) |
| 212 | + |
| 213 | +**Returns:** |
| 214 | +- `SourceError`: Error with source location information, or `nil` on success |
| 215 | + |
| 216 | +**Error Handling:** |
| 217 | + |
| 218 | +`FRender` returns errors from: |
| 219 | +1. Template execution errors (undefined variables, filter errors, etc.) |
| 220 | +2. Writer errors (disk full, context cancellation, custom limits, etc.) |
| 221 | + |
| 222 | +Both error types are returned as `SourceError` when possible, providing line number information for template-related issues. |
| 223 | + |
| 224 | +### Engine.ParseAndFRender |
| 225 | + |
| 226 | +```go |
| 227 | +func (e *Engine) ParseAndFRender(w io.Writer, source []byte, b Bindings) SourceError |
| 228 | +``` |
| 229 | + |
| 230 | +Convenience method that parses a template and immediately renders it to a writer. |
| 231 | + |
| 232 | +**Example:** |
| 233 | + |
| 234 | +```go |
| 235 | +engine := liquid.NewEngine() |
| 236 | +var buf bytes.Buffer |
| 237 | + |
| 238 | +err := engine.ParseAndFRender(&buf, []byte(`{{ greeting }}`), liquid.Bindings{ |
| 239 | + "greeting": "Hello, World!", |
| 240 | +}) |
| 241 | +if err != nil { |
| 242 | + log.Fatal(err) |
| 243 | +} |
| 244 | +
|
| 245 | +fmt.Println(buf.String()) |
| 246 | +``` |
| 247 | + |
| 248 | +## Comparison with Render Methods |
| 249 | + |
| 250 | +| Method | Return Type | Use Case | |
| 251 | +|--------|-------------|----------| |
| 252 | +| `Render(vars)` | `([]byte, error)` | Small templates, need byte slice | |
| 253 | +| `RenderString(vars)` | `(string, error)` | Small templates, need string | |
| 254 | +| `FRender(w, vars)` | `error` | Large output, streaming, custom handling | |
| 255 | + |
| 256 | +**When to use FRender:** |
| 257 | +- Template output > 1MB (avoid memory allocation) |
| 258 | +- Writing to files or network connections |
| 259 | +- Need cancellation or resource limits |
| 260 | +- Want custom output transformation |
| 261 | +- Rendering untrusted templates |
| 262 | + |
| 263 | +**When to use Render/RenderString:** |
| 264 | +- Small templates with predictable output |
| 265 | +- Need the result as a value for further processing |
| 266 | +- Simpler code for straightforward use cases |
| 267 | + |
| 268 | +## Performance Considerations |
| 269 | + |
| 270 | +`FRender` can significantly improve performance for large templates: |
| 271 | + |
| 272 | +```go |
| 273 | +// Memory-inefficient for large output |
| 274 | +data, _ := template.Render(bindings) |
| 275 | +file.Write(data) // Entire output buffered in memory |
| 276 | +
|
| 277 | +// Memory-efficient streaming |
| 278 | +file, _ := os.Create("output.html") |
| 279 | +template.FRender(file, bindings) // Streams directly to disk |
| 280 | +``` |
| 281 | + |
| 282 | +For a 100MB template output: |
| 283 | +- `Render()` approach: ~100MB memory usage |
| 284 | +- `FRender()` approach: ~4KB memory usage (typical buffer size) |
| 285 | + |
| 286 | +## Security Best Practices |
| 287 | + |
| 288 | +When rendering untrusted templates, always use FRender with protective wrappers: |
| 289 | + |
| 290 | +```go |
| 291 | +type SafeWriter struct { |
| 292 | + ctx context.Context |
| 293 | + w io.Writer |
| 294 | + written int64 |
| 295 | + maxBytes int64 |
| 296 | +} |
| 297 | +
|
| 298 | +func (sw *SafeWriter) Write(p []byte) (n int, err error) { |
| 299 | + // Check context cancellation |
| 300 | + select { |
| 301 | + case <-sw.ctx.Done(): |
| 302 | + return 0, sw.ctx.Err() |
| 303 | + default: |
| 304 | + } |
| 305 | +
|
| 306 | + // Check size limit |
| 307 | + if sw.written+int64(len(p)) > sw.maxBytes { |
| 308 | + return 0, ErrOutputLimitExceeded |
| 309 | + } |
| 310 | +
|
| 311 | + n, err = sw.w.Write(p) |
| 312 | + sw.written += int64(n) |
| 313 | + return n, err |
| 314 | +} |
| 315 | +
|
| 316 | +func renderUntrusted(template *liquid.Template, bindings liquid.Bindings) (string, error) { |
| 317 | + ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) |
| 318 | + defer cancel() |
| 319 | +
|
| 320 | + var buf bytes.Buffer |
| 321 | + safeWriter := &SafeWriter{ |
| 322 | + ctx: ctx, |
| 323 | + w: &buf, |
| 324 | + maxBytes: 10 * 1024 * 1024, // 10MB limit |
| 325 | + } |
| 326 | +
|
| 327 | + err := template.FRender(safeWriter, bindings) |
| 328 | + return buf.String(), err |
| 329 | +} |
| 330 | +``` |
| 331 | + |
| 332 | +This approach protects against: |
| 333 | +- Infinite loops or deeply nested iterations |
| 334 | +- Excessive memory consumption |
| 335 | +- DoS attacks via template complexity |
0 commit comments