Something went wrong. Try again.
fork of gitlab.com/devnw/zig/json for zig 0.17
Something went wrong. Try again.
7.2 kB · 210 lines
Zig
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211// SPDX-License-Identifier: Apache-2.0// Example 08: Streaming JSON (Tokenizer and Encoder)//// This example demonstrates streaming JSON parsing and encoding,// which is more memory-efficient for large documents or when you// only need specific parts of the data.
const std = @import("std");const json = @import("json");
pub fn main() !void { var gpa = std.heap.DebugAllocator(.{}){}; defer _ = gpa.deinit(); const allocator = gpa.allocator();
// ========================================================================= // 1. Streaming tokenizer - parse without building full tree // ========================================================================= std.debug.print("=== 1. Streaming Tokenizer ===\n", .{});
const sample_json = \\{"name": "Alice", "age": 30, "tags": ["dev", "zig"]} ;
// Create a tokenizer. It keeps one scratch buffer for decoded strings // across next()/peek()/readValue(); deinit() frees it. var tokenizer = json.Tokenizer.init(allocator, sample_json, .{}); defer tokenizer.deinit();
std.debug.print(" Tokens in document:\n", .{}); while (true) { const token = tokenizer.next() catch break; if (token.type == .eof) break;
std.debug.print(" Type: {}, Value: ", .{token.type}); switch (token.type) { .string => std.debug.print("\"{s}\"", .{token.bytes}), else => std.debug.print("{s}", .{token.bytes}), } std.debug.print("\n", .{}); }
// ========================================================================= // 2. Read specific values from tokenizer // ========================================================================= std.debug.print("\n=== 2. Read Values from Tokenizer ===\n", .{});
var tokenizer2 = json.Tokenizer.init(allocator, sample_json, .{}); defer tokenizer2.deinit();
// Read the entire value as a json.Value tree const value = try json.readValue(&tokenizer2); defer json.freeValue(allocator, value);
std.debug.print(" Read complete value: ", .{}); switch (value) { .obj => std.debug.print("object with {d} members\n", .{value.obj.len}), .arr => std.debug.print("array with {d} elements\n", .{value.arr.len}), else => std.debug.print("other type\n", .{}), }
// ========================================================================= // 3. Streaming encoder - write to a stream // ========================================================================= std.debug.print("\n=== 3. Streaming Encoder ===\n", .{});
// Create an allocating writer to collect the streamed output var buffer: std.Io.Writer.Allocating = .init(allocator); defer buffer.deinit();
// Create a streaming encoder with pretty printing var encoder = json.streamingEncoder(allocator, &buffer.writer, .{ .indent = " ", }); defer encoder.deinit();
// Write JSON incrementally try encoder.beginObject();
try encoder.writeKey("name"); try encoder.writeString("Bob");
try encoder.writeKey("scores"); try encoder.beginArray(); try encoder.writeInt(@as(u32, 95)); try encoder.writeInt(@as(u32, 87)); try encoder.writeInt(@as(u32, 92)); try encoder.endArray();
try encoder.writeKey("active"); try encoder.writeBool(true);
try encoder.endObject();
std.debug.print(" Streamed output:\n{s}\n", .{buffer.written()});
// ========================================================================= // 4. Encode to writer directly // ========================================================================= std.debug.print("\n=== 4. Encode to Writer ===\n", .{});
const User = struct { id: u64, name: []const u8, email: []const u8, };
const user = User{ .id = 12345, .name = "Charlie", .email = "charlie@example.com", };
var output: std.Io.Writer.Allocating = .init(allocator); defer output.deinit();
// Write directly to the output buffer try json.encodeToWriter(&output.writer, user, .{ .indent = " " });
std.debug.print(" Encoded to writer:\n{s}\n", .{output.written()});
// ========================================================================= // 5. Process large arrays item by item // ========================================================================= std.debug.print("\n=== 5. Processing Large Arrays ===\n", .{});
const large_array = \\[ \\ {"id": 1, "value": "first"}, \\ {"id": 2, "value": "second"}, \\ {"id": 3, "value": "third"} \\] ;
var arr_tokenizer = json.Tokenizer.init(allocator, large_array, .{}); defer arr_tokenizer.deinit();
// Skip the opening bracket const first_token = try arr_tokenizer.next(); std.debug.print(" First token: {} (expecting array_start)\n", .{first_token.type});
// Process each item without loading the entire array var count: usize = 0; while (true) { // Check if we've reached the end const peeked = try arr_tokenizer.peek(); if (peeked.type == .array_end) { _ = try arr_tokenizer.next(); // consume the ] break; }
// Read the next value const item = try json.readValue(&arr_tokenizer); defer json.freeValue(allocator, item);
count += 1;
// Process the item if (item == .obj) { for (item.obj) |m| { if (std.mem.eql(u8, m.k, "id")) { std.debug.print(" Processing item with id: {s}\n", .{m.v.num.lexeme}); } } }
// Skip comma if present const p = try arr_tokenizer.peek(); if (p.type == .comma) { _ = try arr_tokenizer.next(); } } std.debug.print(" Processed {d} items\n", .{count});
// ========================================================================= // 6. Memory-efficient encoding of large data // ========================================================================= std.debug.print("\n=== 6. Memory-Efficient Large Data Encoding ===\n", .{});
// For very large data, you can encode directly to a file or network socket // Here we demonstrate with a buffer
var large_output: std.Io.Writer.Allocating = .init(allocator); defer large_output.deinit();
var large_encoder = json.streamingEncoder(allocator, &large_output.writer, .{}); defer large_encoder.deinit();
try large_encoder.beginArray();
// Simulate generating many items var i: usize = 0; while (i < 5) : (i += 1) { try large_encoder.beginObject();
try large_encoder.writeKey("index"); try large_encoder.writeInt(i);
try large_encoder.writeKey("squared"); try large_encoder.writeInt(i * i);
try large_encoder.endObject(); }
try large_encoder.endArray();
std.debug.print(" Generated array: {s}\n", .{large_output.written()});
std.debug.print("\nAll examples completed successfully!\n", .{});}