Something went wrong. Try again.
source dump of claude code
Something went wrong. Try again.
12 kB · 390 lines
TypeScript
at main
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391import { unlink } from 'fs/promises'import { CircularBuffer } from '../CircularBuffer.js'import { logForDebugging } from '../debug.js'import { readFileRange, tailFile } from '../fsOperations.js'import { getMaxOutputLength } from '../shell/outputLimits.js'import { safeJoinLines } from '../stringUtils.js'import { DiskTaskOutput, getTaskOutputPath } from './diskOutput.js'
const DEFAULT_MAX_MEMORY = 8 * 1024 * 1024 // 8MBconst POLL_INTERVAL_MS = 1000const PROGRESS_TAIL_BYTES = 4096
type ProgressCallback = ( lastLines: string, allLines: string, totalLines: number, totalBytes: number, isIncomplete: boolean,) => void
/** * Single source of truth for a shell command's output. * * For bash commands (file mode): both stdout and stderr go directly to * a file via stdio fds — neither enters JS. Progress is extracted by * polling the file tail. getStderr() returns '' since stderr is * interleaved in the output file. * * For hooks (pipe mode): data flows through writeStdout()/writeStderr() * and is buffered in memory, spilling to disk if it exceeds the limit. */export class TaskOutput { readonly taskId: string readonly path: string /** True when stdout goes to a file fd (bypassing JS). False for pipe mode (hooks). */ readonly stdoutToFile: boolean #stdoutBuffer = '' #stderrBuffer = '' #disk: DiskTaskOutput | null = null #recentLines = new CircularBuffer<string>(1000) #totalLines = 0 #totalBytes = 0 #maxMemory: number #onProgress: ProgressCallback | null /** Set by getStdout() — true when the file was fully read (≤ maxOutputLength). */ #outputFileRedundant = false /** Set by getStdout() — total file size in bytes. */ #outputFileSize = 0
// --- Shared poller state ---
/** Registry of all file-mode TaskOutput instances with onProgress callbacks. */ static #registry = new Map<string, TaskOutput>() /** Subset of #registry currently being polled (visibility-driven by React). */ static #activePolling = new Map<string, TaskOutput>() static #pollInterval: ReturnType<typeof setInterval> | null = null
constructor( taskId: string, onProgress: ProgressCallback | null, stdoutToFile = false, maxMemory: number = DEFAULT_MAX_MEMORY, ) { this.taskId = taskId this.path = getTaskOutputPath(taskId) this.stdoutToFile = stdoutToFile this.#maxMemory = maxMemory this.#onProgress = onProgress
// Register for polling when stdout goes to a file and progress is needed. // Actual polling is started/stopped by React via startPolling/stopPolling. if (stdoutToFile && onProgress) { TaskOutput.#registry.set(taskId, this) } }
/** * Begin polling the output file for progress. Called from React * useEffect when the progress component mounts. */ static startPolling(taskId: string): void { const instance = TaskOutput.#registry.get(taskId) if (!instance || !instance.#onProgress) { return } TaskOutput.#activePolling.set(taskId, instance) if (!TaskOutput.#pollInterval) { TaskOutput.#pollInterval = setInterval(TaskOutput.#tick, POLL_INTERVAL_MS) TaskOutput.#pollInterval.unref() } }
/** * Stop polling the output file. Called from React useEffect cleanup * when the progress component unmounts. */ static stopPolling(taskId: string): void { TaskOutput.#activePolling.delete(taskId) if (TaskOutput.#activePolling.size === 0 && TaskOutput.#pollInterval) { clearInterval(TaskOutput.#pollInterval) TaskOutput.#pollInterval = null } }
/** * Shared tick: reads the file tail for every actively-polled task. * Non-async body (.then) to avoid stacking if I/O is slow. */ static #tick(): void { for (const [, entry] of TaskOutput.#activePolling) { if (!entry.#onProgress) { continue } void tailFile(entry.path, PROGRESS_TAIL_BYTES).then( ({ content, bytesRead, bytesTotal }) => { if (!entry.#onProgress) { return } // Always call onProgress even when content is empty, so the // progress loop wakes up and can check for backgrounding. // Commands like `git log -S` produce no output for long periods. if (!content) { entry.#onProgress('', '', entry.#totalLines, bytesTotal, false) return } // Count all newlines in the tail and capture slice points for the // last 5 and last 100 lines. Uncapped so extrapolation stays accurate // for dense output (short lines → >100 newlines in 4KB). let pos = content.length let n5 = 0 let n100 = 0 let lineCount = 0 while (pos > 0) { pos = content.lastIndexOf('\n', pos - 1) lineCount++ if (lineCount === 5) n5 = pos <= 0 ? 0 : pos + 1 if (lineCount === 100) n100 = pos <= 0 ? 0 : pos + 1 } // lineCount is exact when the whole file fits in PROGRESS_TAIL_BYTES. // Otherwise extrapolate from the tail sample; monotone max keeps the // counter from going backwards when the tail has longer lines on one tick. const totalLines = bytesRead >= bytesTotal ? lineCount : Math.max( entry.#totalLines, Math.round((bytesTotal / bytesRead) * lineCount), ) entry.#totalLines = totalLines entry.#totalBytes = bytesTotal entry.#onProgress( content.slice(n5), content.slice(n100), totalLines, bytesTotal, bytesRead < bytesTotal, ) }, () => { // File may not exist yet }, ) } }
/** Write stdout data (pipe mode only — used by hooks). */ writeStdout(data: string): void { this.#writeBuffered(data, false) }
/** Write stderr data (always piped). */ writeStderr(data: string): void { this.#writeBuffered(data, true) }
#writeBuffered(data: string, isStderr: boolean): void { this.#totalBytes += data.length
this.#updateProgress(data)
// Write to disk if already overflowed if (this.#disk) { this.#disk.append(isStderr ? `[stderr] ${data}` : data) return }
// Check if this chunk would exceed the in-memory limit const totalMem = this.#stdoutBuffer.length + this.#stderrBuffer.length + data.length if (totalMem > this.#maxMemory) { this.#spillToDisk(isStderr ? data : null, isStderr ? null : data) return }
if (isStderr) { this.#stderrBuffer += data } else { this.#stdoutBuffer += data } }
/** * Single backward pass: count all newlines (for totalLines) and extract * the last few lines as flat copies (for the CircularBuffer / progress). * Only used in pipe mode (hooks). File mode uses the shared poller. */ #updateProgress(data: string): void { const MAX_PROGRESS_BYTES = 4096 const MAX_PROGRESS_LINES = 100
let lineCount = 0 const lines: string[] = [] let extractedBytes = 0 let pos = data.length
while (pos > 0) { const prev = data.lastIndexOf('\n', pos - 1) if (prev === -1) { break } lineCount++ if ( lines.length < MAX_PROGRESS_LINES && extractedBytes < MAX_PROGRESS_BYTES ) { const lineLen = pos - prev - 1 if (lineLen > 0 && lineLen <= MAX_PROGRESS_BYTES - extractedBytes) { const line = data.slice(prev + 1, pos) if (line.trim()) { lines.push(Buffer.from(line).toString()) extractedBytes += lineLen } } } pos = prev }
this.#totalLines += lineCount
for (let i = lines.length - 1; i >= 0; i--) { this.#recentLines.add(lines[i]!) }
if (this.#onProgress && lines.length > 0) { const recent = this.#recentLines.getRecent(5) this.#onProgress( safeJoinLines(recent, '\n'), safeJoinLines(this.#recentLines.getRecent(100), '\n'), this.#totalLines, this.#totalBytes, this.#disk !== null, ) } }
#spillToDisk(stderrChunk: string | null, stdoutChunk: string | null): void { this.#disk = new DiskTaskOutput(this.taskId)
// Flush existing buffers if (this.#stdoutBuffer) { this.#disk.append(this.#stdoutBuffer) this.#stdoutBuffer = '' } if (this.#stderrBuffer) { this.#disk.append(`[stderr] ${this.#stderrBuffer}`) this.#stderrBuffer = '' }
// Write the chunk that triggered overflow if (stdoutChunk) { this.#disk.append(stdoutChunk) } if (stderrChunk) { this.#disk.append(`[stderr] ${stderrChunk}`) } }
/** * Get stdout. In file mode, reads from the output file. * In pipe mode, returns the in-memory buffer or tail from CircularBuffer. */ async getStdout(): Promise<string> { if (this.stdoutToFile) { return this.#readStdoutFromFile() } // Pipe mode (hooks) — use in-memory data if (this.#disk) { const recent = this.#recentLines.getRecent(5) const tail = safeJoinLines(recent, '\n') const sizeKB = Math.round(this.#totalBytes / 1024) const notice = `\nOutput truncated (${sizeKB}KB total). Full output saved to: ${this.path}` return tail ? tail + notice : notice.trimStart() } return this.#stdoutBuffer }
async #readStdoutFromFile(): Promise<string> { const maxBytes = getMaxOutputLength() try { const result = await readFileRange(this.path, 0, maxBytes) if (!result) { this.#outputFileRedundant = true return '' } const { content, bytesRead, bytesTotal } = result // If the file fits, it's fully captured inline and can be deleted. // If not, return what we read — processToolResultBlock handles // the <persisted-output> formatting and persistence downstream. this.#outputFileSize = bytesTotal this.#outputFileRedundant = bytesTotal <= bytesRead return content } catch (err) { // Surface the error instead of silently returning empty. An ENOENT here // means the output file was deleted while the command was running // (historically: cross-session startup cleanup in the same project dir). // Returning a diagnostic string keeps the tool_result non-empty, which // avoids reminder-only-at-tail confusion downstream and tells the model // (and us, via the transcript) what actually happened. const code = err instanceof Error && 'code' in err ? String(err.code) : 'unknown' logForDebugging( `TaskOutput.#readStdoutFromFile: failed to read ${this.path} (${code}): ${err}`, ) return `<bash output unavailable: output file ${this.path} could not be read (${code}). This usually means another Claude Code process in the same project deleted it during startup cleanup.>` } }
/** Sync getter for ExecResult.stderr */ getStderr(): string { if (this.#disk) { return '' } return this.#stderrBuffer }
get isOverflowed(): boolean { return this.#disk !== null }
get totalLines(): number { return this.#totalLines }
get totalBytes(): number { return this.#totalBytes }
/** * True after getStdout() when the output file was fully read. * The file content is redundant (fully in ExecResult.stdout) and can be deleted. */ get outputFileRedundant(): boolean { return this.#outputFileRedundant }
/** Total file size in bytes, set after getStdout() reads the file. */ get outputFileSize(): number { return this.#outputFileSize }
/** Force all buffered content to disk. Call when backgrounding. */ spillToDisk(): void { if (!this.#disk) { this.#spillToDisk(null, null) } }
async flush(): Promise<void> { await this.#disk?.flush() }
/** Delete the output file (fire-and-forget safe). */ async deleteOutputFile(): Promise<void> { try { await unlink(this.path) } catch { // File may already be deleted or not exist } }
clear(): void { this.#stdoutBuffer = '' this.#stderrBuffer = '' this.#recentLines.clear() this.#onProgress = null this.#disk?.cancel() TaskOutput.stopPolling(this.taskId) TaskOutput.#registry.delete(this.taskId) }}