Something went wrong. Try again.
source dump of claude code
Something went wrong. Try again.
39 kB · 1183 lines
TypeScript
at main
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184import type { Base64ImageSource } from '@anthropic-ai/sdk/resources/index.mjs'import { readdir, readFile as readFileAsync } from 'fs/promises'import * as path from 'path'import { posix, win32 } from 'path'import { z } from 'zod/v4'import { PDF_AT_MENTION_INLINE_THRESHOLD, PDF_EXTRACT_SIZE_THRESHOLD, PDF_MAX_PAGES_PER_READ,} from '../../constants/apiLimits.js'import { hasBinaryExtension } from '../../constants/files.js'import { memoryFreshnessNote } from '../../memdir/memoryAge.js'import { getFeatureValue_CACHED_MAY_BE_STALE } from '../../services/analytics/growthbook.js'import { logEvent } from '../../services/analytics/index.js'import { type AnalyticsMetadata_I_VERIFIED_THIS_IS_NOT_CODE_OR_FILEPATHS, getFileExtensionForAnalytics,} from '../../services/analytics/metadata.js'import { countTokensWithAPI, roughTokenCountEstimationForFileType,} from '../../services/tokenEstimation.js'import { activateConditionalSkillsForPaths, addSkillDirectories, discoverSkillDirsForPaths,} from '../../skills/loadSkillsDir.js'import type { ToolUseContext } from '../../Tool.js'import { buildTool, type ToolDef } from '../../Tool.js'import { getCwd } from '../../utils/cwd.js'import { getClaudeConfigHomeDir, isEnvTruthy } from '../../utils/envUtils.js'import { getErrnoCode, isENOENT } from '../../utils/errors.js'import { addLineNumbers, FILE_NOT_FOUND_CWD_NOTE, findSimilarFile, getFileModificationTimeAsync, suggestPathUnderCwd,} from '../../utils/file.js'import { logFileOperation } from '../../utils/fileOperationAnalytics.js'import { formatFileSize } from '../../utils/format.js'import { getFsImplementation } from '../../utils/fsOperations.js'import { compressImageBufferWithTokenLimit, createImageMetadataText, detectImageFormatFromBuffer, type ImageDimensions, ImageResizeError, maybeResizeAndDownsampleImageBuffer,} from '../../utils/imageResizer.js'import { lazySchema } from '../../utils/lazySchema.js'import { logError } from '../../utils/log.js'import { isAutoMemFile } from '../../utils/memoryFileDetection.js'import { createUserMessage } from '../../utils/messages.js'import { getCanonicalName, getMainLoopModel } from '../../utils/model/model.js'import { mapNotebookCellsToToolResult, readNotebook,} from '../../utils/notebook.js'import { expandPath } from '../../utils/path.js'import { extractPDFPages, getPDFPageCount, readPDF } from '../../utils/pdf.js'import { isPDFExtension, isPDFSupported, parsePDFPageRange,} from '../../utils/pdfUtils.js'import { checkReadPermissionForTool, matchingRuleForInput,} from '../../utils/permissions/filesystem.js'import type { PermissionDecision } from '../../utils/permissions/PermissionResult.js'import { matchWildcardPattern } from '../../utils/permissions/shellRuleMatching.js'import { readFileInRange } from '../../utils/readFileInRange.js'import { semanticNumber } from '../../utils/semanticNumber.js'import { jsonStringify } from '../../utils/slowOperations.js'import { BASH_TOOL_NAME } from '../BashTool/toolName.js'import { getDefaultFileReadingLimits } from './limits.js'import { DESCRIPTION, FILE_READ_TOOL_NAME, FILE_UNCHANGED_STUB, LINE_FORMAT_INSTRUCTION, OFFSET_INSTRUCTION_DEFAULT, OFFSET_INSTRUCTION_TARGETED, renderPromptTemplate,} from './prompt.js'import { getToolUseSummary, renderToolResultMessage, renderToolUseErrorMessage, renderToolUseMessage, renderToolUseTag, userFacingName,} from './UI.js'
// Device files that would hang the process: infinite output or blocking input.// Checked by path only (no I/O). Safe devices like /dev/null are intentionally omitted.const BLOCKED_DEVICE_PATHS = new Set([ // Infinite output — never reach EOF '/dev/zero', '/dev/random', '/dev/urandom', '/dev/full', // Blocks waiting for input '/dev/stdin', '/dev/tty', '/dev/console', // Nonsensical to read '/dev/stdout', '/dev/stderr', // fd aliases for stdin/stdout/stderr '/dev/fd/0', '/dev/fd/1', '/dev/fd/2',])
function isBlockedDevicePath(filePath: string): boolean { if (BLOCKED_DEVICE_PATHS.has(filePath)) return true // /proc/self/fd/0-2 and /proc/<pid>/fd/0-2 are Linux aliases for stdio if ( filePath.startsWith('/proc/') && (filePath.endsWith('/fd/0') || filePath.endsWith('/fd/1') || filePath.endsWith('/fd/2')) ) return true return false}
// Narrow no-break space (U+202F) used by some macOS versions in screenshot filenamesconst THIN_SPACE = String.fromCharCode(8239)
/** * Resolves macOS screenshot paths that may have different space characters. * macOS uses either regular space or thin space (U+202F) before AM/PM in screenshot * filenames depending on the macOS version. This function tries the alternate space * character if the file doesn't exist with the given path. * * @param filePath - The normalized file path to resolve * @returns The path to the actual file on disk (may differ in space character) *//** * For macOS screenshot paths with AM/PM, the space before AM/PM may be a * regular space or a thin space depending on the macOS version. Returns * the alternate path to try if the original doesn't exist, or undefined. */function getAlternateScreenshotPath(filePath: string): string | undefined { const filename = path.basename(filePath) const amPmPattern = /^(.+)([ \u202F])(AM|PM)(\.png)$/ const match = filename.match(amPmPattern) if (!match) return undefined
const currentSpace = match[2] const alternateSpace = currentSpace === ' ' ? THIN_SPACE : ' ' return filePath.replace( `${currentSpace}${match[3]}${match[4]}`, `${alternateSpace}${match[3]}${match[4]}`, )}
// File read listeners - allows other services to be notified when files are readtype FileReadListener = (filePath: string, content: string) => voidconst fileReadListeners: FileReadListener[] = []
export function registerFileReadListener( listener: FileReadListener,): () => void { fileReadListeners.push(listener) return () => { const i = fileReadListeners.indexOf(listener) if (i >= 0) fileReadListeners.splice(i, 1) }}
export class MaxFileReadTokenExceededError extends Error { constructor( public tokenCount: number, public maxTokens: number, ) { super( `File content (${tokenCount} tokens) exceeds maximum allowed tokens (${maxTokens}). Use offset and limit parameters to read specific portions of the file, or search for specific content instead of reading the whole file.`, ) this.name = 'MaxFileReadTokenExceededError' }}
// Common image extensionsconst IMAGE_EXTENSIONS = new Set(['png', 'jpg', 'jpeg', 'gif', 'webp'])
/** * Detects if a file path is a session-related file for analytics logging. * Only matches files within the Claude config directory (e.g., ~/.claude). * Returns the type of session file or null if not a session file. */function detectSessionFileType( filePath: string,): 'session_memory' | 'session_transcript' | null { const configDir = getClaudeConfigHomeDir()
// Only match files within the Claude config directory if (!filePath.startsWith(configDir)) { return null }
// Normalize path to use forward slashes for consistent matching across platforms const normalizedPath = filePath.split(win32.sep).join(posix.sep)
// Session memory files: ~/.claude/session-memory/*.md (including summary.md) if ( normalizedPath.includes('/session-memory/') && normalizedPath.endsWith('.md') ) { return 'session_memory' }
// Session JSONL transcript files: ~/.claude/projects/*/*.jsonl if ( normalizedPath.includes('/projects/') && normalizedPath.endsWith('.jsonl') ) { return 'session_transcript' }
return null}
const inputSchema = lazySchema(() => z.strictObject({ file_path: z.string().describe('The absolute path to the file to read'), offset: semanticNumber(z.number().int().nonnegative().optional()).describe( 'The line number to start reading from. Only provide if the file is too large to read at once', ), limit: semanticNumber(z.number().int().positive().optional()).describe( 'The number of lines to read. Only provide if the file is too large to read at once.', ), pages: z .string() .optional() .describe( `Page range for PDF files (e.g., "1-5", "3", "10-20"). Only applicable to PDF files. Maximum ${PDF_MAX_PAGES_PER_READ} pages per request.`, ), }),)type InputSchema = ReturnType<typeof inputSchema>
export type Input = z.infer<InputSchema>
const outputSchema = lazySchema(() => { // Define the media types supported for images const imageMediaTypes = z.enum([ 'image/jpeg', 'image/png', 'image/gif', 'image/webp', ])
return z.discriminatedUnion('type', [ z.object({ type: z.literal('text'), file: z.object({ filePath: z.string().describe('The path to the file that was read'), content: z.string().describe('The content of the file'), numLines: z .number() .describe('Number of lines in the returned content'), startLine: z.number().describe('The starting line number'), totalLines: z.number().describe('Total number of lines in the file'), }), }), z.object({ type: z.literal('image'), file: z.object({ base64: z.string().describe('Base64-encoded image data'), type: imageMediaTypes.describe('The MIME type of the image'), originalSize: z.number().describe('Original file size in bytes'), dimensions: z .object({ originalWidth: z .number() .optional() .describe('Original image width in pixels'), originalHeight: z .number() .optional() .describe('Original image height in pixels'), displayWidth: z .number() .optional() .describe('Displayed image width in pixels (after resizing)'), displayHeight: z .number() .optional() .describe('Displayed image height in pixels (after resizing)'), }) .optional() .describe('Image dimension info for coordinate mapping'), }), }), z.object({ type: z.literal('notebook'), file: z.object({ filePath: z.string().describe('The path to the notebook file'), cells: z.array(z.any()).describe('Array of notebook cells'), }), }), z.object({ type: z.literal('pdf'), file: z.object({ filePath: z.string().describe('The path to the PDF file'), base64: z.string().describe('Base64-encoded PDF data'), originalSize: z.number().describe('Original file size in bytes'), }), }), z.object({ type: z.literal('parts'), file: z.object({ filePath: z.string().describe('The path to the PDF file'), originalSize: z.number().describe('Original file size in bytes'), count: z.number().describe('Number of pages extracted'), outputDir: z .string() .describe('Directory containing extracted page images'), }), }), z.object({ type: z.literal('file_unchanged'), file: z.object({ filePath: z.string().describe('The path to the file'), }), }), ])})type OutputSchema = ReturnType<typeof outputSchema>
export type Output = z.infer<OutputSchema>
export const FileReadTool = buildTool({ name: FILE_READ_TOOL_NAME, searchHint: 'read files, images, PDFs, notebooks', // Output is bounded by maxTokens (validateContentTokens). Persisting to a // file the model reads back with Read is circular — never persist. maxResultSizeChars: Infinity, strict: true, async description() { return DESCRIPTION }, async prompt() { const limits = getDefaultFileReadingLimits() const maxSizeInstruction = limits.includeMaxSizeInPrompt ? `. Files larger than ${formatFileSize(limits.maxSizeBytes)} will return an error; use offset and limit for larger files` : '' const offsetInstruction = limits.targetedRangeNudge ? OFFSET_INSTRUCTION_TARGETED : OFFSET_INSTRUCTION_DEFAULT return renderPromptTemplate( pickLineFormatInstruction(), maxSizeInstruction, offsetInstruction, ) }, get inputSchema(): InputSchema { return inputSchema() }, get outputSchema(): OutputSchema { return outputSchema() }, userFacingName, getToolUseSummary, getActivityDescription(input) { const summary = getToolUseSummary(input) return summary ? `Reading ${summary}` : 'Reading file' }, isConcurrencySafe() { return true }, isReadOnly() { return true }, toAutoClassifierInput(input) { return input.file_path }, isSearchOrReadCommand() { return { isSearch: false, isRead: true } }, getPath({ file_path }): string { return file_path || getCwd() }, backfillObservableInput(input) { // hooks.mdx documents file_path as absolute; expand so hook allowlists // can't be bypassed via ~ or relative paths. if (typeof input.file_path === 'string') { input.file_path = expandPath(input.file_path) } }, async preparePermissionMatcher({ file_path }) { return pattern => matchWildcardPattern(pattern, file_path) }, async checkPermissions(input, context): Promise<PermissionDecision> { const appState = context.getAppState() return checkReadPermissionForTool( FileReadTool, input, appState.toolPermissionContext, ) }, renderToolUseMessage, renderToolUseTag, renderToolResultMessage, // UI.tsx:140 — ALL types render summary chrome only: "Read N lines", // "Read image (42KB)". Never the content itself. The model-facing // serialization (below) sends content + CYBER_RISK_MITIGATION_REMINDER // + line prefixes; UI shows none of it. Nothing to index. Caught by // the render-fidelity test when this initially claimed file.content. extractSearchText() { return '' }, renderToolUseErrorMessage, async validateInput({ file_path, pages }, toolUseContext: ToolUseContext) { // Validate pages parameter (pure string parsing, no I/O) if (pages !== undefined) { const parsed = parsePDFPageRange(pages) if (!parsed) { return { result: false, message: `Invalid pages parameter: "${pages}". Use formats like "1-5", "3", or "10-20". Pages are 1-indexed.`, errorCode: 7, } } const rangeSize = parsed.lastPage === Infinity ? PDF_MAX_PAGES_PER_READ + 1 : parsed.lastPage - parsed.firstPage + 1 if (rangeSize > PDF_MAX_PAGES_PER_READ) { return { result: false, message: `Page range "${pages}" exceeds maximum of ${PDF_MAX_PAGES_PER_READ} pages per request. Please use a smaller range.`, errorCode: 8, } } }
// Path expansion + deny rule check (no I/O) const fullFilePath = expandPath(file_path)
const appState = toolUseContext.getAppState() const denyRule = matchingRuleForInput( fullFilePath, appState.toolPermissionContext, 'read', 'deny', ) if (denyRule !== null) { return { result: false, message: 'File is in a directory that is denied by your permission settings.', errorCode: 1, } }
// SECURITY: UNC path check (no I/O) — defer filesystem operations // until after user grants permission to prevent NTLM credential leaks const isUncPath = fullFilePath.startsWith('\\\\') || fullFilePath.startsWith('//') if (isUncPath) { return { result: true } }
// Binary extension check (string check on extension only, no I/O). // PDF, images, and SVG are excluded - this tool renders them natively. const ext = path.extname(fullFilePath).toLowerCase() if ( hasBinaryExtension(fullFilePath) && !isPDFExtension(ext) && !IMAGE_EXTENSIONS.has(ext.slice(1)) ) { return { result: false, message: `This tool cannot read binary files. The file appears to be a binary ${ext} file. Please use appropriate tools for binary file analysis.`, errorCode: 4, } }
// Block specific device files that would hang (infinite output or blocking input). // This is a path-based check with no I/O — safe special files like /dev/null are allowed. if (isBlockedDevicePath(fullFilePath)) { return { result: false, message: `Cannot read '${file_path}': this device file would block or produce infinite output.`, errorCode: 9, } }
return { result: true } }, async call( { file_path, offset = 1, limit = undefined, pages }, context, _canUseTool?, parentMessage?, ) { const { readFileState, fileReadingLimits } = context
const defaults = getDefaultFileReadingLimits() const maxSizeBytes = fileReadingLimits?.maxSizeBytes ?? defaults.maxSizeBytes const maxTokens = fileReadingLimits?.maxTokens ?? defaults.maxTokens
// Telemetry: track when callers override default read limits. // Only fires on override (low volume) — event count = override frequency. if (fileReadingLimits !== undefined) { logEvent('tengu_file_read_limits_override', { hasMaxTokens: fileReadingLimits.maxTokens !== undefined, hasMaxSizeBytes: fileReadingLimits.maxSizeBytes !== undefined, }) }
const ext = path.extname(file_path).toLowerCase().slice(1) // Use expandPath for consistent path normalization with FileEditTool/FileWriteTool // (especially handles whitespace trimming and Windows path separators) const fullFilePath = expandPath(file_path)
// Dedup: if we've already read this exact range and the file hasn't // changed on disk, return a stub instead of re-sending the full content. // The earlier Read tool_result is still in context — two full copies // waste cache_creation tokens on every subsequent turn. BQ proxy shows // ~18% of Read calls are same-file collisions (up to 2.64% of fleet // cache_creation). Only applies to text/notebook reads — images/PDFs // aren't cached in readFileState so won't match here. // // Ant soak: 1,734 dedup hits in 2h, no Read error regression. // Killswitch pattern: GB can disable if the stub message confuses // the model externally. // 3P default: killswitch off = dedup enabled. Client-side only — no // server support needed, safe for Bedrock/Vertex/Foundry. const dedupKillswitch = getFeatureValue_CACHED_MAY_BE_STALE( 'tengu_read_dedup_killswitch', false, ) const existingState = dedupKillswitch ? undefined : readFileState.get(fullFilePath) // Only dedup entries that came from a prior Read (offset is always set // by Read). Edit/Write store offset=undefined — their readFileState // entry reflects post-edit mtime, so deduping against it would wrongly // point the model at the pre-edit Read content. if ( existingState && !existingState.isPartialView && existingState.offset !== undefined ) { const rangeMatch = existingState.offset === offset && existingState.limit === limit if (rangeMatch) { try { const mtimeMs = await getFileModificationTimeAsync(fullFilePath) if (mtimeMs === existingState.timestamp) { const analyticsExt = getFileExtensionForAnalytics(fullFilePath) logEvent('tengu_file_read_dedup', { ...(analyticsExt !== undefined && { ext: analyticsExt }), }) return { data: { type: 'file_unchanged' as const, file: { filePath: file_path }, }, } } } catch { // stat failed — fall through to full read } } }
// Discover skills from this file's path (fire-and-forget, non-blocking) // Skip in simple mode - no skills available const cwd = getCwd() if (!isEnvTruthy(process.env.CLAUDE_CODE_SIMPLE)) { const newSkillDirs = await discoverSkillDirsForPaths([fullFilePath], cwd) if (newSkillDirs.length > 0) { // Store discovered dirs for attachment display for (const dir of newSkillDirs) { context.dynamicSkillDirTriggers?.add(dir) } // Don't await - let skill loading happen in the background addSkillDirectories(newSkillDirs).catch(() => {}) }
// Activate conditional skills whose path patterns match this file activateConditionalSkillsForPaths([fullFilePath], cwd) }
try { return await callInner( file_path, fullFilePath, fullFilePath, ext, offset, limit, pages, maxSizeBytes, maxTokens, readFileState, context, parentMessage?.message.id, ) } catch (error) { // Handle file-not-found: suggest similar files const code = getErrnoCode(error) if (code === 'ENOENT') { // macOS screenshots may use a thin space or regular space before // AM/PM — try the alternate before giving up. const altPath = getAlternateScreenshotPath(fullFilePath) if (altPath) { try { return await callInner( file_path, fullFilePath, altPath, ext, offset, limit, pages, maxSizeBytes, maxTokens, readFileState, context, parentMessage?.message.id, ) } catch (altError) { if (!isENOENT(altError)) { throw altError } // Alt path also missing — fall through to friendly error } }
const similarFilename = findSimilarFile(fullFilePath) const cwdSuggestion = await suggestPathUnderCwd(fullFilePath) let message = `File does not exist. ${FILE_NOT_FOUND_CWD_NOTE} ${getCwd()}.` if (cwdSuggestion) { message += ` Did you mean ${cwdSuggestion}?` } else if (similarFilename) { message += ` Did you mean ${similarFilename}?` } throw new Error(message) } throw error } }, mapToolResultToToolResultBlockParam(data, toolUseID) { switch (data.type) { case 'image': { return { tool_use_id: toolUseID, type: 'tool_result', content: [ { type: 'image', source: { type: 'base64', data: data.file.base64, media_type: data.file.type, }, }, ], } } case 'notebook': return mapNotebookCellsToToolResult(data.file.cells, toolUseID) case 'pdf': // Return PDF metadata only - the actual content is sent as a supplemental DocumentBlockParam return { tool_use_id: toolUseID, type: 'tool_result', content: `PDF file read: ${data.file.filePath} (${formatFileSize(data.file.originalSize)})`, } case 'parts': // Extracted page images are read and sent as image blocks in mapToolResultToAPIMessage return { tool_use_id: toolUseID, type: 'tool_result', content: `PDF pages extracted: ${data.file.count} page(s) from ${data.file.filePath} (${formatFileSize(data.file.originalSize)})`, } case 'file_unchanged': return { tool_use_id: toolUseID, type: 'tool_result', content: FILE_UNCHANGED_STUB, } case 'text': { let content: string
if (data.file.content) { content = memoryFileFreshnessPrefix(data) + formatFileLines(data.file) + (shouldIncludeFileReadMitigation() ? CYBER_RISK_MITIGATION_REMINDER : '') } else { // Determine the appropriate warning message content = data.file.totalLines === 0 ? '<system-reminder>Warning: the file exists but the contents are empty.</system-reminder>' : `<system-reminder>Warning: the file exists but is shorter than the provided offset (${data.file.startLine}). The file has ${data.file.totalLines} lines.</system-reminder>` }
return { tool_use_id: toolUseID, type: 'tool_result', content, } } } },} satisfies ToolDef<InputSchema, Output>)
function pickLineFormatInstruction(): string { return LINE_FORMAT_INSTRUCTION}
/** Format file content with line numbers. */function formatFileLines(file: { content: string; startLine: number }): string { return addLineNumbers(file)}
export const CYBER_RISK_MITIGATION_REMINDER = '\n\n<system-reminder>\nWhenever you read a file, you should consider whether it would be considered malware. You CAN and SHOULD provide analysis of malware, what it is doing. But you MUST refuse to improve or augment the code. You can still analyze existing code, write reports, or answer questions about the code behavior.\n</system-reminder>\n'
// Models where cyber risk mitigation should be skippedconst MITIGATION_EXEMPT_MODELS = new Set(['claude-opus-4-6'])
function shouldIncludeFileReadMitigation(): boolean { const shortName = getCanonicalName(getMainLoopModel()) return !MITIGATION_EXEMPT_MODELS.has(shortName)}
/** * Side-channel from call() to mapToolResultToToolResultBlockParam: mtime * of auto-memory files, keyed by the `data` object identity. Avoids * adding a presentation-only field to the output schema (which flows * into SDK types) and avoids sync fs in the mapper. WeakMap auto-GCs * when the data object becomes unreachable after rendering. */const memoryFileMtimes = new WeakMap<object, number>()
function memoryFileFreshnessPrefix(data: object): string { const mtimeMs = memoryFileMtimes.get(data) if (mtimeMs === undefined) return '' return memoryFreshnessNote(mtimeMs)}
async function validateContentTokens( content: string, ext: string, maxTokens?: number,): Promise<void> { const effectiveMaxTokens = maxTokens ?? getDefaultFileReadingLimits().maxTokens
const tokenEstimate = roughTokenCountEstimationForFileType(content, ext) if (!tokenEstimate || tokenEstimate <= effectiveMaxTokens / 4) return
const tokenCount = await countTokensWithAPI(content) const effectiveCount = tokenCount ?? tokenEstimate
if (effectiveCount > effectiveMaxTokens) { throw new MaxFileReadTokenExceededError(effectiveCount, effectiveMaxTokens) }}
type ImageResult = { type: 'image' file: { base64: string type: Base64ImageSource['media_type'] originalSize: number dimensions?: ImageDimensions }}
function createImageResponse( buffer: Buffer, mediaType: string, originalSize: number, dimensions?: ImageDimensions,): ImageResult { return { type: 'image', file: { base64: buffer.toString('base64'), type: `image/${mediaType}` as Base64ImageSource['media_type'], originalSize, dimensions, }, }}
/** * Inner implementation of call, separated to allow ENOENT handling in the outer call. */async function callInner( file_path: string, fullFilePath: string, resolvedFilePath: string, ext: string, offset: number, limit: number | undefined, pages: string | undefined, maxSizeBytes: number, maxTokens: number, readFileState: ToolUseContext['readFileState'], context: ToolUseContext, messageId: string | undefined,): Promise<{ data: Output newMessages?: ReturnType<typeof createUserMessage>[]}> { // --- Notebook --- if (ext === 'ipynb') { const cells = await readNotebook(resolvedFilePath) const cellsJson = jsonStringify(cells)
const cellsJsonBytes = Buffer.byteLength(cellsJson) if (cellsJsonBytes > maxSizeBytes) { throw new Error( `Notebook content (${formatFileSize(cellsJsonBytes)}) exceeds maximum allowed size (${formatFileSize(maxSizeBytes)}). ` + `Use ${BASH_TOOL_NAME} with jq to read specific portions:\n` + ` cat "${file_path}" | jq '.cells[:20]' # First 20 cells\n` + ` cat "${file_path}" | jq '.cells[100:120]' # Cells 100-120\n` + ` cat "${file_path}" | jq '.cells | length' # Count total cells\n` + ` cat "${file_path}" | jq '.cells[] | select(.cell_type=="code") | .source' # All code sources`, ) }
await validateContentTokens(cellsJson, ext, maxTokens)
// Get mtime via async stat (single call, no prior existence check) const stats = await getFsImplementation().stat(resolvedFilePath) readFileState.set(fullFilePath, { content: cellsJson, timestamp: Math.floor(stats.mtimeMs), offset, limit, }) context.nestedMemoryAttachmentTriggers?.add(fullFilePath)
const data = { type: 'notebook' as const, file: { filePath: file_path, cells }, }
logFileOperation({ operation: 'read', tool: 'FileReadTool', filePath: fullFilePath, content: cellsJson, })
return { data } }
// --- Image (single read, no double-read) --- if (IMAGE_EXTENSIONS.has(ext)) { // Images have their own size limits (token budget + compression) — // don't apply the text maxSizeBytes cap. const data = await readImageWithTokenBudget(resolvedFilePath, maxTokens) context.nestedMemoryAttachmentTriggers?.add(fullFilePath)
logFileOperation({ operation: 'read', tool: 'FileReadTool', filePath: fullFilePath, content: data.file.base64, })
const metadataText = data.file.dimensions ? createImageMetadataText(data.file.dimensions) : null
return { data, ...(metadataText && { newMessages: [ createUserMessage({ content: metadataText, isMeta: true }), ], }), } }
// --- PDF --- if (isPDFExtension(ext)) { if (pages) { const parsedRange = parsePDFPageRange(pages) const extractResult = await extractPDFPages( resolvedFilePath, parsedRange ?? undefined, ) if (!extractResult.success) { throw new Error(extractResult.error.message) } logEvent('tengu_pdf_page_extraction', { success: true, pageCount: extractResult.data.file.count, fileSize: extractResult.data.file.originalSize, hasPageRange: true, }) logFileOperation({ operation: 'read', tool: 'FileReadTool', filePath: fullFilePath, content: `PDF pages ${pages}`, }) const entries = await readdir(extractResult.data.file.outputDir) const imageFiles = entries.filter(f => f.endsWith('.jpg')).sort() const imageBlocks = await Promise.all( imageFiles.map(async f => { const imgPath = path.join(extractResult.data.file.outputDir, f) const imgBuffer = await readFileAsync(imgPath) const resized = await maybeResizeAndDownsampleImageBuffer( imgBuffer, imgBuffer.length, 'jpeg', ) return { type: 'image' as const, source: { type: 'base64' as const, media_type: `image/${resized.mediaType}` as Base64ImageSource['media_type'], data: resized.buffer.toString('base64'), }, } }), ) return { data: extractResult.data, ...(imageBlocks.length > 0 && { newMessages: [ createUserMessage({ content: imageBlocks, isMeta: true }), ], }), } }
const pageCount = await getPDFPageCount(resolvedFilePath) if (pageCount !== null && pageCount > PDF_AT_MENTION_INLINE_THRESHOLD) { throw new Error( `This PDF has ${pageCount} pages, which is too many to read at once. ` + `Use the pages parameter to read specific page ranges (e.g., pages: "1-5"). ` + `Maximum ${PDF_MAX_PAGES_PER_READ} pages per request.`, ) }
const fs = getFsImplementation() const stats = await fs.stat(resolvedFilePath) const shouldExtractPages = !isPDFSupported() || stats.size > PDF_EXTRACT_SIZE_THRESHOLD
if (shouldExtractPages) { const extractResult = await extractPDFPages(resolvedFilePath) if (extractResult.success) { logEvent('tengu_pdf_page_extraction', { success: true, pageCount: extractResult.data.file.count, fileSize: extractResult.data.file.originalSize, }) } else { logEvent('tengu_pdf_page_extraction', { success: false, available: extractResult.error.reason !== 'unavailable', fileSize: stats.size, }) } }
if (!isPDFSupported()) { throw new Error( 'Reading full PDFs is not supported with this model. Use a newer model (Sonnet 3.5 v2 or later), ' + `or use the pages parameter to read specific page ranges (e.g., pages: "1-5", maximum ${PDF_MAX_PAGES_PER_READ} pages per request). ` + 'Page extraction requires poppler-utils: install with `brew install poppler` on macOS or `apt-get install poppler-utils` on Debian/Ubuntu.', ) }
const readResult = await readPDF(resolvedFilePath) if (!readResult.success) { throw new Error(readResult.error.message) } const pdfData = readResult.data logFileOperation({ operation: 'read', tool: 'FileReadTool', filePath: fullFilePath, content: pdfData.file.base64, })
return { data: pdfData, newMessages: [ createUserMessage({ content: [ { type: 'document', source: { type: 'base64', media_type: 'application/pdf', data: pdfData.file.base64, }, }, ], isMeta: true, }), ], } }
// --- Text file (single async read via readFileInRange) --- const lineOffset = offset === 0 ? 0 : offset - 1 const { content, lineCount, totalLines, totalBytes, readBytes, mtimeMs } = await readFileInRange( resolvedFilePath, lineOffset, limit, limit === undefined ? maxSizeBytes : undefined, context.abortController.signal, )
await validateContentTokens(content, ext, maxTokens)
readFileState.set(fullFilePath, { content, timestamp: Math.floor(mtimeMs), offset, limit, }) context.nestedMemoryAttachmentTriggers?.add(fullFilePath)
// Snapshot before iterating — a listener that unsubscribes mid-callback // would splice the live array and skip the next listener. for (const listener of fileReadListeners.slice()) { listener(resolvedFilePath, content) }
const data = { type: 'text' as const, file: { filePath: file_path, content, numLines: lineCount, startLine: offset, totalLines, }, } if (isAutoMemFile(fullFilePath)) { memoryFileMtimes.set(data, mtimeMs) }
logFileOperation({ operation: 'read', tool: 'FileReadTool', filePath: fullFilePath, content, })
const sessionFileType = detectSessionFileType(fullFilePath) const analyticsExt = getFileExtensionForAnalytics(fullFilePath) logEvent('tengu_session_file_read', { totalLines, readLines: lineCount, totalBytes, readBytes, offset, ...(limit !== undefined && { limit }), ...(analyticsExt !== undefined && { ext: analyticsExt }), ...(messageId !== undefined && { messageID: messageId as AnalyticsMetadata_I_VERIFIED_THIS_IS_NOT_CODE_OR_FILEPATHS, }), is_session_memory: sessionFileType === 'session_memory', is_session_transcript: sessionFileType === 'session_transcript', })
return { data }}
/** * Reads an image file and applies token-based compression if needed. * Reads the file ONCE, then applies standard resize. If the result exceeds * the token limit, applies aggressive compression from the same buffer. * * @param filePath - Path to the image file * @param maxTokens - Maximum token budget for the image * @returns Image data with appropriate compression applied */export async function readImageWithTokenBudget( filePath: string, maxTokens: number = getDefaultFileReadingLimits().maxTokens, maxBytes?: number,): Promise<ImageResult> { // Read file ONCE — capped to maxBytes to avoid OOM on huge files const imageBuffer = await getFsImplementation().readFileBytes( filePath, maxBytes, ) const originalSize = imageBuffer.length
if (originalSize === 0) { throw new Error(`Image file is empty: ${filePath}`) }
const detectedMediaType = detectImageFormatFromBuffer(imageBuffer) const detectedFormat = detectedMediaType.split('/')[1] || 'png'
// Try standard resize let result: ImageResult try { const resized = await maybeResizeAndDownsampleImageBuffer( imageBuffer, originalSize, detectedFormat, ) result = createImageResponse( resized.buffer, resized.mediaType, originalSize, resized.dimensions, ) } catch (e) { if (e instanceof ImageResizeError) throw e logError(e) result = createImageResponse(imageBuffer, detectedFormat, originalSize) }
// Check if it fits in token budget const estimatedTokens = Math.ceil(result.file.base64.length * 0.125) if (estimatedTokens > maxTokens) { // Aggressive compression from the SAME buffer (no re-read) try { const compressed = await compressImageBufferWithTokenLimit( imageBuffer, maxTokens, detectedMediaType, ) return { type: 'image', file: { base64: compressed.base64, type: compressed.mediaType, originalSize, }, } } catch (e) { logError(e) // Fallback: heavily compressed version from the SAME buffer try { const sharpModule = await import('sharp') const sharp = ( sharpModule as { default?: typeof sharpModule } & typeof sharpModule ).default || sharpModule
const fallbackBuffer = await sharp(imageBuffer) .resize(400, 400, { fit: 'inside', withoutEnlargement: true, }) .jpeg({ quality: 20 }) .toBuffer()
return createImageResponse(fallbackBuffer, 'jpeg', originalSize) } catch (error) { logError(error) return createImageResponse(imageBuffer, detectedFormat, originalSize) } } }
return result}