usingnamespace @import("global.zig"); const std = @import("std"); const lex = @import("js_lexer.zig"); const logger = @import("logger.zig"); const alloc = @import("alloc.zig"); const options = @import("options.zig"); const js_parser = @import("js_parser.zig"); const json_parser = @import("json_parser.zig"); const js_printer = @import("js_printer.zig"); const js_ast = @import("js_ast.zig"); const linker = @import("linker.zig"); usingnamespace @import("ast/base.zig"); usingnamespace @import("defines.zig"); const panicky = @import("panic_handler.zig"); const Fs = @import("fs.zig"); const Api = @import("api/schema.zig").Api; const Resolver = @import("./resolver/resolver.zig"); const sync = @import("sync.zig"); const ThreadPool = sync.ThreadPool; const ThreadSafeHashMap = @import("./thread_safe_hash_map.zig"); const ImportRecord = @import("./import_record.zig").ImportRecord; // pub const // const BundleMap = const ResolveResults = ThreadSafeHashMap.ThreadSafeStringHashMap(Resolver.Resolver.Result); pub const Bundler = struct { options: options.BundleOptions, log: *logger.Log, allocator: *std.mem.Allocator, result: options.TransformResult = undefined, resolver: Resolver.Resolver, fs: *Fs.FileSystem, // thread_pool: *ThreadPool, output_files: std.ArrayList(options.OutputFile), resolve_results: *ResolveResults, resolve_queue: std.fifo.LinearFifo(Resolver.Resolver.Result, std.fifo.LinearFifoBufferType.Dynamic), // to_bundle: // thread_pool: *ThreadPool, pub fn init( allocator: *std.mem.Allocator, log: *logger.Log, opts: Api.TransformOptions, ) !Bundler { var fs = try Fs.FileSystem.init1(allocator, opts.absolute_working_dir, opts.watch orelse false); const bundle_options = try options.BundleOptions.fromApi(allocator, fs, log, opts); // var pool = try allocator.create(ThreadPool); // try pool.init(ThreadPool.InitConfig{ // .allocator = allocator, // }); return Bundler{ .options = bundle_options, .fs = fs, .allocator = allocator, .resolver = Resolver.Resolver.init1(allocator, log, fs, bundle_options), .log = log, // .thread_pool = pool, .result = options.TransformResult{}, .resolve_results = try ResolveResults.init(allocator), .resolve_queue = std.fifo.LinearFifo(Resolver.Resolver.Result, std.fifo.LinearFifoBufferType.Dynamic).init(allocator), .output_files = std.ArrayList(options.OutputFile).init(allocator), }; } pub fn processImportRecord(bundler: *Bundler, source_dir: string, import_record: *ImportRecord) !void { var resolve_result = (bundler.resolver.resolve(source_dir, import_record.path.text, import_record.kind) catch null) orelse return; if (!bundler.resolve_results.contains(resolve_result.path_pair.primary.text)) { try bundler.resolve_results.put(resolve_result.path_pair.primary.text, resolve_result); try bundler.resolve_queue.writeItem(resolve_result); } if (!strings.eql(import_record.path.text, resolve_result.path_pair.primary.text)) { import_record.path = Fs.Path.init(resolve_result.path_pair.primary.text); } } pub fn buildWithResolveResult(bundler: *Bundler, resolve_result: Resolver.Resolver.Result) !void { if (resolve_result.is_external) { return; } // Step 1. Parse & scan const result = bundler.parse(resolve_result.path_pair.primary) orelse return; switch (result.loader) { .jsx, .js, .ts, .tsx => { const ast = result.ast; for (ast.import_records) |*import_record| { bundler.processImportRecord( std.fs.path.dirname(resolve_result.path_pair.primary.text) orelse resolve_result.path_pair.primary.text, import_record, ) catch continue; } }, else => {}, } try bundler.print( result, ); } pub fn print( bundler: *Bundler, result: ParseResult, ) !void { var allocator = bundler.allocator; const relative_path = try std.fs.path.relative(bundler.allocator, bundler.fs.top_level_dir, result.source.path.text); var out_parts = [_]string{ bundler.fs.top_level_dir, relative_path }; const out_path = try std.fs.path.join(bundler.allocator, &out_parts); const ast = result.ast; var _linker = linker.Linker{}; var symbols: [][]js_ast.Symbol = &([_][]js_ast.Symbol{ast.symbols}); const print_result = try js_printer.printAst( allocator, ast, js_ast.Symbol.Map.initList(symbols), &result.source, false, js_printer.Options{ .to_module_ref = ast.module_ref orelse js_ast.Ref{ .inner_index = 0 } }, &_linker, ); try bundler.output_files.append(options.OutputFile{ .path = out_path, .contents = print_result.js, }); } pub const ParseResult = struct { source: logger.Source, loader: options.Loader, ast: js_ast.Ast, }; pub fn parse(bundler: *Bundler, path: Fs.Path) ?ParseResult { var result: ParseResult = undefined; const loader: options.Loader = bundler.options.loaders.get(path.name.ext) orelse .file; const entry = bundler.resolver.caches.fs.readFile(bundler.fs, path.text) catch return null; const source = logger.Source.initFile(Fs.File{ .path = path, .contents = entry.contents }, bundler.allocator) catch return null; switch (loader) { .js, .jsx, .ts, .tsx => { var jsx = bundler.options.jsx; jsx.parse = loader.isJSX(); var opts = js_parser.Parser.Options.init(jsx, loader); const value = (bundler.resolver.caches.js.parse(bundler.allocator, opts, bundler.options.define, bundler.log, &source) catch null) orelse return null; return ParseResult{ .ast = value, .source = source, .loader = loader, }; }, .json => { var expr = json_parser.ParseJSON(&source, bundler.log, bundler.allocator) catch return null; var stmt = js_ast.Stmt.alloc(bundler.allocator, js_ast.S.ExportDefault{ .value = js_ast.StmtOrExpr{ .expr = expr }, .default_name = js_ast.LocRef{ .loc = logger.Loc{}, .ref = Ref{} }, }, logger.Loc{ .start = 0 }); var part = js_ast.Part{ .stmts = &([_]js_ast.Stmt{stmt}), }; return ParseResult{ .ast = js_ast.Ast.initTest(&([_]js_ast.Part{part})), .source = source, .loader = loader, }; }, .css => { return null; }, else => Global.panic("Unsupported loader {s} for path: {s}", .{ loader, source.path.text }), } return null; } pub fn bundle( allocator: *std.mem.Allocator, log: *logger.Log, opts: Api.TransformOptions, ) !options.TransformResult { var bundler = try Bundler.init(allocator, log, opts); var entry_points = try allocator.alloc(Resolver.Resolver.Result, bundler.options.entry_points.len); if (isDebug) { log.level = .verbose; bundler.resolver.debug_logs = try Resolver.Resolver.DebugLogs.init(allocator); } var rfs: *Fs.FileSystem.RealFS = &bundler.fs.fs; var entry_point_i: usize = 0; for (bundler.options.entry_points) |_entry| { var entry: string = _entry; // if (!std.fs.path.isAbsolute(_entry)) { // const _paths = [_]string{ bundler.fs.top_level_dir, _entry }; // entry = std.fs.path.join(allocator, &_paths) catch unreachable; // } else { // entry = allocator.dupe(u8, _entry) catch unreachable; // } // const dir = std.fs.path.dirname(entry) orelse continue; // const base = std.fs.path.basename(entry); // var dir_entry = try rfs.readDirectory(dir); // if (std.meta.activeTag(dir_entry) == .err) { // log.addErrorFmt(null, logger.Loc.Empty, allocator, "Failed to read directory: {s} - {s}", .{ dir, @errorName(dir_entry.err.original_err) }) catch unreachable; // continue; // } // const file_entry = dir_entry.entries.get(base) orelse continue; // if (file_entry.entry.kind(rfs) != .file) { // continue; // } if (!strings.startsWith(entry, "./")) { // allocator.free(entry); // Entry point paths without a leading "./" are interpreted as package // paths. This happens because they go through general path resolution // like all other import paths so that plugins can run on them. Requiring // a leading "./" for a relative path simplifies writing plugins because // entry points aren't a special case. // // However, requiring a leading "./" also breaks backward compatibility // and makes working with the CLI more difficult. So attempt to insert // "./" automatically when needed. We don't want to unconditionally insert // a leading "./" because the path may not be a file system path. For // example, it may be a URL. So only insert a leading "./" when the path // is an exact match for an existing file. var __entry = allocator.alloc(u8, "./".len + entry.len) catch unreachable; __entry[0] = '.'; __entry[1] = '/'; std.mem.copy(u8, __entry[2..__entry.len], entry); entry = __entry; } const result = bundler.resolver.resolve(bundler.fs.top_level_dir, entry, .entry_point) catch { continue; } orelse continue; const key = result.path_pair.primary.text; if (bundler.resolve_results.contains(key)) { continue; } try bundler.resolve_results.put(key, result); entry_points[entry_point_i] = result; Output.print("Resolved {s} => {s}", .{ entry, result.path_pair.primary.text }); entry_point_i += 1; bundler.resolve_queue.writeItem(result) catch unreachable; } if (isDebug) { for (log.msgs.items) |msg| { try msg.writeFormat(std.io.getStdOut().writer()); } } switch (bundler.options.resolve_mode) { .lazy, .dev, .bundle => { while (bundler.resolve_queue.readItem()) |item| { bundler.buildWithResolveResult(item) catch continue; } }, else => Global.panic("Unsupported resolve mode: {s}", .{@tagName(bundler.options.resolve_mode)}), } return try options.TransformResult.init(bundler.output_files.toOwnedSlice(), log, allocator); } }; pub const Transformer = struct { options: options.TransformOptions, log: *logger.Log, allocator: *std.mem.Allocator, result: ?options.TransformResult = null, pub fn transform( allocator: *std.mem.Allocator, log: *logger.Log, opts: Api.TransformOptions, ) !options.TransformResult { var raw_defines = try options.stringHashMapFromArrays(RawDefines, allocator, opts.define_keys, opts.define_values); if (opts.define_keys.len == 0) { try raw_defines.put("process.env.NODE_ENV", "\"development\""); } var user_defines = try DefineData.from_input(raw_defines, log, alloc.static); var define = try Define.init( alloc.static, user_defines, ); const cwd = opts.absolute_working_dir orelse try std.process.getCwdAlloc(allocator); const output_dir_parts = [_]string{ cwd, opts.output_dir orelse "out" }; const output_dir = try std.fs.path.join(allocator, &output_dir_parts); var output_files = try std.ArrayList(options.OutputFile).initCapacity(allocator, opts.entry_points.len); var loader_values = try allocator.alloc(options.Loader, opts.loader_values.len); for (loader_values) |_, i| { const loader = switch (opts.loader_values[i]) { .jsx => options.Loader.jsx, .js => options.Loader.js, .ts => options.Loader.ts, .css => options.Loader.css, .tsx => options.Loader.tsx, .json => options.Loader.json, else => unreachable, }; loader_values[i] = loader; } var loader_map = try options.stringHashMapFromArrays( std.StringHashMap(options.Loader), allocator, opts.loader_keys, loader_values, ); var use_default_loaders = loader_map.count() == 0; var jsx = if (opts.jsx) |_jsx| try options.JSX.Pragma.fromApi(_jsx, allocator) else options.JSX.Pragma{}; var output_i: usize = 0; var chosen_alloc: *std.mem.Allocator = allocator; var arena: std.heap.ArenaAllocator = undefined; const watch = opts.watch orelse false; const use_arenas = opts.entry_points.len > 8 or watch; for (opts.entry_points) |entry_point, i| { if (use_arenas) { arena = std.heap.ArenaAllocator.init(allocator); chosen_alloc = &arena.allocator; } defer { if (use_arenas) { arena.deinit(); } } var _log = logger.Log.init(allocator); var __log = &_log; var paths = [_]string{ cwd, entry_point }; const absolutePath = try std.fs.path.resolve(chosen_alloc, &paths); const file = try std.fs.openFileAbsolute(absolutePath, std.fs.File.OpenFlags{ .read = true }); defer file.close(); const stat = try file.stat(); const code = try file.readToEndAlloc(allocator, stat.size); defer { if (_log.msgs.items.len == 0) { allocator.free(code); } chosen_alloc.free(absolutePath); _log.appendTo(log) catch {}; } const _file = Fs.File{ .path = Fs.Path.init(entry_point), .contents = code }; var source = try logger.Source.initFile(_file, chosen_alloc); var loader: options.Loader = undefined; if (use_default_loaders) { loader = options.defaultLoaders.get(std.fs.path.extension(absolutePath)) orelse continue; } else { loader = options.Loader.forFileName( entry_point, loader_map, ) orelse continue; } jsx.parse = loader.isJSX(); const parser_opts = js_parser.Parser.Options.init(jsx, loader); var _source = &source; const res = _transform(chosen_alloc, allocator, __log, parser_opts, loader, define, _source) catch continue; const relative_path = try std.fs.path.relative(chosen_alloc, cwd, absolutePath); var out_parts = [_]string{ output_dir, relative_path }; const out_path = try std.fs.path.join(allocator, &out_parts); try output_files.append(options.OutputFile{ .path = out_path, .contents = res.js }); } return try options.TransformResult.init(output_files.toOwnedSlice(), log, allocator); } pub fn _transform( allocator: *std.mem.Allocator, result_allocator: *std.mem.Allocator, log: *logger.Log, opts: js_parser.Parser.Options, loader: options.Loader, define: *Define, source: *logger.Source, ) !js_printer.PrintResult { var ast: js_ast.Ast = undefined; switch (loader) { .json => { var expr = try json_parser.ParseJSON(source, log, allocator); var stmt = js_ast.Stmt.alloc(allocator, js_ast.S.ExportDefault{ .value = js_ast.StmtOrExpr{ .expr = expr }, .default_name = js_ast.LocRef{ .loc = logger.Loc{}, .ref = Ref{} }, }, logger.Loc{ .start = 0 }); var part = js_ast.Part{ .stmts = &([_]js_ast.Stmt{stmt}), }; ast = js_ast.Ast.initTest(&([_]js_ast.Part{part})); }, .jsx, .tsx, .ts, .js => { var parser = try js_parser.Parser.init(opts, log, source, define, allocator); var res = try parser.parse(); ast = res.ast; }, else => { Global.panic("Unsupported loader: {s} for path: {s}", .{ loader, source.path.text }); }, } var _linker = linker.Linker{}; var symbols: [][]js_ast.Symbol = &([_][]js_ast.Symbol{ast.symbols}); return try js_printer.printAst( result_allocator, ast, js_ast.Symbol.Map.initList(symbols), source, false, js_printer.Options{ .to_module_ref = ast.module_ref orelse js_ast.Ref{ .inner_index = 0 } }, &_linker, ); } };