Support importing zipped datasets from stdin

.github/FUNDING.yml

@@ -0,0 +1,5 @@
+# Funding links surfaced by GitHub in the repo sidebar and the
+# "Sponsor this project" button at the top of the repo.
+
+github: [mbloch]
+ko_fi: mapshaper

.gitignore

@@ -5,11 +5,43 @@ npm-debug.log
 .npmignore
 .jshintrc
 /mapshaper.js
+/www/geopackage.js
+/www/geoparquet.js
+/www/geotiff.js
 /www/mapshaper-gui.js
 /www/mapshaper.js
-/www/node_modules.js
+/www/modules.js
+/www/docs/
+/www/llms.txt
+/www/llms-full.txt
+# Generated example map assets. Recipes (.txt), Makefile and source data
+# stay tracked; outputs are regenerated by `make -C docs/examples/data all`
+# (run from release_web_ui before publishing to gh-pages).
+/docs/examples/data/*.svg
+/docs/examples/data/*.png
+/docs/examples/data/*.msx
+/docs/examples/data/*.zip
 # /www/basemap.js
 pre-publish
 pre-release.js
 release*
 nacis
+.cursorignore
+bench/
+/DEVELOPING.md
+/DESIGN*
+/CITATION*
+/RO*
+/GO*
+/FU*
+.cursor*
+build-roadmap.mjs
+/docs/future-directions.md
+docs/troubleshooting.md
+TODO.md
+www/ai-config.js
+test-results/
+CLAUDE.md
+test/tools/
+buffer-inspect/
+www/newsletter.html

LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2013, Matthew Bloch
+Copyright (c) 2026, Matthew Bloch
 
 This Source Code Form is subject to the terms of the Mozilla Public
 License, v. 2.0. If a copy of the MPL was not distributed with this

README.md

@@ -6,7 +6,9 @@ Mapshaper is software for editing Shapefile, GeoJSON, [TopoJSON](https://github.
 
 Mapshaper supports essential map making tasks like simplifying shapes, editing attribute data, clipping, erasing, dissolving, filtering and more.
 
-See the [project wiki](https://github.com/mbloch/mapshaper/wiki) for documentation on how to use mapshaper.
+See the [documentation](https://mapshaper.org/docs/) for guides, examples and a complete command reference.
+
+If you're using an AI assistant or another tool that can read documentation, point it at [`mapshaper.org/llms.txt`](https://mapshaper.org/llms.txt) — an [llms.txt](https://llmstxt.org/) index of every docs page in machine-readable form. Each page is also available as Markdown by appending `.md` to its URL (for example, [`mapshaper.org/docs/essentials/command-line.html.md`](https://mapshaper.org/docs/essentials/command-line.html.md)). The full corpus in a single file is at [`mapshaper.org/llms-full.txt`](https://mapshaper.org/llms-full.txt).
 
 To suggest improvements, add an [issue](https://github.com/mbloch/mapshaper/issues).
 
@@ -19,9 +21,9 @@ Mapshaper includes several command line programs, which can be run under Mac OS
 * `mapshaper-xl` Works the same as `mapshaper`, but runs with more RAM to support larger files.
 * `mapshaper-gui` Runs the mapshaper Web interface locally.
 
-The project wiki has an [introduction](https://github.com/mbloch/mapshaper/wiki/Introduction-to-the-Command-Line-Tool) to using the command line tool that includes many simple examples.
+The docs include an [introduction](https://mapshaper.org/docs/essentials/command-line.html) to using the command line tool that includes many simple examples.
 
-For a detailed reference, see the [Command Reference](https://github.com/mbloch/mapshaper/wiki/Command-Reference).
+For a detailed reference, see the [Command Reference](https://mapshaper.org/docs/reference.html).
 
 
 ## Interactive web interface
@@ -38,7 +40,7 @@ The web UI works in recent desktop versions of Chrome, Firefox, Safari and Inter
 
 [Here](https://hub.docker.com/r/freifunkhamm/mapshaper) are resources for using mapshaper with Docker, provided by Christian Weiss.
 
-You can find a number of mapshaper tutorials online, including a [two](https://moriartynaps.org/command-carto-part-one/) [part](https://moriartynaps.org/command-carto-part-two/) guide to command line cartography by Dylan Moriarty and [this introduction](https://handsondataviz.org/mapshaper.html) by Jack Dougherty.
+You can find a number of mapshaper tutorials online, including a [two](https://moriartynaps.org/command-carto-part-one/) [part](https://moriartynaps.org/command-line-carto-two/) guide to command line cartography by Dylan Moriarty and [this introduction](https://handsondataviz.org/mapshaper.html) by Jack Dougherty.
 
 
 ## Large file support
@@ -80,12 +82,30 @@ npm run build     # bundle source code files
 npm link          # (optional) add global symlinks so scripts are available systemwide
 ```
 
+## Using mapshaper with Bun
+
+Mapshaper's command line tools can be run with [Bun](https://bun.sh/) as an alternative to Node.js. The simplest option is to use `bunx`, like this:
+
+```
+bunx mapshaper [commands]
+```
+
 ## Building and testing
 
 From the project directory, run `npm run build` to build both the cli and web UI modules.
 
 Run `npm test` to run mapshaper's tests.
 
+## Supporting mapshaper
+
+Mapshaper is free and open source. If it's useful to you or your organization, please consider supporting its continued development:
+
+* [Ko-fi](https://ko-fi.com/mapshaper) — one-time or recurring contributions, no account required.
+* [GitHub Sponsors](https://github.com/sponsors/mbloch) — recurring sponsorship.
+
+You can also help by [reporting bugs](https://github.com/mbloch/mapshaper/issues) or [telling me what you'd like to see improved](https://tally.so/r/44Njok).
+
+
 ## License
 
 This software is licensed under [MPL 2.0](http://www.mozilla.org/MPL/2.0/).
@@ -99,3 +119,5 @@ According to Mozilla's [FAQ](http://www.mozilla.org/MPL/2.0/FAQ.html), "The MPL'
 My colleagues at The New York Times, for countless suggestions, bug reports and general helpfulness.
 
 Mark Harrower, for collaborating on the original "MapShaper" program at the University of Wisconsin–Madison.
+
+[Mapbox](https://www.mapbox.com), for donating basemap services to mapshaper.org.

SECURITY.md

@@ -0,0 +1,11 @@
+# Security Policy
+
+### Supported Versions
+
+When a vulnerability is fixed, a new patch version will be released (e.g. 0.6.34 -> 0.6.35).
+
+### Reporting a Vulnerability
+
+Please email the developer (Matthew Bloch) at masiyou@gmail.com to report a vulnerability.
+
+If preferred, you can create a new draft security advisory (https://github.com/mbloch/mapshaper/security/advisories)

bin/mapshaper-gui

@@ -6,32 +6,50 @@ var defaultPort = 5555,
       .name('mapshaper-gui')
       .usage('[options] [file ...]')
       .option('-p, --port <port>', 'http port of server on localhost', defaultPort)
-      .option('-q, --quick-view', 'load files with default options, bypassing import dialog')
+      // .option('-q, --quick-view', 'load files with default options, bypassing import dialog')
+      .option('-i, --import-prompt', 'prompt for import options')
       .option('-s, --direct-save', 'save files outside the browser\'s download folder')
       .option('-f, --force-save', 'allow overwriting input files with output files')
       .option('-a, --display-all', 'turn on initial visibility of all layers')
       .option('-n, --name <name(s)>', 'rename input layer or layers')
       .option('-c, --commands <string>', 'console commands to run initially')
       .option('-t, --target <name>', 'name of layer to select initially')
+      .option('-w, --watch', 'watch input files and reload the browser on change')
       .addOption(new commander.Option('-b, --blurb <text>',
         'replace the default blurb on the import screen').hideHelp())
+      .argument('[file...]', 'data files to load')
       .helpOption('-h, --help', 'show this help message')
       .version(require('../package.json').version)
       .parse(process.argv),
     opts = program.opts(),
     http = require("http"),
     path = require("path"),
-    url = require("url"),
     fs = require("fs"),
     Cookies = require("cookies"),
-    opn = require("opn"),
     webRoot = path.join(__dirname, "../www"),
     port = parseInt(opts.port, 10) || defaultPort,
     dataFiles = expandShapefiles(program.args),
     probeCount = 0,
-    sessionId = null;
+    sessionId = null,
+    sseClients = [],
+    reloadTimer = null;
 validateFiles(dataFiles);
 
+if (opts.watch && dataFiles.length > 0) {
+  dataFiles.forEach(function(file) {
+    if (isUrl(file)) return;
+    fs.watch(file, function() {
+      // debounce: editors often write files in multiple steps
+      clearTimeout(reloadTimer);
+      reloadTimer = setTimeout(function() {
+        sseClients.forEach(function(res) {
+          try { res.write('event: reload\ndata: changed\n\n'); } catch(e) {}
+        });
+      }, 150);
+    });
+  });
+}
+
 process.on('uncaughtException', function(err) {
   // added 'code' for Node.js v16
   if (err.errno === 'EADDRINUSE' || err.code === 'EADDRINUSE') {
@@ -59,13 +77,30 @@ function startServer(port) {
   var timeout;
 
   http.createServer(function(request, response) {
-    var uri = url.parse(request.url).pathname;
+    var uri = new URL(request.url, 'http://localhost').pathname;
     clearTimeout(timeout);
-    if (uri == '/close') {
-      // end process when page closes, unless page is immediately refreshed
+    if (uri.includes('..')) {
+      // block attempts to load files outside webroot
+      serve404(response);
+    } else if (uri == '/close') {
+      // End process when page closes, unless page is immediately refreshed.
+      // The grace window (1500ms) gives the refreshed page time to send
+      // /cancel-close. A short window is not safe here: with sendBeacon,
+      // /close frequently arrives at the server *after* the new page's
+      // resource fetches have already been served, so we can't rely on
+      // those fetches to reset the timer for us.
       timeout = setTimeout(function() {
         process.exit(0);
-      }, 200);
+      }, 1500);
+      response.writeHead(204); // no content
+      response.end();
+    } else if (uri == '/cancel-close') {
+      // The page-load-time refresh detection in src/gui/gui.mjs sends this
+      // when sessionStorage indicates the new page is a refresh of the
+      // previous tab incarnation. clearTimeout above already cancelled any
+      // pending exit; we just need to acknowledge the request.
+      response.writeHead(204);
+      response.end();
     } else if (uri == "/manifest.js") {
       if (!sessionId && opts.directSave) {
         // create a session id for authenticating requests to save files
@@ -81,15 +116,52 @@ function startServer(port) {
       serveFile(getDataFilePath(uri), response);
     } else if (uri.indexOf('/save') === 0) {
       saveContent(request, response);
+    } else if (uri == '/sse' && opts.watch) {
+      // Server-Sent Events endpoint for file-watch reload notifications
+      response.writeHead(200, {
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        'Connection': 'keep-alive'
+      });
+      response.write('data: connected\n\n');
+      sseClients.push(response);
+      request.on('close', function() {
+        sseClients = sseClients.filter(function(c) { return c !== response; });
+      });
     } else {
-      // serve a file from the web root
-      if (uri == '/') {
-        uri = '/index.html';
+      // serve a file from the web root. Translate directory paths (any URI
+      // ending in '/') to their index.html so that links like '/docs/' work
+      // the way they do behind a normal static-file host (mapshaper.org).
+      if (uri.endsWith('/')) {
+        uri += 'index.html';
+      }
+      if (opts.watch && uri == '/index.html') {
+        // inject SSE reload script into index.html
+        var htmlPath = getAssetFilePath('/index.html');
+        fs.readFile(htmlPath, 'utf8', function(err, content) {
+          if (err) return serve404(response);
+          var script = '<script>(function(){' +
+            'var es=new EventSource("/sse");' +
+            'es.addEventListener("reload",function(){location.reload();});' +
+            '})();</script>';
+          content = content.replace('</body>', script + '\n</body>');
+          serveContent(content, response, 'text/html');
+        });
+      } else {
+        serveFile(getAssetFilePath(uri), response);
       }
-      serveFile(getAssetFilePath(uri), response);
     }
   }).listen(port, 'localhost', function() {
-    opn("http://localhost:" + port);
+    if (process.env.MAPSHAPER_GUI_NO_OPEN) return;
+    // `open` is ESM-only since v9, so import it dynamically from this CJS bin
+    // script. Failure to launch a browser is non-fatal: the user can still
+    // visit the URL printed (or implied) by the running server.
+    import('open').then(function(mod) {
+      return mod.default("http://localhost:" + port);
+    }).catch(function(err) {
+      console.error("Could not open browser automatically; visit http://localhost:" + port + " manually.");
+      console.error(err && err.message || err);
+    });
   });
 }
 
@@ -116,10 +188,14 @@ function serveError(text, code, response) {
   response.end();
 }
 
+function serve404(response) {
+  serveError("404 Not Found\n", 404, response);
+}
+
 function serveFile(filename, response) {
   fs.readFile(filename, function(err, content) {
     if (err) {
-      serveError("404 Not Found\n", 404, response);
+      serve404(response);
     } else {
       serveContent(content, response, getMimeType(filename));
     }
@@ -132,7 +208,7 @@ function serveContent(content, response, mimeType) {
   }
   response.setHeader('Cache-Control', 'no-cache');
   response.writeHead(200);
-  response.write(content, "binary");
+  response.write(content, Buffer.isBuffer(content) ? undefined : "utf8");
   response.end();
 }
 
@@ -156,9 +232,8 @@ function findInputFile(ofile) {
 function saveContent(req, res) {
   var requestId = new Cookies(req, res).get('session_id'),
       ip = req.connection.remoteAddress,
-      urlData = url.parse(req.url),
-      query = require('querystring').parse(urlData.query),
-      file = query.file;
+      urlData = new URL(req.url, 'http://localhost'),
+      file = urlData.searchParams.get('file');
 
   if (opts.forceSave) {
     // match output file to input file (including original path to the input file)
@@ -212,7 +287,7 @@ function getManifestJS(files, opts) {
     target: opts.target,
     allow_saving: opts.directSave,
     display_all: opts.displayAll,
-    quick_view: opts.quickView,
+    quick_view: !opts.importPrompt, // removed: opts.quickView,
     name: opts.name,
     commands: opts.commands,
     blurb: opts.blurb

browser-tests/geoparquet-crs-import.spec.mjs

@@ -0,0 +1,44 @@
+import { expect, test } from '@playwright/test';
+
+var GEO_PARQUET_FIXTURE = 'test/data/geoparquet/example-crs_vermont-4326_geo.parquet';
+var REQUIRE_ERROR_RX = /require is not defined/i;
+var PROJ_ERROR_RX = /Unable to use projection/i;
+
+test('GeoParquet CRS import does not fail with require() error', async function({page}) {
+  var pageErrors = [];
+  var consoleErrors = [];
+
+  page.on('pageerror', function(err) {
+    pageErrors.push(String(err && err.message || err));
+  });
+  page.on('console', function(msg) {
+    if (msg.type() == 'error') {
+      consoleErrors.push(msg.text());
+    }
+  });
+
+  await page.goto('/?undo=on&undo-test=on&files=' + encodeURIComponent(GEO_PARQUET_FIXTURE));
+
+  await page.waitForFunction(function() {
+    return window.mapshaper &&
+      window.mapshaper.undoTest &&
+      window.mapshaper.undoTest.getState().model.datasetCount > 0;
+  });
+
+  var appMessages = await page.evaluate(function() {
+    return window.mapshaper.undoTest.getMessages();
+  });
+  var appMessageText = appMessages.map(function(item) {
+    return [item && item.title || '', item && item.message || ''].join(' ').trim();
+  });
+
+  expect(pageErrors.some(function(msg) {
+    return REQUIRE_ERROR_RX.test(msg) || PROJ_ERROR_RX.test(msg) && REQUIRE_ERROR_RX.test(msg);
+  })).toBe(false);
+  expect(consoleErrors.some(function(msg) {
+    return REQUIRE_ERROR_RX.test(msg) || PROJ_ERROR_RX.test(msg) && REQUIRE_ERROR_RX.test(msg);
+  })).toBe(false);
+  expect(appMessageText.some(function(msg) {
+    return REQUIRE_ERROR_RX.test(msg) || PROJ_ERROR_RX.test(msg) && REQUIRE_ERROR_RX.test(msg);
+  })).toBe(false);
+});