cleaner deeptable instantiation pattern (#172)

Testing scaling to 10 billion points.
<!-- ELLIPSIS_HIDDEN -->


----

> [!IMPORTANT]
> Introduces `fromQuadfeather` method in `Deeptable.ts` for cleaner instantiation with quadfeather data and updates `scatterplot.ts` to use this method.
> 
>   - **Deeptable Instantiation**:
>     - Introduces `fromQuadfeather` static method in `Deeptable.ts` for initializing `Deeptable` with quadfeather data.
>     - Handles asynchronous loading of tile manifests and initializes `Deeptable` with loaded data.
>   - **Function Refactoring**:
>     - Refactors `tileManifest` to `loadTileManifest` in `Deeptable.ts` for better clarity.
>   - **Scatterplot Updates**:
>     - Updates `scatterplot.ts` to use `fromQuadfeather` method for `Deeptable` instantiation, replacing `from_quadfeather`.
> 
> <sup>This description was created by </sup>[<img alt="Ellipsis" src="https://img.shields.io/badge/Ellipsis-blue?color=175173">](https://www.ellipsis.dev?ref=nomic-ai%2Fdeepscatter&utm_source=github&utm_medium=referral)<sup> for 5703fd8. You can [customize](https://app.ellipsis.dev/nomic-ai/settings/summaries) this summary. It will automatically update as commits are pushed.</sup>


<!-- ELLIPSIS_HIDDEN -->

Author: bmschmidt

.gitignore

@@ -29,3 +29,4 @@ city_tiles
 test_pages
 cities.html
 assets
+atlas.sh

src/Deeptable.ts

@@ -138,15 +138,57 @@ export class Deeptable {
     // Must come after manifest is set.
     this.base_url = baseUrl;
     this.root_tile = new Tile(defaultManifest, null, this);
-    const preProcessRootTile = this.root_tile.preprocessRootTileInfo();
-
     // At instantiation, the deeptable isn't ready; only once this
     // async stuff is done can the deeptable be used.
     // TODO: Add an async static method as the preferred initialization method.
-    this.promise = preProcessRootTile.then(async () => {
+    this.promise = this._makePromise(defaultManifest);
+  }
+
+  /**
+   * Loads a quadtree created by version 2.0 or greater of the quadfeather package (including manifests).
+   *
+   * @param tileProxy A tileProxy to use for fetching tiles. Can be used to wrap authentication.
+   * @param baseUrl The base URL of the quadfeather data.
+   *
+   */
+  static async fromQuadfeather({
+    tileProxy,
+    baseUrl,
+    plot = null,
+  }: {
+    tileProxy?: DS.TileProxy;
+    baseUrl: string;
+    plot?: Scatterplot | null;
+  }) {
+    let manifest: DS.TileManifest;
+    if (tileProxy !== undefined) {
+      throw new Error('Not yet supported');
+    } else {
+      manifest = await loadTileManifest(baseUrl + '/manifest.feather');
+    }
+
+    const dt = new Deeptable({
+      tileProxy,
+      tileManifest: manifest,
+      baseUrl,
+      rootKey: '0/0/0',
+      plot,
+    });
+    await dt.promise;
+    return dt;
+  }
+
+  /**
+   * Internal function to ensure
+   */
+  protected _makePromise(
+    tileManifest: Partial<DS.TileManifest> & { key: string },
+  ): Promise<void> {
+    return this.root_tile.preprocessRootTileInfo().then(async () => {
       const batch = await this.root_tile.get_arrow(null);
       const schema = batch.schema;
-      if (!tileManifest) {
+      // TODO: Cleaner check that it's a lazy manifest
+      if (!tileManifest.max_ix) {
         this.root_tile.manifest =
           await this.root_tile.deriveManifestInfoFromTileMetadata();
       }
@@ -1188,7 +1230,7 @@ export type TileManifest = {
   extent: Rectangle;
 };
 
-export async function tileManifest(url: string) {
+export async function loadTileManifest(url: string): Promise<TileManifest> {
   const data = await fetch(url).then((d) => d.arrayBuffer());
   const tb = tableFromIPC(data);
   const rows: RowFormatManifest[] = [...tb].map(

src/deepscatter.ts

@@ -25,5 +25,5 @@ export type {
   OpChannel,
   TileProxy,
   DeeptableCreateParams,
-  Transformation
+  Transformation,
 } from './types';

src/scatterplot.ts

@@ -373,7 +373,11 @@ export class Scatterplot {
     tileProxy,
   }: DS.DataSpec): Promise<DS.Deeptable> {
     if (source_url !== undefined) {
-      this._root = Deeptable.from_quadfeather(source_url, this, tileProxy);
+      this._root = await Deeptable.fromQuadfeather({
+        baseUrl: source_url,
+        plot: this,
+        tileProxy,
+      });
     } else if (arrow_table !== undefined) {
       this._root = Deeptable.fromArrowTable(arrow_table, this);
     } else if (arrow_buffer !== undefined) {