increment_smart_env_version_to_2_139102_and_add_obsidian_markdown_source_content_adapter

- Bump SmartEnv version to 2.139102 to reflect recent changes.
- Introduce ObsidianMarkdownSourceContentAdapter for enhanced handling of markdown files, including optional HTML rendering and conversion back to markdown.
- Implement metadata retrieval and dynamic rendering capabilities, improving integration with Obsidian's environment.
- Maintain existing comments and methods unrelated to the changes.

Author: brianpetro

smart-environment/smart_env.js

@@ -41,7 +41,7 @@ export class SmartEnv {
    * If a newer version is loaded into a runtime that already has an older environment,
    * an automatic reload of all existing mains will occur.
    */
-  static version = 2.139101;
+  static version = 2.139102;
   scope_name = 'smart_env';
   static global_ref = get_global_ref();
   global_ref = this.constructor.global_ref;

smart-sources/adapters/obsidian_markdown.js

@@ -1,14 +1,76 @@
 import { MarkdownSourceContentAdapter } from "./markdown_source.js";
+import { MarkdownRenderer, htmlToMarkdown, Component } from 'obsidian';
 
+/**
+ * @class ObsidianMarkdownSourceContentAdapter
+ * @extends MarkdownSourceContentAdapter
+ * @description
+ * An adapter for Obsidian markdown files that can optionally render
+ * the file content to HTML and convert it back to markdown to capture
+ * dynamic transformations (e.g. Dataview).
+ */
 export class ObsidianMarkdownSourceContentAdapter extends MarkdownSourceContentAdapter {
+  /**
+   * Returns the frontmatter metadata from Obsidian's metadataCache.
+   * @async
+   * @returns {Promise<Object>} Frontmatter data if available, otherwise undefined.
+   */
   async get_metadata() {
     const app = this.item.env.main.app;
-    const {frontmatter} = app.metadataCache.getFileCache(this.item.file);
+    const { frontmatter } = app.metadataCache.getFileCache(this.item.file) || {};
     return frontmatter;
   }
+
+  /**
+   * Reads the file content. If opts.render_output is true, attempts to use
+   * Obsidian's MarkdownRenderer to render the file to HTML, then convert it
+   * back to markdown via htmlToMarkdown.
+   * @async
+   * @param {Object} [opts={}] - Options for reading.
+   * @param {boolean} [opts.render_output=false] - If true, render MD -> HTML -> MD.
+   * @returns {Promise<string>} The file content (possibly rendered).
+   */
+  async read(opts = {}) {
+    const content = await super.read(opts);
+    if (!opts.render_output) {
+      return content;
+    }
+
+    // Attempt dynamic rendering
+    const app = this.item.env.main.app;
+    if (!app || !MarkdownRenderer || !htmlToMarkdown) {
+      console.warn('Obsidian environment not found; cannot render markdown.');
+      return content;
+    }
+
+    // Render to HTML
+    const container = document.createElement('div');
+    // Obsidian's signature: renderMarkdown(markdown, container, sourcePath, plugin)
+    await MarkdownRenderer.render(app, content, container, this.item.path, new Component());
+
+    // wait for container to stop changing
+    let last_html = container.innerHTML;
+    const max_wait = 10000;
+    let wait_time = 0;
+    while (last_html !== container.innerHTML || last_html.includes('Loading...')) {
+      console.log('waiting for markdown to render');
+      await new Promise(resolve => setTimeout(resolve, 200));
+      last_html = container.innerHTML;
+      wait_time += 200;
+      if (wait_time > max_wait) {
+        console.warn('ObsidianMarkdownSourceContentAdapter: Timeout waiting for markdown to render.');
+        break;
+      }
+    }
+
+    // Convert HTML back to MD
+    const newMd = htmlToMarkdown(container);
+    console.log('newMd', newMd);
+    return newMd;
+  }
 }
 
 export default {
   collection: null, // No collection adapter needed for markdown sources
   item: ObsidianMarkdownSourceContentAdapter
-};
+};