Skip to content

Sync Extension: v0.10.4 #40

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
rcholic merged 1 commit into from
Dec 22, 2025
Merged

Sync Extension: v0.10.4 #40

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
88 changes: 66 additions & 22 deletions sentience-chrome/injected_api.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,14 +20,34 @@
window.sentience_registry = [];
let wasmModule = null;

// --- HELPER: Deep Walker ---
// --- HELPER: Deep Walker with Native Filter ---
function getAllElements(root = document) {
const elements = [];
const walker = document.createTreeWalker(root, NodeFilter.SHOW_ELEMENT);
// FILTER: Skip Script, Style, Comments, Metadata tags during traversal
// This prevents collecting them in the first place, saving memory and CPU
const filter = {
acceptNode: function(node) {
// Skip metadata and script/style tags
if (['SCRIPT', 'STYLE', 'NOSCRIPT', 'META', 'LINK', 'HEAD'].includes(node.tagName)) {
return NodeFilter.FILTER_REJECT;
}
// Skip deep SVG children (keep root <svg> only, unless you need path data)
// This reduces noise from complex SVG graphics while preserving icon containers
if (node.parentNode && node.parentNode.tagName === 'SVG' && node.tagName !== 'SVG') {
return NodeFilter.FILTER_REJECT;
}
return NodeFilter.FILTER_ACCEPT;
}
};

const walker = document.createTreeWalker(root, NodeFilter.SHOW_ELEMENT, filter);
while(walker.nextNode()) {
const node = walker.currentNode;
elements.push(node);
if (node.shadowRoot) elements.push(...getAllElements(node.shadowRoot));
// Pre-check: Don't even process empty/detached nodes
if (node.isConnected) {
elements.push(node);
if (node.shadowRoot) elements.push(...getAllElements(node.shadowRoot));
}
}
return elements;
}
Expand All @@ -40,6 +60,15 @@
return (el.innerText || '').replace(/\s+/g, ' ').trim().substring(0, 100);
}

// --- HELPER: Safe Class Name Extractor ---
// Fixes the SVGAnimatedString error by ensuring we always get a primitive string
function getClassName(el) {
if (typeof el.className === 'string') return el.className;
// Handle SVGAnimatedString (has baseVal and animVal)
if (el.className && typeof el.className.baseVal === 'string') return el.className.baseVal;
return '';
}

// --- HELPER: Viewport Check (NEW) ---
function isInViewport(rect) {
return (
Expand Down Expand Up @@ -287,13 +316,13 @@

// Verify functions are available
if (!wasmModule.analyze_page) {
console.error('[SentienceAPI.com] WASM functions not available');
console.error('[SentienceAPI.com] available');
} else {
console.log('[SentienceAPI.com] ✓ API Ready!');
console.log('[SentienceAPI.com] ✓ Ready!');
console.log('[SentienceAPI.com] Available functions:', Object.keys(wasmModule).filter(k => k.startsWith('analyze')));
}
} catch (e) {
console.error('[SentienceAPI.com] WASM Load Failed:', e);
console.error('[SentienceAPI.com] Extension Load Failed:', e);
}

// REMOVED: Headless detection - no longer needed (license system removed)
Expand Down Expand Up @@ -332,19 +361,20 @@
display: style.display,
visibility: style.visibility,
opacity: style.opacity,
z_index: style.zIndex || "0",
z_index: String(style.zIndex || "auto"), // Force string conversion
bg_color: style.backgroundColor,
color: style.color,
cursor: style.cursor,
font_weight: style.fontWeight,
font_weight: String(style.fontWeight), // Force string conversion
font_size: style.fontSize
},
attributes: {
role: el.getAttribute('role'),
type_: el.getAttribute('type'),
aria_label: el.getAttribute('aria-label'),
href: el.href,
class: el.className
// Convert SVGAnimatedString to string for SVG elements
href: el.href?.baseVal || el.href || null,
class: getClassName(el) || null
},
// Pass to WASM
text: textVal || null,
Expand All @@ -353,10 +383,6 @@
});
});

// FREE TIER: No license checks - extension provides basic geometry data
// Pro/Enterprise tiers will be handled server-side (future work)

// 1. Get Geometry from WASM
let result;
try {
if (options.limit || options.filter) {
Expand All @@ -368,24 +394,33 @@
return { status: "error", error: e.message };
}

// Hydration step removed as WASM now returns populated structs

// Hydration step removed
// Capture Screenshot
let screenshot = null;
if (options.screenshot) {
screenshot = await captureScreenshot(options.screenshot);
}

// C. Clean up null/undefined fields to save tokens (Your existing cleaner)
// C. Clean up null/undefined fields to save tokens
const cleanElement = (obj) => {
if (Array.isArray(obj)) {
return obj.map(cleanElement);
} else if (obj !== null && typeof obj === 'object') {
}
if (obj !== null && typeof obj === 'object') {
const cleaned = {};
for (const [key, value] of Object.entries(obj)) {
// Keep boolean false for critical flags if desired, or remove to match Rust defaults
// Explicitly skip null AND undefined
if (value !== null && value !== undefined) {
cleaned[key] = cleanElement(value);
// Recursively clean objects
if (typeof value === 'object') {
const deepClean = cleanElement(value);
// Only keep object if it's not empty (optional optimization)
if (Object.keys(deepClean).length > 0) {
cleaned[key] = deepClean;
}
} else {
cleaned[key] = value;
}
}
}
return cleaned;
Expand All @@ -395,11 +430,20 @@

const cleanedElements = cleanElement(result);

// DEBUG: Check rawData before pruning
// console.log(`[DEBUG] rawData length BEFORE pruning: ${rawData.length}`);
// Prune raw elements using WASM before sending to API
// This prevents 413 errors on large sites (Amazon: 5000+ -> ~200-400)
const prunedRawData = wasmModule.prune_for_api(rawData);

// Clean up null/undefined fields in raw_elements as well
const cleanedRawElements = cleanElement(prunedRawData);

return {
status: "success",
url: window.location.href,
elements: cleanedElements,
raw_elements: rawData, // Include raw data for server-side processing (safe to expose - no proprietary value)
raw_elements: cleanedRawElements, // Send cleaned pruned data to prevent 413 errors
screenshot: screenshot
};
},
Expand Down
60 changes: 30 additions & 30 deletions sentience-chrome/release.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/272122068",
"assets_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/272122068/assets",
"upload_url": "https://uploads.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/272122068/assets{?name,label}",
"html_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/tag/v0.10.3",
"id": 272122068,
"url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/272300094",
"assets_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/272300094/assets",
"upload_url": "https://uploads.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/272300094/assets{?name,label}",
"html_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/tag/v0.10.4",
"id": 272300094,
"author": {
"login": "github-actions[bot]",
"id": 41898282,
Expand All @@ -25,21 +25,21 @@
"user_view_type": "public",
"site_admin": false
},
"node_id": "RE_kwDOQshiJ84QOEDU",
"tag_name": "v0.10.3",
"node_id": "RE_kwDOQshiJ84QOvg-",
"tag_name": "v0.10.4",
"target_commitish": "main",
"name": "Release v0.10.3",
"name": "Release v0.10.4",
"draft": false,
"immutable": false,
"prerelease": false,
"created_at": "2025-12-22T07:06:41Z",
"updated_at": "2025-12-22T07:07:53Z",
"published_at": "2025-12-22T07:07:53Z",
"created_at": "2025-12-22T19:42:33Z",
"updated_at": "2025-12-22T19:43:39Z",
"published_at": "2025-12-22T19:43:38Z",
"assets": [
{
"url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/assets/331630535",
"id": 331630535,
"node_id": "RA_kwDOQshiJ84TxEfH",
"url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/assets/331850955",
"id": 331850955,
"node_id": "RA_kwDOQshiJ84Tx6TL",
"name": "extension-files.tar.gz",
"label": "",
"uploader": {
Expand All @@ -65,17 +65,17 @@
},
"content_type": "application/gzip",
"state": "uploaded",
"size": 61175,
"digest": "sha256:21ef5d067ffba9a1dd93630c03b39efd57dabb3d1598543c7e3519ff9d3bf387",
"size": 63026,
"digest": "sha256:f1f888c2b98e15c4433cee3a45e0109bbcef0dec0b4eef9d889156c45382f1ca",
"download_count": 0,
"created_at": "2025-12-22T07:07:53Z",
"updated_at": "2025-12-22T07:07:53Z",
"browser_download_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/download/v0.10.3/extension-files.tar.gz"
"created_at": "2025-12-22T19:43:39Z",
"updated_at": "2025-12-22T19:43:39Z",
"browser_download_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/download/v0.10.4/extension-files.tar.gz"
},
{
"url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/assets/331630534",
"id": 331630534,
"node_id": "RA_kwDOQshiJ84TxEfG",
"url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/assets/331850954",
"id": 331850954,
"node_id": "RA_kwDOQshiJ84Tx6TK",
"name": "extension-package.zip",
"label": "",
"uploader": {
Expand All @@ -101,16 +101,16 @@
},
"content_type": "application/zip",
"state": "uploaded",
"size": 63347,
"digest": "sha256:78ca5a87ce41e249a66de63b3fa34aa34268920abe590e412ba6036ec93ceb2f",
"size": 65474,
"digest": "sha256:798aa7b8a37ea110d25310ce62c4796245124a48202fa01ca7909d2fb13b07ee",
"download_count": 0,
"created_at": "2025-12-22T07:07:53Z",
"updated_at": "2025-12-22T07:07:53Z",
"browser_download_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/download/v0.10.3/extension-package.zip"
"created_at": "2025-12-22T19:43:39Z",
"updated_at": "2025-12-22T19:43:39Z",
"browser_download_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/download/v0.10.4/extension-package.zip"
}
],
"tarball_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/tarball/v0.10.3",
"zipball_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/zipball/v0.10.3",
"body": "## What's Changed\n* release fix by @rcholic in https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/pull/8\n* transferred by @rcholic in https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/pull/9\n* fix build and release by @rcholic in https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/pull/10\n* verify loop by @rcholic in https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/pull/11\n* more robust by @rcholic in https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/pull/12\n\n\n**Full Changelog**: https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/compare/vv0.9.0...v0.10.3",
"tarball_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/tarball/v0.10.4",
"zipball_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/zipball/v0.10.4",
"body": "## What's Changed\n* prune raw element by @rcholic in https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/pull/13\n\n\n**Full Changelog**: https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/compare/v0.10.3...v0.10.4",
"mentions_count": 1
}