engineering/uncloseai.com
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix chunk reassembly stacking and increase batch size for speed

Browse source
This commit is contained in:
Russell Ballestrini 2025-07-11 21:54:54 -04:00
parent a8a4359e96
commit e975e97ea3
1 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
src/translation.js
View file

@ -558,7 +558,7 @@ export async function translateHTML(htmlContent, targetLanguage, sourceUrl = nul
});
// Process chunks in batches to avoid overwhelming the API
const batchSize = 2; // Limit concurrent requests
const batchSize = 4; // Increased for faster processing
const translatedChunks = [];
for (let i = 0; i < chunks.length; i += batchSize) {
@ -587,8 +587,14 @@ export async function translateHTML(htmlContent, targetLanguage, sourceUrl = nul
const originalParser = new DOMParser();
const originalDoc = originalParser.parseFromString(processedContent, 'text/html');
// Extract only the body content from each translated chunk to avoid stacking full HTML documents
const cleanedChunks = translatedChunks.map(chunk => {
const chunkDoc = new DOMParser().parseFromString(chunk, 'text/html');
return chunkDoc.body ? chunkDoc.body.innerHTML : chunk;
});
// Replace the body content with reassembled translated chunks
const reassembledBodyContent = translatedChunks.join('');
const reassembledBodyContent = cleanedChunks.join('');
if (originalDoc.body) {
originalDoc.body.innerHTML = reassembledBodyContent;
} else {