thePR0M3TH3AN/text_splitter
1
0
Fork 0
mirror of https://github.com/PR0M3TH3AN/text_splitter.git synced 2025-09-09 15:58:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
thePR0M3TH3AN
2024-07-29 20:37:00 -04:00
parent ab52c481ec
commit 43a51c45a6
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/splitter.html
View File

@@ -111,9 +111,7 @@
const hashHex = hashArray.map(byte => byte.toString(16).padStart(2, '0')).join(''); const hashHex = hashArray.map(byte => byte.toString(16).padStart(2, '0')).join('');
// Calculate the total number of chunks // Calculate the total number of chunks
const totalChunks = Math.ceil(text.length / (maxChunkSize - 20)) + 1; // Considering extra space for prefixes const totalChunks = Math.ceil((text.length + `Hash: ${hashHex}\nMessage 1/1\n\n`.length) / maxChunkSize);
// Prepare the first chunk with hash and sequence
const firstChunkPrefix = `Hash: ${hashHex}\nMessage 1/${totalChunks}\n\n`; const firstChunkPrefix = `Hash: ${hashHex}\nMessage 1/${totalChunks}\n\n`;
const firstChunkContentSize = maxChunkSize - firstChunkPrefix.length; const firstChunkContentSize = maxChunkSize - firstChunkPrefix.length;
const firstChunk = firstChunkPrefix + text.substring(0, firstChunkContentSize); const firstChunk = firstChunkPrefix + text.substring(0, firstChunkContentSize);
@@ -122,7 +120,7 @@
chunks.push(firstChunk); chunks.push(firstChunk);
// Split the remaining text into chunks // Split the remaining text into chunks
for (let i = firstChunkContentSize; i < text.length; i += maxChunkSize - 20) { for (let i = firstChunkContentSize; i < text.length; i += (maxChunkSize - 20)) {
let chunk = text.substring(i, i + (maxChunkSize - 20)); let chunk = text.substring(i, i + (maxChunkSize - 20));
let chunkNumber = Math.floor(i / (maxChunkSize - 20)) + 2; // Start from the second chunk let chunkNumber = Math.floor(i / (maxChunkSize - 20)) + 2; // Start from the second chunk
let prefix = `Message ${chunkNumber}/${totalChunks}\n\n`; let prefix = `Message ${chunkNumber}/${totalChunks}\n\n`;