thePR0M3TH3AN/text_splitter
1
0
Fork 0
mirror of https://github.com/PR0M3TH3AN/text_splitter.git synced 2025-09-07 06:48:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
thePR0M3TH3AN
2024-07-29 20:39:28 -04:00
parent 43a51c45a6
commit 42f4202531
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/splitter.html
View File

@@ -111,7 +111,12 @@
const hashHex = hashArray.map(byte => byte.toString(16).padStart(2, '0')).join(''); const hashHex = hashArray.map(byte => byte.toString(16).padStart(2, '0')).join('');
// Calculate the total number of chunks // Calculate the total number of chunks
const totalChunks = Math.ceil((text.length + `Hash: ${hashHex}\nMessage 1/1\n\n`.length) / maxChunkSize); const initialPrefix = `Hash: ${hashHex}\nMessage 1/1\n\n`;
const remainingLength = text.length - (maxChunkSize - initialPrefix.length);
const additionalChunks = Math.ceil(remainingLength / (maxChunkSize - 20));
const totalChunks = 1 + additionalChunks;
// Prepare the first chunk with hash and sequence
const firstChunkPrefix = `Hash: ${hashHex}\nMessage 1/${totalChunks}\n\n`; const firstChunkPrefix = `Hash: ${hashHex}\nMessage 1/${totalChunks}\n\n`;
const firstChunkContentSize = maxChunkSize - firstChunkPrefix.length; const firstChunkContentSize = maxChunkSize - firstChunkPrefix.length;
const firstChunk = firstChunkPrefix + text.substring(0, firstChunkContentSize); const firstChunk = firstChunkPrefix + text.substring(0, firstChunkContentSize);
@@ -122,7 +127,7 @@
// Split the remaining text into chunks // Split the remaining text into chunks
for (let i = firstChunkContentSize; i < text.length; i += (maxChunkSize - 20)) { for (let i = firstChunkContentSize; i < text.length; i += (maxChunkSize - 20)) {
let chunk = text.substring(i, i + (maxChunkSize - 20)); let chunk = text.substring(i, i + (maxChunkSize - 20));
let chunkNumber = Math.floor(i / (maxChunkSize - 20)) + 2; // Start from the second chunk let chunkNumber = Math.floor((i - firstChunkContentSize) / (maxChunkSize - 20)) + 2; // Start from the second chunk
let prefix = `Message ${chunkNumber}/${totalChunks}\n\n`; let prefix = `Message ${chunkNumber}/${totalChunks}\n\n`;
chunk = `${prefix}${chunk}`; chunk = `${prefix}${chunk}`;