feat: add Python dictionary to JSON transforms and remove GzipCompressTransform
All checks were successful
/ deploy_site (push) Successful in 20s
All checks were successful
/ deploy_site (push) Successful in 20s
- Introduced new transforms for converting Python dictionaries to JSON and vice versa in `PythonTransforms.ts`. - Updated `README.md` to reflect the new transformations. - Removed the `GzipCompressTransform.ts` file and integrated its functionality into `GzipTransform.ts`.
This commit is contained in:
parent
2fc8269442
commit
52660afcba
@ -13,3 +13,5 @@ A collection of tools for string conversations
|
||||
* String Escaper/Unescaper
|
||||
* JSON2YAML / YAML2JSON
|
||||
* GZIP Zipped Base64 Unzipper
|
||||
* Python Dictionary to JSON
|
||||
* JSON to Python Dictionary
|
||||
|
@ -1,82 +0,0 @@
|
||||
// GzipCompressTransform.ts
|
||||
import { Transform } from './Transform'
|
||||
|
||||
/**
|
||||
* Compresses a string using Gzip and encodes the result in Base64.
|
||||
* @param input - The input string to compress.
|
||||
* @returns A promise that resolves to the Base64-encoded compressed string.
|
||||
*/
|
||||
const compressGzip = async (input: string): Promise<string> => {
|
||||
// Check if CompressionStream is supported
|
||||
if (typeof CompressionStream === 'undefined') {
|
||||
throw new Error(
|
||||
'CompressionStream API is not supported in this environment.'
|
||||
)
|
||||
}
|
||||
|
||||
// Encode the input string to a Uint8Array
|
||||
const encoder = new TextEncoder()
|
||||
const encoded = encoder.encode(input)
|
||||
|
||||
// Create a ReadableStream from the encoded data
|
||||
const readable = new ReadableStream<Uint8Array>({
|
||||
start(controller) {
|
||||
controller.enqueue(encoded)
|
||||
controller.close()
|
||||
}
|
||||
})
|
||||
|
||||
// Create a CompressionStream for Gzip
|
||||
const compressionStream = new CompressionStream('gzip')
|
||||
|
||||
// Pipe the readable stream through the compression stream
|
||||
const compressedStream = readable.pipeThrough(compressionStream)
|
||||
|
||||
// Collect the compressed chunks
|
||||
const reader = compressedStream.getReader()
|
||||
const chunks: Uint8Array[] = []
|
||||
let done = false
|
||||
|
||||
while (!done) {
|
||||
const { value, done: doneReading } = await reader.read()
|
||||
if (value) {
|
||||
chunks.push(value)
|
||||
}
|
||||
done = doneReading
|
||||
}
|
||||
|
||||
// Concatenate all chunks into a single Uint8Array
|
||||
const totalLength = chunks.reduce((acc, chunk) => acc + chunk.length, 0)
|
||||
const compressedData = new Uint8Array(totalLength)
|
||||
let offset = 0
|
||||
for (const chunk of chunks) {
|
||||
compressedData.set(chunk, offset)
|
||||
offset += chunk.length
|
||||
}
|
||||
|
||||
// Convert the compressed data to a Base64 string
|
||||
const base64String = arrayBufferToBase64(compressedData)
|
||||
|
||||
return base64String
|
||||
}
|
||||
|
||||
/**
|
||||
* Converts a Uint8Array to a Base64-encoded string.
|
||||
* @param buffer - The Uint8Array to convert.
|
||||
* @returns The Base64-encoded string.
|
||||
*/
|
||||
const arrayBufferToBase64 = (buffer: Uint8Array): string => {
|
||||
let binary = ''
|
||||
for (let i = 0; i < buffer.length; i++) {
|
||||
binary += String.fromCharCode(buffer[i])
|
||||
}
|
||||
return btoa(binary)
|
||||
}
|
||||
|
||||
export const GzipCompressTransform: Transform = {
|
||||
name: 'gzipc', // Unique identifier for the transform
|
||||
|
||||
fn: (v: string) => compressGzip(v),
|
||||
|
||||
options: [] // Add any options if needed
|
||||
}
|
@ -19,3 +19,65 @@ export const GzipDecompressTransform: Transform = {
|
||||
|
||||
fn: (v) => decompressGzip(v)
|
||||
}
|
||||
|
||||
const compressGzip = async (input: string): Promise<string> => {
|
||||
if (typeof CompressionStream === 'undefined') {
|
||||
throw new Error(
|
||||
'CompressionStream API is not supported in this environment.'
|
||||
)
|
||||
}
|
||||
|
||||
const encoder = new TextEncoder()
|
||||
const encoded = encoder.encode(input)
|
||||
|
||||
const readable = new ReadableStream<Uint8Array>({
|
||||
start(controller) {
|
||||
controller.enqueue(encoded)
|
||||
controller.close()
|
||||
}
|
||||
})
|
||||
|
||||
const compressionStream = new CompressionStream('gzip')
|
||||
|
||||
const compressedStream = readable.pipeThrough(compressionStream)
|
||||
|
||||
const reader = compressedStream.getReader()
|
||||
const chunks: Uint8Array[] = []
|
||||
let done = false
|
||||
|
||||
while (!done) {
|
||||
const { value, done: doneReading } = await reader.read()
|
||||
if (value) {
|
||||
chunks.push(value)
|
||||
}
|
||||
done = doneReading
|
||||
}
|
||||
|
||||
const totalLength = chunks.reduce((acc, chunk) => acc + chunk.length, 0)
|
||||
const compressedData = new Uint8Array(totalLength)
|
||||
let offset = 0
|
||||
for (const chunk of chunks) {
|
||||
compressedData.set(chunk, offset)
|
||||
offset += chunk.length
|
||||
}
|
||||
|
||||
const base64String = arrayBufferToBase64(compressedData)
|
||||
|
||||
return base64String
|
||||
}
|
||||
|
||||
const arrayBufferToBase64 = (buffer: Uint8Array): string => {
|
||||
let binary = ''
|
||||
for (let i = 0; i < buffer.length; i++) {
|
||||
binary += String.fromCharCode(buffer[i])
|
||||
}
|
||||
return btoa(binary)
|
||||
}
|
||||
|
||||
export const GzipCompressTransform: Transform = {
|
||||
name: 'gzipc', // Unique identifier for the transform
|
||||
|
||||
fn: (v: string) => compressGzip(v),
|
||||
|
||||
options: [] // Add any options if needed
|
||||
}
|
||||
|
53
src/Transforms/PythonTransforms.ts
Normal file
53
src/Transforms/PythonTransforms.ts
Normal file
@ -0,0 +1,53 @@
|
||||
import { Transform } from './Transform'
|
||||
|
||||
const pythonToJSON = (pythonStr: string): string => {
|
||||
// Validate basic structure first before any replacements
|
||||
if (!(/^\s*(?:\{[\s\S]*\}|\[[\s\S]*\])\s*$/.test(pythonStr))) {
|
||||
throw new Error('Invalid Python dictionary or array format')
|
||||
}
|
||||
|
||||
// Perform all replacements in a single pass
|
||||
return pythonStr
|
||||
.replace(/('|None\b|True\b|False\b)/g, match => {
|
||||
switch (match) {
|
||||
case "'": return '"'
|
||||
case 'None': return 'null'
|
||||
case 'True': return 'true'
|
||||
case 'False': return 'false'
|
||||
default: return match
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
export const PythonDictToJSONTransform: Transform = {
|
||||
name: 'py2json',
|
||||
fn: async (v) => {
|
||||
try {
|
||||
// Validate the result is actually valid JSON
|
||||
return JSON.stringify(JSON.parse(pythonToJSON(v)))
|
||||
} catch {
|
||||
throw new Error('Invalid Python dictionary or array format')
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
export const JSONToPythonDictTransform: Transform = {
|
||||
name: 'json2py',
|
||||
fn: async (v) => {
|
||||
try {
|
||||
// Validate and format in one step
|
||||
return JSON.stringify(JSON.parse(v), null, 2)
|
||||
.replace(/("|\bnull\b|\btrue\b|\bfalse\b)/g, match => {
|
||||
switch (match) {
|
||||
case '"': return "'"
|
||||
case 'null': return 'None'
|
||||
case 'true': return 'True'
|
||||
case 'false': return 'False'
|
||||
default: return match
|
||||
}
|
||||
})
|
||||
} catch {
|
||||
throw new Error('Invalid JSON format')
|
||||
}
|
||||
}
|
||||
}
|
@ -3,8 +3,10 @@ import {
|
||||
Base64EncodeTransform
|
||||
} from './Base64Transforms'
|
||||
import { DatetimeTransform } from './DatetimeTransforms'
|
||||
import { GzipCompressTransform } from './GzipCompressTransform'
|
||||
import { GzipDecompressTransform } from './GzipTransform'
|
||||
import {
|
||||
GzipCompressTransform,
|
||||
GzipDecompressTransform
|
||||
} from './GzipTransform'
|
||||
import {
|
||||
JSONBeautifyTransform,
|
||||
JSONEscapeTransform,
|
||||
@ -14,6 +16,10 @@ import {
|
||||
import { RegexpTransform } from './RegexpTransform'
|
||||
import { URIDecodeTransform, URIEncodeTransform } from './URITransforms'
|
||||
import { JSON2YAMLTransform, YAML2JSONTransform } from './YAMLTransforms'
|
||||
import {
|
||||
PythonDictToJSONTransform,
|
||||
JSONToPythonDictTransform
|
||||
} from './PythonTransforms'
|
||||
|
||||
export interface TransformCheckboxOption {
|
||||
type: 'CHECKBOX'
|
||||
@ -103,6 +109,8 @@ export const transforms: Transform[] = [
|
||||
JSONUnescapeTransform,
|
||||
JSON2YAMLTransform,
|
||||
YAML2JSONTransform,
|
||||
PythonDictToJSONTransform,
|
||||
JSONToPythonDictTransform,
|
||||
GzipCompressTransform,
|
||||
GzipDecompressTransform
|
||||
]
|
||||
|
Loading…
Reference in New Issue
Block a user