ISONL - ISON Lines

loads_isonl(text: str) -> Document

Parse ISONL text into a Document object:

from ison_parser import loads_isonl

isonl = """
table.users|id name email|1 Alice alice@test.com
table.users|id name email|2 Bob bob@test.com
"""

doc = loads_isonl(isonl)
for block in doc.blocks:
    for row in block.rows:
        print(f"{row['name']}: {row['email']}")

dumps_isonl(doc: Document) -> str

Serialize a Document to ISONL format:

from ison_parser import loads, dumps_isonl

# Parse ISON
doc = loads("""
table.users
id name
1 Alice
2 Bob
""")

# Convert to ISONL
isonl = dumps_isonl(doc)
print(isonl)
# table.users|id name|1 Alice
# table.users|id name|2 Bob

ison_to_isonl(ison_text: str) -> str

Direct conversion from ISON to ISONL:

from ison_parser import ison_to_isonl

ison = """
table.orders
id customer total
1 Alice 99.99
2 Bob 149.50
"""

isonl = ison_to_isonl(ison)
print(isonl)

isonl_to_ison(isonl_text: str) -> str

Convert ISONL back to multi-line ISON:

from ison_parser import isonl_to_ison

isonl = """
table.users|id name|1 Alice
table.users|id name|2 Bob
"""

ison = isonl_to_ison(isonl)
print(ison)
# table.users
# id name
# 1 Alice
# 2 Bob

loadsISONL(text)

Parse ISONL text into a Document object:

import { loadsISONL } from './ison-parser.js';

const isonl = `
table.users|id name email|1 Alice alice@test.com
table.users|id name email|2 Bob bob@test.com
`;

const doc = loadsISONL(isonl);
doc.blocks.forEach(block => {
    block.rows.forEach(row => {
        console.log(`${row.name}: ${row.email}`);
    });
});

dumpsISONL(doc)

Serialize a Document to ISONL format:

import { loads, dumpsISONL } from './ison-parser.js';

const doc = loads(`
table.users
id name
1 Alice
2 Bob
`);

const isonl = dumpsISONL(doc);
console.log(isonl);

isonToISONL(isonText) / isonlToISON(isonlText)

Direct format conversion:

import { isonToISONL, isonlToISON } from './ison-parser.js';

// ISON -> ISONL
const isonl = isonToISONL(isonText);

// ISONL -> ISON
const ison = isonlToISON(isonlText);

Python Generator

from ison_parser import isonl_stream

# Stream from file (constant memory)
with open("large_dataset.isonl", "r") as f:
    for record in isonl_stream(f):
        print(f"{record.kind}.{record.name}: {record.values}")
        # Process one record at a time

JavaScript Generator

import { isonlStream } from './ison-parser.js';

// Stream from lines array or generator
const lines = fs.readFileSync('data.isonl', 'utf8').split('\n');
for (const record of isonlStream(lines)) {
    console.log(`${record.kind}.${record.name}:`, record.values);
}