xiaojing012/moon-warc/examples - mooncakes.io

README
- ::distinct_target_countArchiveStats::distinct_target_count
- ::earliest_dateArchiveStats::earliest_date
- ::latest_dateArchiveStats::latest_date
- ::record_countArchiveStats::record_count
- ::total_block_bytesArchiveStats::total_block_bytes
- ::total_record_bytesArchiveStats::total_record_bytes
- ::type_countArchiveStats::type_count
- ::severity_nameFindingSeverity::severity_name
- ::defaultLimits::default
- ::permissiveLimits::permissive
- ::strictLimits::strict
- ::with_max_archive_bytesLimits::with_max_archive_bytes
- ::with_max_block_bytesLimits::with_max_block_bytes
- ::with_max_content_length_digitsLimits::with_max_content_length_digits
- ::with_max_field_name_bytesLimits::with_max_field_name_bytes
- ::with_max_field_value_bytesLimits::with_max_field_value_bytes
- ::with_max_header_bytesLimits::with_max_header_bytes
- ::with_max_header_countLimits::with_max_header_count
- ::with_max_record_bytesLimits::with_max_record_bytes
- ::with_max_recordsLimits::with_max_records
T
PendingRecord
- ::newSegmentInfo::new
- ::numberSegmentInfo::number
- ::origin_idSegmentInfo::origin_id
- ::total_lengthSegmentInfo::total_length
- ::recordWarcArchive::record
- ::record_countWarcArchive::record_count
- ::total_block_bytesWarcArchive::total_block_bytes
- ::buildWarcBuilder::build
- ::fieldWarcBuilder::field
- ::newWarcBuilder::new
- ::record_idWarcBuilder::record_id
- ::target_uriWarcBuilder::target_uri
- ::versionWarcBuilder::version
- ::warc_dateWarcBuilder::warc_date
- ::with_typeWarcBuilder::with_type
- ::dayWarcDate::day
- ::has_fractionWarcDate::has_fraction
- ::has_timeWarcDate::has_time
- ::monthWarcDate::month
- ::yearWarcDate::year
- ::feedWarcDecoder::feed
- ::finishWarcDecoder::finish
- ::newWarcDecoder::new
- ::algorithmWarcDigest::algorithm
- ::newWarcDigest::new
- ::to_stringWarcDigest::to_string
- ::valueWarcDigest::value
- ::newWarcError::new
- ::to_stringWarcError::to_string
- ::kind_nameWarcErrorKind::kind_name
- ::stage_nameWarcErrorStage::stage_name
- ::newWarcField::new
- ::codeWarcFinding::code
- ::contextWarcFinding::context
- ::newWarcFinding::new
- ::record_indexWarcFinding::record_index
- ::severityWarcFinding::severity
- ::to_stringWarcFinding::to_string
- ::buildWarcIndex::build
- ::by_record_idWarcIndex::by_record_id
- ::by_target_uriWarcIndex::by_target_uri
- ::by_typeWarcIndex::by_type
- ::sizeWarcIndex::size
- ::block_lengthWarcRecord::block_length
- ::declared_content_lengthWarcRecord::declared_content_length
- ::field_allWarcRecord::field_all
- ::field_countWarcRecord::field_count
- ::field_firstWarcRecord::field_first
- ::field_hasWarcRecord::field_has
- ::newWarcRecord::new
- ::record_idWarcRecord::record_id
- ::record_typeWarcRecord::record_type
- ::require_fieldWarcRecord::require_field
- ::segment_infoWarcRecord::segment_info
- ::target_uriWarcRecord::target_uri
- ::to_bytesWarcRecord::to_bytes
- ::warc_dateWarcRecord::warc_date
- ::parseWarcRecordType::parse
- ::type_nameWarcRecordType::type_name
V
WARC_FIELDS_MIME_TYPE
V
WARC_MIME_TYPE
V
WARC_VERSION_LINE
V
all_digits
V
all_kind_codes
V
all_record_type_codes
V
all_severity_codes
V
all_stage_codes
V
append_decimal_digit
V
archive_stats
V
audit_archive
V
digit_count
V
digit_value
V
eq_bytes
V
eq_ignore_ascii_case
V
find_crlf
V
index_of_byte
V
is_cr
V
is_ctl
V
is_digit
V
is_ht
V
is_lf
V
is_lower_ascii
V
is_separator
V
is_sp
V
is_token_byte
V
is_upper_ascii
V
kind_of_code
V
lower_ascii
V
parse_archive
V
parse_content_length
V
parse_decimal
V
parse_digest
V
parse_header
V
parse_record
V
parse_uri_ref
V
parse_version_line
V
parse_warc_date
V
parse_warc_date_bytes
V
record_type_of_code
V
scan_line
V
segment_errors
V
severity_of_code
V
stage_of_code
V
starts_with
V
valid_field_name
V
valid_ip_address
V
validate_archive
V
validate_record

xiaojing012/moon-warc/examples does not have a README file

demo_audit

fn demo_audit() -> Unit

Audit a small archive and print every finding.

demo_build

fn demo_build() -> Unit

Build one record and print its serialized form.

demo_index

fn demo_index() -> Unit

Build an index and query it by target URI and by type.

demo_parse

fn demo_parse() -> Unit

Parse a small archive and report what came back.

demo_validate

fn demo_validate() -> Unit

Validate a well-formed archive and a broken record.

ex_archive_of

fn ex_archive_of(recs : Array[@xiaojing012/moon-warc.WarcRecord
WarcRecord]) -> @xiaojing012/moon-warc.WarcArchive
WarcArchive

Parse a list of records as one archive.

ex_cat

fn ex_cat(a : Bytes, b : Bytes) -> Bytes

Concatenate two byte buffers.

ex_response

fn ex_response(id : String, target : String, block : Bytes) -> @xiaojing012/moon-warc.WarcRecord
WarcRecord

A small response record with the given target URI.

ex_text

fn ex_text(bytes : Bytes) -> String

Render a UTF-8 byte buffer as text (demo blocks are ASCII).

Source Files

Install

Streaming WARC 1.1 parser, writer, validator, indexer and audit toolkit for MoonBit.

warcweb-archivearchiveparserstreamingiso28500webarchivingmoonbit

Apache-2.0

github.com/xiaojing012/moon-warc

Updated 2 months ago

29 downloads

Powered by MoonBit

Site source Report issue Modules Skills CLI Build queue Statistics

© 2026 mooncakes.io