2111950632/robots-gate/examples/basic

README
- ::agentAccessProbe::agent
- ::nameAccessProbe::name
- ::pathAccessProbe::path
- ::labelBehaviorChange::label
- ::is_behavioralChangeKind::is_behavioral
- ::labelChangeKind::label
- ::fallback_delay_millisCrawlBudget::fallback_delay_millis
- ::max_bytesCrawlBudget::max_bytes
- ::max_depthCrawlBudget::max_depth
- ::max_requestsCrawlBudget::max_requests
- ::max_requests_per_hostCrawlBudget::max_requests_per_host
- ::acceptedCrawlPlan::accepted
- ::accepted_countCrawlPlan::accepted_count
- ::estimated_duration_millisCrawlPlan::estimated_duration_millis
- ::rejectedCrawlPlan::rejected
- ::rejected_countCrawlPlan::rejected_count
- ::total_estimated_bytesCrawlPlan::total_estimated_bytes
- ::depthCrawlTask::depth
- ::discovered_fromCrawlTask::discovered_from
- ::estimated_bytesCrawlTask::estimated_bytes
- ::idCrawlTask::id
- ::priorityCrawlTask::priority
- ::urlCrawlTask::url
- ::agentDecision::agent
- ::agent_specificityDecision::agent_specificity
- ::allowedDecision::allowed
- ::lineDecision::line
- ::matched_groupsDecision::matched_groups
- ::normalized_pathDecision::normalized_path
- ::pathDecision::path
- ::reasonDecision::reason
- ::rule_kindDecision::rule_kind
- ::rule_patternDecision::rule_pattern
- ::rule_specificityDecision::rule_specificity
- ::summaryDecision::summary
- ::traceDecision::trace
- ::verdictDecision::verdict
- ::all_allowedDecisionMatrix::all_allowed
- ::allowed_countDecisionMatrix::allowed_count
- ::default_countDecisionMatrix::default_count
- ::denied_countDecisionMatrix::denied_count
- ::outcomesDecisionMatrix::outcomes
- ::totalDecisionMatrix::total
- ::detailDecisionStep::detail
- ::stageDecisionStep::stage
- ::summaryDecisionStep::summary
- ::codeDiagnostic::code
- ::hintDiagnostic::hint
- ::lineDiagnostic::line
- ::messageDiagnostic::message
- ::severityDiagnostic::severity
- ::spanDiagnostic::span
- ::summaryDiagnostic::summary
- ::is_standardDirective::is_standard
- ::keyDirective::key
- ::kindDirective::kind
- ::lineDirective::line
- ::rawDirective::raw
- ::spanDirective::span
- ::valueDirective::value
- ::labelDirectiveKind::label
- ::agent_countGroup::agent_count
- ::agentsGroup::agents
- ::crawl_delay_millisGroup::crawl_delay_millis
- ::end_lineGroup::end_line
- ::has_crawl_delayGroup::has_crawl_delay
- ::rule_countGroup::rule_count
- ::rulesGroup::rules
- ::start_lineGroup::start_line
- ::max_crawl_delay_millisLintOptions::max_crawl_delay_millis
- ::max_rules_per_groupLintOptions::max_rules_per_group
- ::require_sitemapLintOptions::require_sitemap
- ::require_wildcard_groupLintOptions::require_wildcard_group
- ::warn_unknown_directivesLintOptions::warn_unknown_directives
- ::afterMatrixComparison::after
- ::beforeMatrixComparison::before
- ::changeMatrixComparison::change
- ::nameMatrixComparison::name
- ::max_groupsParseOptions::max_groups
- ::max_input_charsParseOptions::max_input_chars
- ::max_line_charsParseOptions::max_line_chars
- ::max_linesParseOptions::max_lines
- ::max_rulesParseOptions::max_rules
- ::preserve_unknownParseOptions::preserve_unknown
- ::authorityParsedUrl::authority
- ::errorParsedUrl::error
- ::fragmentParsedUrl::fragment
- ::hostParsedUrl::host
- ::originParsedUrl::origin
- ::path_queryParsedUrl::path_query
- ::portParsedUrl::port
- ::robots_urlParsedUrl::robots_url
- ::schemeParsedUrl::scheme
- ::validParsedUrl::valid
- ::without_fragmentParsedUrl::without_fragment
- ::canonical_urlPlannedTask::canonical_url
- ::decisionPlannedTask::decision
- ::hostPlannedTask::host
- ::not_before_millisPlannedTask::not_before_millis
- ::pathPlannedTask::path
- ::sequencePlannedTask::sequence
- ::taskPlannedTask::task
- ::diagnostic_countPolicy::diagnostic_count
- ::diagnosticsPolicy::diagnostics
- ::directivesPolicy::directives
- ::error_countPolicy::error_count
- ::group_countPolicy::group_count
- ::groupsPolicy::groups
- ::hostsPolicy::hosts
- ::is_validPolicy::is_valid
- ::rule_countPolicy::rule_count
- ::sitemapsPolicy::sitemaps
- ::source_linesPolicy::source_lines
- ::statsPolicy::stats
- ::truncatedPolicy::truncated
- ::warning_countPolicy::warning_count
- ::default_decisionsPolicyAudit::default_decisions
- ::diagnosticsPolicyAudit::diagnostics
- ::explicit_decisionsPolicyAudit::explicit_decisions
- ::gradePolicyAudit::grade
- ::matrixPolicyAudit::matrix
- ::passedPolicyAudit::passed
- ::policyPolicyAudit::policy
- ::risk_scorePolicyAudit::risk_score
- ::afterPolicyChange::after
- ::beforePolicyChange::before
- ::kindPolicyChange::kind
- ::line_afterPolicyChange::line_after
- ::line_beforePolicyChange::line_before
- ::subjectPolicyChange::subject
- ::summaryPolicyChange::summary
- ::behavioral_countPolicyDiff::behavioral_count
- ::changesPolicyDiff::changes
- ::is_emptyPolicyDiff::is_empty
- ::structural_countPolicyDiff::structural_count
- ::agentsPolicyStats::agents
- ::allowsPolicyStats::allows
- ::diagnosticsPolicyStats::diagnostics
- ::disallowsPolicyStats::disallows
- ::groupsPolicyStats::groups
- ::rulesPolicyStats::rules
- ::sitemapsPolicyStats::sitemaps
- ::allowedProbeOutcome::allowed
- ::decisionProbeOutcome::decision
- ::probeProbeOutcome::probe
- ::summaryProbeOutcome::summary
- ::detailRejectedTask::detail
- ::reasonRejectedTask::reason
- ::taskRejectedTask::task
- ::labelRejectionReason::label
- ::labelRenderStyle::label
- ::is_emptyRule::is_empty
- ::kindRule::kind
- ::lineRule::line
- ::normalized_patternRule::normalized_pattern
- ::patternRule::pattern
- ::specificityRule::specificity
- ::directive_nameRuleKind::directive_name
- ::labelRuleKind::label
- ::tie_priorityRuleKind::tie_priority
- ::labelSeverity::label
- ::rankSeverity::rank
- ::child_countSitemapDocument::child_count
- ::child_sitemapsSitemapDocument::child_sitemaps
- ::diagnosticsSitemapDocument::diagnostics
- ::entriesSitemapDocument::entries
- ::entry_countSitemapDocument::entry_count
- ::is_validSitemapDocument::is_valid
- ::kindSitemapDocument::kind
- ::source_itemsSitemapDocument::source_items
- ::change_frequencySitemapEntry::change_frequency
- ::has_last_modifiedSitemapEntry::has_last_modified
- ::has_prioritySitemapEntry::has_priority
- ::last_modifiedSitemapEntry::last_modified
- ::locationSitemapEntry::location
- ::ordinalSitemapEntry::ordinal
- ::pathSitemapEntry::path
- ::priority_millisSitemapEntry::priority_millis
- ::labelSitemapKind::label
- ::columnSourceSpan::column
- ::lengthSourceSpan::length
- ::lineSourceSpan::line
- ::summarySourceSpan::summary
V
access_probe
V
all_diagnostics
V
all_diagnostics_with_options
V
allowed_sitemap_entries
V
annotated_policy
V
audit
V
audit_default
V
audit_exit_code
V
behavior_changes
V
behavior_flip_count
V
blocked_sitemap_entries
V
build_probe_grid
V
can_fetch
V
canonical_url
V
canonicalize
V
compact_policy
V
compare_matrices
V
crawl_budget
V
crawl_delay
V
crawl_task
V
cross_origin_entries
V
decide
V
default_crawl_budget
V
default_lint_options
V
default_outcomes
V
default_parse_options
V
denied_outcomes
V
diagnostics_at_least
V
diff_policies
V
discovered_crawl_task
V
effective_rules
V
find_outcome
V
has_diagnostic_code
V
lint
V
lint_with_options
V
normalize_path
V
normalize_percent_encoding
V
parse
V
parse_options
V
parse_render_style
V
parse_sitemap
V
parse_url
V
parse_with_options
V
plan_crawl
V
rejected_for_reason
V
remove_url_fragment
V
render_audit_json
V
render_audit_markdown
V
render_blocked_sitemap_report
V
render_crawl_plan
V
render_decision_trace
V
render_diagnostics
V
render_diff
V
render_matrix_comparison
V
render_matrix_csv
V
render_matrix_markdown
V
render_policy
V
render_policy_summary
V
render_sitemap_summary
V
robots_url_for
V
run_matrix
V
same_origin
V
strict_lint_options
V
strict_parse_options
V
structural_diff
V
tasks_from_sitemap
V
url_depth
V
url_has_query
V
url_path