Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
avro.webpage.avsc Maven / Gradle / Ivy
{
"name": "GWebPage",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields": [
{
"name": "baseUrl",
"type": ["null","string"],
"default": null
},
{
"name": "createTime",
"type": "long",
"default": 0
},
{
"name": "distance",
"type": "int",
"default": -1
},
{
"name": "fetchCount",
"type": "int",
"default": 0
},
{
"name": "fetchPriority",
"type": "int",
"default": 0
},
{
"name": "fetchInterval",
"type": "int",
"default": 0
},
{
"name": "zoneId",
"type": ["null","string"],
"default": null
},
{
"name": "params",
"type": ["null","string"],
"default": null
},
{
"name": "batchId",
"type": ["null","string"],
"default": null
},
{
"name": "resource",
"type": ["null","int"],
"default": null
},
{
"name": "crawlStatus",
"type": "int",
"default": 0
},
{
"name": "browser",
"type": ["null","string"],
"default": null
},
{
"name": "proxy",
"type": ["null","string"],
"default": null
},
{
"name": "prevFetchTime",
"type": "long",
"default": 0
},
{
"name": "prevCrawlTime1",
"type": "long",
"default": 0
},
{
"name": "fetchTime",
"type": "long",
"default": 0
},
{
"name": "fetchRetries",
"type": "int",
"default": 0
},
{
"name": "reprUrl",
"type": ["null","string"],
"default": null
},
{
"name": "prevModifiedTime",
"type": "long",
"default": 0
},
{
"name": "modifiedTime",
"type": "long",
"default": 0
},
{
"name": "protocolStatus",
"type": [
"null",
{
"name": "GProtocolStatus",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields": [
{"name": "majorCode","type": "int","default": 0},
{"name": "minorCode","type": "int","default": 0},
{"name": "args", "type": {"type": "map","values": ["null","string"]}, "default": {}}
]
}
],
"default": null
},
{
"name": "encoding",
"type": ["null","string"],
"default": null
},
{
"name": "contentType",
"type": ["null","string"],
"default": null
},
{
"name": "content",
"type": ["null","bytes"],
"doc": "The entire raw document content e.g. raw XHTML",
"default": null
},
{
"name": "contentLength",
"type": "long",
"default": 0
},
{
"name": "lastContentLength",
"type": "long",
"default": 0
},
{
"name": "aveContentLength",
"type": "long",
"default": 0
},
{
"name": "persistedContentLength",
"type": "long",
"default": 0
},
{
"name": "referrer",
"type": ["null","string"],
"default": null
},
{
"name": "htmlIntegrity",
"type": ["null","string"],
"default": null
},
{
"name": "anchor",
"type": ["null","string"],
"default": null
},
{
"name": "anchorOrder",
"type": "int",
"default": -1
},
{
"name": "parseStatus",
"type": [
"null",
{
"name": "GParseStatus",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields": [
{"name": "majorCode","type": "int","default": 0},
{"name": "minorCode","type": "int","default": 0},
{"name": "args", "type": {"type": "map","values": ["null","string"]}, "default": {}}
]
}
],
"default": null
},
{
"name": "pageTitle",
"type": ["null","string"],
"default": null
},
{
"name": "pageText",
"type": ["null","string"],
"default": null
},
{
"name": "contentTitle",
"type": ["null","string"],
"default": null
},
{
"name": "contentText",
"type": ["null","string"],
"default": null
},
{
"name": "contentTextLen",
"type": "int",
"default": 0
},
{
"name": "pageCategory",
"type": ["null","string"],
"default": null
},
{
"name": "contentModifiedTime",
"type": "long",
"default": 0
},
{
"name": "prevContentModifiedTime",
"type": "long",
"default": 0
},
{
"name": "contentPublishTime",
"type": "long",
"default": 0
},
{
"name": "prevContentPublishTime",
"type": "long",
"default": 0
},
{
"name": "refContentPublishTime",
"type": "long",
"default": 0
},
{
"name": "prevRefContentPublishTime",
"type": "long",
"default": 0
},
{
"name": "pageModelUpdateTime",
"type": "long",
"default": 0
},
{
"name": "prevSignature",
"type": ["null","bytes"],
"default": null
},
{
"name": "signature",
"type": ["null","bytes"],
"default": null
},
{
"name": "contentScore",
"type": "float",
"default": 0
},
{
"name": "score",
"type": "float",
"default": 0
},
{
"name": "sortScore",
"type": ["null","string"],
"default": null
},
{
"name": "pageCounters",
"type": {"type": "map","values": ["null","int"]},
"default": {}
},
{
"name": "headers",
"type": {"type": "map","values": ["null","string"]},
"default": {}
},
{
"name": "links",
"type" : { "type" : "array", "items" : "string"},
"default": []
},
{
"name": "deadLinks",
"type" : { "type" : "array", "items" : "string"},
"default": []
},
{
"name": "liveLinks",
"type": {
"type": "map",
"values": ["null",
{
"name": "GHypeLink",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields" : [
{"name": "url","type": "string","default": ""},
{"name": "anchor", "type": ["null", "string"], "default": null},
{"name": "order","type": "int","default": 0}
]
}
]
},
"default": []
},
{
"name": "vividLinks",
"type": {"type": "map","values": ["null","string"]},
"default": {}
},
{
"name": "inlinks",
"type": {"type": "map","values": ["null","string"]},
"default": {}
},
{
"name": "markers",
"type": {"type": "map","values": ["null","string"]},
"default": {}
},
{
"name": "metadata",
"type": {"type": "map","values": ["null","bytes"]},
"default": {}
},
{
"name": "activeDOMStatus",
"type": [
"null",
{
"name": "GActiveDOMStatus",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields": [
{"name": "n","type": "int","default": 0},
{"name": "scroll","type": "int","default": 0},
{"name": "st", "type": ["null", "string"], "default": null},
{"name": "r", "type": ["null", "string"], "default": null},
{"name": "idl", "type": ["null", "string"], "default": null},
{"name": "ec", "type": ["null", "string"], "default": null}
]
}
],
"default": null
},
{
"name": "activeDOMStatTrace",
"type": {
"type": "map",
"values": ["null",
{
"name": "GActiveDOMStat",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields" : [
{"name": "ni","type": "int","default": 0},
{"name": "na","type": "int","default": 0},
{"name": "nnm","type": "int","default": 0},
{"name": "nst","type": "int","default": 0},
{"name": "w","type": "int","default": 0},
{"name": "h","type": "int","default": 0}
]
}
]
},
"default": null
},
{
"name": "pageModel",
"type": [
"null",
{
"name": "GPageModel",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields": [
{
"name": "fieldGroups",
"type": {
"type": "array",
"items": {
"name": "GFieldGroup",
"type": "record",
"namespace": "ai.platon.pulsar.persist.gora.generated",
"fields" : [
{"name": "id", "type": "long", "default": 0},
{"name": "parentId", "type": "long", "default": 0},
{"name": "name", "type": ["null", "string"], "default": null},
{"name": "fields","type": {"type": "map","values": ["null","string"]},"default": {}}
]
}
},
"default": []
}
]
}
],
"default": null
}
]
}
