sar.pulsar-persist.2.1.0.source-code.gora-hbase-mapping.xml Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of pulsar-persist Show documentation
The newest version!
<?xml version="1.0" encoding="UTF-8"?>
<!--
  Licensed to the Apache Software Foundation (ASF) under one or more
  contributor license agreements.  See the NOTICE file distributed with
  this work for additional information regarding copyright ownership.
  The ASF licenses this file to You under the Apache License, Version 2.0
  (the "License"); you may not use this file except in compliance with
  the License.  You may obtain a getConf of the License at
  
  http://www.apache.org/licenses/LICENSE-2.0
  
  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License.
-->

<!--
In addition to family 'name' and 'maxVersions' attributes, 
individual table families can ve defined with several other
attributes such as
  compression="$$$" - the compression option to use in HBase.
  blockCache="$$$"  - an LRU cache that contains three levels of block priority 
                      to allow for scan-resistance and in-memory ColumnFamilies.
  blockSize="$$$"   - The blocksize can be configured for each ColumnFamily in 
                      a table, and this defaults to 64k.
  bloomFilter="$$$" - Bloom Filters can be enabled per-ColumnFamily.
  maxVersions="$$$" - The maximum number of row versions to store is configured 
                      per column family via HColumnDescriptor.
  timeToLive="$$$"  - ColumnFamilies can set a TTL length in seconds, and HBase 
                      will automatically delete rows once the expiration time is 
                      reached.
  inMemory="$$$"    - ColumnFamilies can optionally be defined as in-memory.

You should consult the current Gora gora-hbase documentation
for further information on properties and mapping configurtion.
http://gora.apache.org/current/gora-hbase.html
-->

<gora-orm>

    <table name="webpage">
        <family name="f" maxVersions="1" />
        <family name="p" maxVersions="1" />
        <family name="s" maxVersions="1" />

        <family name="pc" maxVersions="1" />
        <family name="il" maxVersions="1" />
        <family name="vl" maxVersions="1" />
        <family name="ll" maxVersions="1" />
        <family name="lk" maxVersions="1" />
        <family name="dl" maxVersions="1" />

        <family name="hd" maxVersions="1" />
        <family name="mtdt" maxVersions="1" />
        <family name="mk" maxVersions="1" />

        <family name="pe" maxVersions="1" />
    </table>

    <class table="webpage" keyClass="java.lang.String" name="ai.platon.pulsar.persist.gora.generated.GWebPage">
        <!-- fetch fields                                       -->
        <field name="createTime" family="f" qualifier="crt" />
        <field name="distance" family="f" qualifier="dis" />
        <field name="fetchCount" family="f" qualifier="fc" />
        <field name="fetchPriority" family="f" qualifier="fp" />
        <field name="fetchInterval" family="f" qualifier="fi" />
        <field name="zoneId" family="f" qualifier="zn" />
        <field name="options" family="f" qualifier="op" />
        <field name="resource" family="f" qualifier="rs" />

        <field name="batchId" family="f" qualifier="bid" />
        <field name="crawlStatus" family="f" qualifier="st" />

        <field name="prevFetchTime" family="f" qualifier="pts" />
        <field name="fetchTime" family="f" qualifier="ts" />
        <field name="fetchRetries" family="f" qualifier="frs" />
        <field name="reprUrl" family="f" qualifier="rpr" />
        <field name="prevModifiedTime" family="f" qualifier="pmod" />
        <field name="modifiedTime" family="f" qualifier="mod" />
        <field name="protocolStatus" family="f" qualifier="prot" />

        <field name="encoding" family="f" qualifier="ecd" />
        <field name="contentType" family="f" qualifier="typ" />
        <field name="content" family="f" qualifier="cnt" />
        <field name="baseUrl" family="f" qualifier="bas" />
        <field name="referrer" family="f" qualifier="rf" />
        <field name="anchor" family="f" qualifier="an" />
        <field name="anchorOrder" family="f" qualifier="ao" />

        <!-- parse fields                                       -->
        <field name="parseStatus" family="p" qualifier="ps" />

        <field name="pageTitle" family="p" qualifier="pt" />
        <field name="pageText" family="p" qualifier="ptx" />
        <field name="contentTitle" family="p" qualifier="ct" />
        <field name="contentText" family="p" qualifier="ctx" />
        <field name="contentTextLen" family="p" qualifier="ctl" />
        <field name="pageCategory" family="p" qualifier="pcat" />

        <field name="contentModifiedTime" family="p" qualifier="cmt" />
        <field name="prevContentModifiedTime" family="p" qualifier="pcmt" />
        <field name="contentPublishTime" family="p" qualifier="cpt" />
        <field name="prevContentPublishTime" family="p" qualifier="pcpt" />
        <field name="refContentPublishTime" family="p" qualifier="rcpt" />
        <field name="prevRefContentPublishTime" family="p" qualifier="prcpt" />

        <field name="prevSignature" family="p" qualifier="psg" />
        <field name="signature" family="p" qualifier="sg" />

        <!-- score fields                                       -->
        <field name="contentScore" family="s" qualifier="cs" />
        <field name="score" family="s" qualifier="s" />
        <field name="sortScore" family="s" qualifier="ss" />

        <!-- other fields                                       -->
        <field name="pageCounters" family="pc" />
        <field name="headers" family="hd" />
        <field name="links" family="lk" />
        <field name="deadLinks" family="dl" />
        <field name="liveLinks" family="ll" />
        <field name="vividLinks" family="vl" />
        <field name="inlinks" family="il" />
        <field name="markers" family="mk" />
        <field name="metadata" family="mtdt" />

        <!-- extract fields                                     -->
        <field name="pageModel" family="pe" qualifier="pe" />
    </class>

</gora-orm>