gov.nasa.pds.harvest.util.out.InventoryDocWriter Maven / Gradle / Ivy

Go to download
package gov.nasa.pds.harvest.util.out;

import java.io.StringWriter;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;

import com.google.gson.stream.JsonWriter;

import gov.nasa.pds.harvest.util.LidVidUtils;


/**
 * Interface to write product references extracted from PDS4 collection inventory files.
 * 
 * @author karpenko
 */
public class InventoryDocWriter
{
    private Logger log;
    private List data;


    public InventoryDocWriter()
    {
        log = LogManager.getLogger(this.getClass());
        data = new ArrayList<>();
    }
    
    
    public List getData()
    {
        return data;
    }
    
    
    public void clearData()
    {
        data.clear();
    }

    
    public void writeBatch(String collectionLidvid, ProdRefsBatch batch, RefType refType, String jobId) throws Exception
    {
        if(collectionLidvid == null) return;
        int idx = collectionLidvid.indexOf("::");
        if(idx <= 0) return;
        
        String collectionLid = collectionLidvid.substring(0, idx);
        String collectionVid = collectionLidvid.substring(idx+2);
        
        String docId = collectionLidvid + "::" + refType.getId() + batch.batchNum;

        // First line: primary key 
        String pkJson = NDJsonDocUtils.createPKJson(docId);
        data.add(pkJson);

        // Second line: main document
        StringWriter sw = new StringWriter();
        JsonWriter jw = new JsonWriter(sw);
        
        jw.beginObject();
        // Batch info
        NDJsonDocUtils.writeField(jw, "batch_id", batch.batchNum);
        NDJsonDocUtils.writeField(jw, "batch_size", batch.size);

        // Reference type
        NDJsonDocUtils.writeField(jw, "reference_type", refType.getLabel());

        // Collection ids
        NDJsonDocUtils.writeField(jw, "collection_lidvid", collectionLidvid);
        NDJsonDocUtils.writeField(jw, "collection_lid", collectionLid);
        NDJsonDocUtils.writeField(jw, "collection_vid", collectionVid);
        
        // Product refs
        NDJsonDocUtils.writeArray(jw, "product_lidvid", batch.lidvids);
        
        // Convert lidvids to lids
        Set lids = LidVidUtils.lidvidToLid(batch.lidvids);
        lids = LidVidUtils.add(lids, batch.lids);
        NDJsonDocUtils.writeArray(jw, "product_lid", lids);
        
        // Job ID
        NDJsonDocUtils.writeField(jw, "_package_id", jobId);
        jw.endObject();
        
        jw.close();
        
        String dataJson = sw.getBuffer().toString();
        data.add(dataJson);
    }
    
}