org.lockss.laaws.rs.io.storage

Class LocalWARCArtifactStore

java.lang.Object

org.lockss.laaws.rs.io.storage.WARCArtifactStore

org.lockss.laaws.rs.io.storage.LocalWARCArtifactStore

All Implemented Interfaces:

org.archive.format.ArchiveFileConstants, org.archive.format.warc.WARCConstants, ArtifactStore

public class LocalWARCArtifactStore
extends WARCArtifactStore

Nested Class Summary

Nested classes/interfaces inherited from interface org.archive.format.warc.WARCConstants

org.archive.format.warc.WARCConstants.WARCRecordType

Field Summary

Fields inherited from class org.lockss.laaws.rs.io.storage.WARCArtifactStore

CRLF, CRLF_BYTES

Fields inherited from interface org.archive.format.warc.WARCConstants

COLON_SPACE, COMPRESSED_WARC_FILE_EXTENSION, CONTENT_DESCRIPTION, CONTENT_LENGTH, CONTENT_TYPE, DEFAULT_ENCODING, DEFAULT_MAX_WARC_FILE_SIZE, DOT_COMPRESSED_WARC_FILE_EXTENSION, DOT_WARC_FILE_EXTENSION, FTP_CONTROL_CONVERSATION_MIMETYPE, HEADER_FIELD_SEPARATOR, HEADER_KEY_BLOCK_DIGEST, HEADER_KEY_CONCURRENT_TO, HEADER_KEY_DATE, HEADER_KEY_ETAG, HEADER_KEY_FILENAME, HEADER_KEY_ID, HEADER_KEY_IP, HEADER_KEY_LAST_MODIFIED, HEADER_KEY_PAYLOAD_DIGEST, HEADER_KEY_PROFILE, HEADER_KEY_REFERS_TO, HEADER_KEY_REFERS_TO_DATE, HEADER_KEY_REFERS_TO_FILE_OFFSET, HEADER_KEY_REFERS_TO_FILENAME, HEADER_KEY_REFERS_TO_TARGET_URI, HEADER_KEY_TRUNCATED, HEADER_KEY_TYPE, HEADER_KEY_URI, HEADER_LINE_ENCODING, HTTP_REQUEST_MIMETYPE, HTTP_RESPONSE_MIMETYPE, MAX_LINE_LENGTH, MAX_WARC_HEADER_LINE_LENGTH, NAMED_FIELD_CHECKSUM_LABEL, NAMED_FIELD_DESCRIPTION, NAMED_FIELD_FILEDESC, NAMED_FIELD_IP_LABEL, NAMED_FIELD_RELATED_LABEL, NAMED_FIELD_TRUNCATED, NAMED_FIELD_TRUNCATED_VALUE_HEAD, NAMED_FIELD_TRUNCATED_VALUE_LENGTH, NAMED_FIELD_TRUNCATED_VALUE_TIME, NAMED_FIELD_TRUNCATED_VALUE_UNSPECIFIED, NAMED_FIELD_WARCFILENAME, PLACEHOLDER_RECORD_LENGTH_STRING, PROFILE_REVISIT_IDENTICAL_DIGEST, PROFILE_REVISIT_NOT_MODIFIED, TRUNCATED_VALUE_UNSPECIFIED, TYPE, WARC_FIELDS_TYPE, WARC_FILE_EXTENSION, WARC_HEADER_ENCODING, WARC_ID, WARC_MAGIC, WARC_VERSION, WSP

Fields inherited from interface org.archive.format.ArchiveFileConstants

ABSOLUTE_OFFSET_KEY, CDX, CDX_FILE, CDX_LINE_BUFFER_SIZE, DATE_FIELD_KEY, DEFAULT_DIGEST_METHOD, DOT_COMPRESSED_FILE_EXTENSION, DUMP, GZIP_DUMP, HEADER, INVALID_SUFFIX, LENGTH_FIELD_KEY, MIMETYPE_FIELD_KEY, NOHEAD, OCCUPIED_SUFFIX, ORIGIN_FIELD_KEY, READER_IDENTIFIER_FIELD_KEY, RECORD_IDENTIFIER_FIELD_KEY, SINGLE_SPACE, TYPE_FIELD_KEY, URL_FIELD_KEY, VERSION_FIELD_KEY

Constructor Summary

Constructors

Constructor and Description
LocalWARCArtifactStore(ArtifactIndex index, File baseDir)

Method Summary

Modifier and Type	Method and Description
org.lockss.laaws.rs.model.ArtifactIdentifier	addArtifact(org.lockss.laaws.rs.model.Artifact artifact)
void	addWARC(File warcFile)
void	deleteArtifact(org.lockss.laaws.rs.model.ArtifactIndexData indexData)
org.lockss.laaws.rs.model.Artifact	getArtifact(org.lockss.laaws.rs.model.ArtifactIndexData indexData)
static Collection<File>	scanDirectories(File warcFilesDir)
void	updateArtifact(org.lockss.laaws.rs.model.ArtifactIndexData indexData, org.lockss.laaws.rs.model.Artifact artifact)

Methods inherited from class org.lockss.laaws.rs.io.storage.WARCArtifactStore

createRecordHeader, write, writeArtifact

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

LocalWARCArtifactStore

public LocalWARCArtifactStore(ArtifactIndex index,
                              File baseDir)

Method Detail

scanDirectories

public static Collection<File> scanDirectories(File warcFilesDir)

addWARC

public void addWARC(File warcFile)

addArtifact

public org.lockss.laaws.rs.model.ArtifactIdentifier addArtifact(org.lockss.laaws.rs.model.Artifact artifact)
                                                         throws IOException

Throws:

IOException

getArtifact

public org.lockss.laaws.rs.model.Artifact getArtifact(org.lockss.laaws.rs.model.ArtifactIndexData indexData)
                                               throws IOException

Throws:

IOException

updateArtifact

public void updateArtifact(org.lockss.laaws.rs.model.ArtifactIndexData indexData,
                           org.lockss.laaws.rs.model.Artifact artifact)

deleteArtifact

public void deleteArtifact(org.lockss.laaws.rs.model.ArtifactIndexData indexData)