Skip to content

Commit dd95df6

Browse files
sammeffordsammefford
committed
add ability to get just metadata, and related unit tests
1 parent 23add20 commit dd95df6

File tree

5 files changed

+90
-35
lines changed

5 files changed

+90
-35
lines changed

‎src/main/java/com/marklogic/client/document/DocumentManager.java‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -376,6 +376,10 @@ public <T extends R> T read(DocumentDescriptor desc, DocumentMetadataReadHandle
376376

377377
public DocumentPage read(ServerTransform transform, Transaction transaction, String... uris);
378378

379+
public DocumentPage readMetadata(String... uris);
380+
381+
public DocumentPage readMetadata(Transaction transaction, String... uris);
382+
379383
public DocumentPage search(QueryDefinition querydef, long start);
380384

381385
public DocumentPage search(QueryDefinition querydef, long start, Transaction transaction);

‎src/main/java/com/marklogic/client/impl/DocumentManagerImpl.java‎

Lines changed: 23 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,14 +16,14 @@
1616
package com.marklogic.client.impl;
1717

1818
import java.util.ArrayList;
19+
import java.util.Collection;
1920
import java.util.HashSet;
2021
import java.util.Set;
2122

2223
import org.slf4j.Logger;
2324
import org.slf4j.LoggerFactory;
2425

2526
import com.fasterxml.jackson.databind.JsonNode;
26-
2727
import com.marklogic.client.DatabaseClientFactory.HandleFactoryRegistry;
2828
import com.marklogic.client.FailedRequestException;
2929
import com.marklogic.client.ForbiddenUserException;
@@ -67,6 +67,10 @@ public boolean add(Metadata e) {
6767
isProcessedMetadataModified = true;
6868
return super.add(e);
6969
}
70+
public boolean addAll(Collection<? extends Metadata> c) {
71+
isProcessedMetadataModified = true;
72+
return super.addAll(c);
73+
}
7074
};
7175
{
7276
processedMetadata.add(Metadata.ALL);
@@ -322,6 +326,13 @@ public DocumentPage read(ServerTransform transform, String... uris) {
322326
}
323327

324328
public DocumentPage read(ServerTransform transform, Transaction transaction, String... uris) {
329+
boolean withContent = true;
330+
return read(transform, transaction, withContent, uris);
331+
}
332+
333+
public DocumentPage read(ServerTransform transform, Transaction transaction,
334+
boolean withContent, String... uris)
335+
{
325336
if (uris == null || uris.length == 0)
326337
throw new IllegalArgumentException("Attempt to call read with no uris");
327338

@@ -335,9 +346,20 @@ public DocumentPage read(ServerTransform transform, Transaction transaction, Str
335346
isProcessedMetadataModified ? processedMetadata : null,
336347
responseFormat,
337348
null,
349+
withContent,
338350
uris);
339351
}
340352

353+
public DocumentPage readMetadata(String... uris) {
354+
boolean withContent = false;
355+
return read(null, null, withContent, uris);
356+
}
357+
358+
public DocumentPage readMetadata(Transaction transaction, String... uris) {
359+
boolean withContent = false;
360+
return read(null, transaction, withContent, uris);
361+
}
362+
341363
public DocumentPage search(QueryDefinition querydef, long start) {
342364
return search(querydef, start, null, null);
343365
}

‎src/main/java/com/marklogic/client/impl/JerseyServices.java‎

Lines changed: 24 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -694,12 +694,12 @@ private boolean getDocumentImpl(RequestLogger reqlog,
694694
@Override
695695
public DocumentPage getBulkDocuments(RequestLogger reqlog,
696696
String transactionId, Set<Metadata> categories,
697-
Format format, RequestParameters extraParams, String... uris)
697+
Format format, RequestParameters extraParams, boolean withContent, String... uris)
698698
throws ResourceNotFoundException, ForbiddenUserException, FailedRequestException {
699699
boolean hasMetadata = categories != null && categories.size() > 0;
700700
JerseyResultIterator iterator =
701-
getBulkDocumentsImpl(reqlog, transactionId, categories, format, extraParams, uris);
702-
return convertToDocumentPage(iterator, hasMetadata);
701+
getBulkDocumentsImpl(reqlog, transactionId, categories, format, extraParams, withContent, uris);
702+
return convertToDocumentPage(iterator, withContent, hasMetadata);
703703
}
704704

705705
@Override
@@ -708,34 +708,38 @@ public DocumentPage getBulkDocuments(RequestLogger reqlog,
708708
long start, long pageLength,
709709
String transactionId,
710710
SearchReadHandle searchHandle, QueryView view,
711-
Set<Metadata> categories, Format format, RequestParameters extraParams)
711+
Set<Metadata> categories, Format format, RequestParameters extraParams)
712712
throws ResourceNotFoundException, ForbiddenUserException, FailedRequestException {
713713
boolean hasMetadata = categories != null && categories.size() > 0;
714+
boolean hasContent = true;
714715
JerseyResultIterator iterator =
715716
getBulkDocumentsImpl(reqlog, querydef, start, pageLength, transactionId,
716717
searchHandle, view, categories, format, extraParams);
717-
return convertToDocumentPage(iterator, hasMetadata);
718+
return convertToDocumentPage(iterator, hasContent, hasMetadata);
718719
}
719720

720-
private DocumentPage convertToDocumentPage(JerseyResultIterator iterator, boolean hasMetadata) {
721+
private DocumentPage convertToDocumentPage(JerseyResultIterator iterator, boolean hasContent,
722+
boolean hasMetadata)
723+
{
721724
ArrayList<DocumentRecord> records = new ArrayList<DocumentRecord>();
722725
if ( iterator == null ) {
723726
return new DocumentPageImpl(records, 1, 0, 0, 0);
724727
}
725728
while (iterator.hasNext()) {
726729
JerseyResult result = iterator.next();
727730
DocumentRecord record;
728-
if ( hasMetadata ) {
729-
if ( ! iterator.hasNext() ) {
730-
throw new MarkLogicInternalException(
731-
"Metadata and content parts should always come in pairs!");
732-
}
731+
if ( hasContent && hasMetadata ) {
733732
JerseyResult metadata = result;
734733
JerseyResult content = iterator.next();
735734
record = new JerseyDocumentRecord(content, metadata);
736-
} else {
735+
} else if ( hasContent ) {
737736
JerseyResult content = result;
738737
record = new JerseyDocumentRecord(content);
738+
} else if ( hasMetadata ) {
739+
JerseyResult metadata = result;
740+
record = new JerseyDocumentRecord(null, metadata);
741+
} else {
742+
throw new IllegalStateException("Should never have neither content nor metadata");
739743
}
740744
records.add(record);
741745
}
@@ -745,12 +749,11 @@ record = new JerseyDocumentRecord(content);
745749

746750
private JerseyResultIterator getBulkDocumentsImpl(RequestLogger reqlog,
747751
String transactionId, Set<Metadata> categories,
748-
Format format, RequestParameters extraParams, String... uris)
752+
Format format, RequestParameters extraParams, boolean withContent, String... uris)
749753
throws ResourceNotFoundException, ForbiddenUserException, FailedRequestException {
750754

751755
String path = "documents";
752756
RequestParameters params = new RequestParameters();
753-
boolean withContent = true;
754757
addCategoryParams(categories, params, withContent);
755758
if (format != null) params.add("format", format.toString().toLowerCase());
756759
for (String uri: uris) {
@@ -4393,7 +4396,13 @@ public JerseyDocumentRecord(JerseyResult content) {
43934396
}
43944397

43954398
public String getUri() {
4396-
return content.getUri();
4399+
if ( content == null && metadata != null ) {
4400+
return metadata.getUri();
4401+
} else if ( content != null ) {
4402+
return content.getUri();
4403+
} else {
4404+
throw new IllegalStateException("Missing both content and metadata!");
4405+
}
43974406
}
43984407

43994408
public Format getFormat() {

‎src/main/java/com/marklogic/client/impl/RESTServices.java‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,8 @@ public DocumentDescriptor head(RequestLogger logger, String uri, String transact
7474
throws ForbiddenUserException, FailedRequestException;
7575

7676
public DocumentPage getBulkDocuments(RequestLogger logger, String transactionId,
77-
Set<Metadata> categories, Format format, RequestParameters extraParams, String... uris)
77+
Set<Metadata> categories, Format format, RequestParameters extraParams,
78+
boolean withContent, String... uris)
7879
throws ResourceNotFoundException, ForbiddenUserException, FailedRequestException;
7980
public DocumentPage getBulkDocuments(RequestLogger logger, QueryDefinition querydef,
8081
long start, long pageLength, String transactionId, SearchReadHandle searchHandle,

‎src/test/java/com/marklogic/client/test/BulkReadWriteTest.java‎

Lines changed: 37 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -277,6 +277,8 @@ public void testF_DefaultMetadata() {
277277
"{\"number\": 4}").withFormat(Format.JSON);
278278
StringHandle doc5 = new StringHandle(
279279
"{\"number\": 5}").withFormat(Format.JSON);
280+
StringHandle doc6 = new StringHandle(
281+
"{\"number\": 6}").withFormat(Format.JSON);
280282

281283
// Synthesize input metadata
282284
DocumentMetadataHandle defaultMetadata1 =
@@ -285,6 +287,7 @@ public void testF_DefaultMetadata() {
285287
new DocumentMetadataHandle().withQuality(2);
286288
DocumentMetadataHandle docSpecificMetadata =
287289
new DocumentMetadataHandle().withCollections("myCollection");
290+
DocumentMetadataHandle blankDefaultMetadata = new DocumentMetadataHandle();
288291

289292
// Create and build up the batch
290293
JSONDocumentManager jdm = Common.client.newJSONDocumentManager();
@@ -303,6 +306,10 @@ public void testF_DefaultMetadata() {
303306
batch.addDefault(defaultMetadata2);
304307
batch.add("doc5.json", doc5); // batch default
305308

309+
// replace default metadata with blank metadata (back to system defaults)
310+
batch.addDefault(blankDefaultMetadata);
311+
batch.add("doc6.json", doc6); // system default metadata
312+
306313
// Execute the write operation
307314
jdm.write(batch);
308315

@@ -323,29 +330,41 @@ public void testF_DefaultMetadata() {
323330
assertEquals("Doc3 should be in the collection \"myCollection\", from the document-specific metadata.",
324331
"myCollection", collections.iterator().next());
325332

326-
//
327-
assertEquals("Doc4 should also use the 1st batch default metadata, with quality 1", defaultMetadata1.getQuality(),
328-
jdm.readMetadata("doc4.json", new DocumentMetadataHandle()).getQuality());
329-
assertEquals("Doc5 should use the 2nd batch default metadata, with quality 2", defaultMetadata2.getQuality(),
330-
jdm.readMetadata("doc5.json", new DocumentMetadataHandle()).getQuality());
331-
332-
// let's check getting just quality metadata with content in bulk read
333+
// let's check getting content with just quality in the metadata
333334
jdm.setMetadataCategories(Metadata.QUALITY);
334-
DocumentPage documents = jdm.read("doc1.json", "doc2.json", "doc3.json");
335+
DocumentPage documents = jdm.read("doc4.json", "doc5.json", "doc6.json");
335336

336337
for ( DocumentRecord doc: documents ) {
337338
DocumentMetadataHandle metadata = doc.getMetadata(new DocumentMetadataHandle());
338339
StringHandle content = doc.getContent(new StringHandle());
339-
if ( "doc1.json".equals(doc.getUri()) ) {
340-
assertEquals("Doc 1 should have the system default quality of 0", 0, metadata.getQuality());
341-
assertTrue("Doc 1 contents are wrong", content.get().matches("\\{\"number\": ?1\\}"));
342-
} else if ( "doc2.json".equals(doc.getUri()) ) {
343-
assertEquals("Doc 2 should use the first batch default metadata, with quality 1", 1, metadata.getQuality());
344-
assertTrue("Doc 2 contents are wrong", content.get().matches("\\{\"number\": ?2\\}"));
345-
} else if ( "doc3.json".equals(doc.getUri()) ) {
346-
assertEquals("Doc 3 should have the system default document quality (0) because quality " +
347-
"was not included in the document-specific metadata.", 0, metadata.getQuality());
348-
assertTrue("Doc 3 contents are wrong", content.get().matches("\\{\"number\": ?3\\}"));
340+
if ( "doc4.json".equals(doc.getUri()) ) {
341+
assertEquals("Doc4 should also use the 1st batch default metadata, with quality 1", 1,
342+
metadata.getQuality());
343+
assertTrue("Doc 4 contents are wrong", content.get().matches("\\{\"number\": ?4\\}"));
344+
} else if ( "doc5.json".equals(doc.getUri()) ) {
345+
assertEquals("Doc5 should use the 2nd batch default metadata, with quality 2", 2,
346+
metadata.getQuality());
347+
assertTrue("Doc 5 contents are wrong", content.get().matches("\\{\"number\": ?5\\}"));
348+
} else if ( "doc6.json".equals(doc.getUri()) ) {
349+
assertEquals("Doc 6 should have the system default quality of 0", 0,
350+
metadata.getQuality());
351+
assertTrue("Doc 6 contents are wrong", content.get().matches("\\{\"number\": ?6\\}"));
352+
}
353+
}
354+
355+
// now try with just metadata
356+
documents = jdm.readMetadata("doc4.json", "doc5.json", "doc6.json");
357+
for ( DocumentRecord doc: documents ) {
358+
DocumentMetadataHandle metadata = doc.getMetadata(new DocumentMetadataHandle());
359+
if ( "doc4.json".equals(doc.getUri()) ) {
360+
assertEquals("Doc4 should also use the 1st batch default metadata, with quality 1", 1,
361+
metadata.getQuality());
362+
} else if ( "doc5.json".equals(doc.getUri()) ) {
363+
assertEquals("Doc5 should use the 2nd batch default metadata, with quality 2", 2,
364+
metadata.getQuality());
365+
} else if ( "doc6.json".equals(doc.getUri()) ) {
366+
assertEquals("Doc 6 should have the system default quality of 0", 0,
367+
metadata.getQuality());
349368
}
350369
}
351370
}

0 commit comments

Comments
 (0)