Skip to content

Commit 21e0321

Browse files
committed
Updating logging example for 0.8.0.
Same changes as logging-webapp: use URIs and don't call repo.getMetadataProvider.
1 parent 68fd17f commit 21e0321

File tree

4 files changed

+13
-24
lines changed

4 files changed

+13
-24
lines changed

logging/src/main/java/com/cloudera/cdk/examples/logging/App.java

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -15,8 +15,8 @@
1515
*/
1616
package com.cloudera.cdk.examples.logging;
1717

18-
import com.cloudera.cdk.data.filesystem.FileSystemDatasetRepository;
19-
import java.net.URI;
18+
import com.cloudera.cdk.data.DatasetRepositories;
19+
import com.cloudera.cdk.data.DatasetRepository;
2020
import org.apache.avro.Schema;
2121
import org.apache.avro.generic.GenericRecord;
2222
import org.apache.avro.generic.GenericRecordBuilder;
@@ -37,9 +37,8 @@ public int run(String[] args) throws Exception {
3737
Logger logger = Logger.getLogger(App.class);
3838

3939
// Find the schema from the repository
40-
FileSystemDatasetRepository repo = new FileSystemDatasetRepository.Builder()
41-
.rootDirectory(new URI("/tmp/data")).configuration(getConf()).get();
42-
Schema schema = repo.getMetadataProvider().load("events").getSchema();
40+
DatasetRepository repo = DatasetRepositories.open("repo:file:/tmp/data");
41+
Schema schema = repo.load("events").getDescriptor().getSchema();
4342

4443
// Build some events using the generic Avro API and log them using log4j
4544
GenericRecordBuilder builder = new GenericRecordBuilder(schema);

logging/src/main/java/com/cloudera/cdk/examples/logging/CreateDataset.java

Lines changed: 5 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -16,11 +16,8 @@
1616
package com.cloudera.cdk.examples.logging;
1717

1818
import com.cloudera.cdk.data.DatasetDescriptor;
19+
import com.cloudera.cdk.data.DatasetRepositories;
1920
import com.cloudera.cdk.data.DatasetRepository;
20-
import com.cloudera.cdk.data.filesystem.FileSystemDatasetRepository;
21-
import com.google.common.io.Resources;
22-
import java.net.URI;
23-
import org.apache.avro.Schema;
2421
import org.apache.hadoop.conf.Configured;
2522
import org.apache.hadoop.util.Tool;
2623
import org.apache.hadoop.util.ToolRunner;
@@ -34,15 +31,12 @@ public class CreateDataset extends Configured implements Tool {
3431
public int run(String[] args) throws Exception {
3532

3633
// Construct a local filesystem dataset repository rooted at /tmp/data
37-
DatasetRepository repo = new FileSystemDatasetRepository.Builder()
38-
.rootDirectory(new URI("/tmp/data")).configuration(getConf()).get();
39-
40-
// Read an Avro schema from the event.avsc file on the classpath
41-
Schema schema = new Schema.Parser().parse(
42-
Resources.getResource("event.avsc").openStream());
34+
DatasetRepository repo = DatasetRepositories.open("repo:file:/tmp/data");
4335

4436
// Create a dataset of events with the Avro schema in the repository
45-
DatasetDescriptor descriptor = new DatasetDescriptor.Builder().schema(schema).get();
37+
DatasetDescriptor descriptor = new DatasetDescriptor.Builder()
38+
.schemaUri("resource:event.avsc")
39+
.get();
4640
repo.create("events", descriptor);
4741

4842
return 0;

logging/src/main/java/com/cloudera/cdk/examples/logging/DeleteDataset.java

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -15,9 +15,8 @@
1515
*/
1616
package com.cloudera.cdk.examples.logging;
1717

18+
import com.cloudera.cdk.data.DatasetRepositories;
1819
import com.cloudera.cdk.data.DatasetRepository;
19-
import com.cloudera.cdk.data.filesystem.FileSystemDatasetRepository;
20-
import java.net.URI;
2120
import org.apache.hadoop.conf.Configured;
2221
import org.apache.hadoop.util.Tool;
2322
import org.apache.hadoop.util.ToolRunner;
@@ -31,8 +30,7 @@ public class DeleteDataset extends Configured implements Tool {
3130
public int run(String[] args) throws Exception {
3231

3332
// Construct a local filesystem dataset repository rooted at /tmp/data
34-
DatasetRepository repo = new FileSystemDatasetRepository.Builder()
35-
.rootDirectory(new URI("/tmp/data")).configuration(getConf()).get();
33+
DatasetRepository repo = DatasetRepositories.open("repo:file:/tmp/data");
3634

3735
// Drop the events dataset
3836
boolean success = repo.delete("events");

logging/src/main/java/com/cloudera/cdk/examples/logging/ReadDataset.java

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -17,9 +17,8 @@
1717

1818
import com.cloudera.cdk.data.Dataset;
1919
import com.cloudera.cdk.data.DatasetReader;
20+
import com.cloudera.cdk.data.DatasetRepositories;
2021
import com.cloudera.cdk.data.DatasetRepository;
21-
import com.cloudera.cdk.data.filesystem.FileSystemDatasetRepository;
22-
import java.net.URI;
2322
import org.apache.avro.generic.GenericRecord;
2423
import org.apache.hadoop.conf.Configured;
2524
import org.apache.hadoop.util.Tool;
@@ -34,8 +33,7 @@ public class ReadDataset extends Configured implements Tool {
3433
public int run(String[] args) throws Exception {
3534

3635
// Construct a local filesystem dataset repository rooted at /tmp/data
37-
DatasetRepository repo = new FileSystemDatasetRepository.Builder()
38-
.rootDirectory(new URI("/tmp/data")).configuration(getConf()).get();
36+
DatasetRepository repo = DatasetRepositories.open("repo:file:/tmp/data");
3937

4038
// Load the events dataset
4139
Dataset events = repo.load("events");

0 commit comments

Comments
 (0)