Skip to content

Commit

Permalink
just use bqEncodedCreateReadRequest
Browse files Browse the repository at this point in the history
use that instead of UnknownFileSet
  • Loading branch information
yqiu2 committed Nov 20, 2023
1 parent d7496e9 commit 8f97711
Showing 1 changed file with 6 additions and 46 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,6 @@
import com.google.common.collect.ImmutableList;
import com.google.gson.Gson;
import com.google.gson.JsonObject;
import com.google.protobuf.UnknownFieldSet;
import java.time.Duration;
import java.time.Instant;
import java.util.Optional;
Expand Down Expand Up @@ -162,32 +161,6 @@ public ReadSessionResponse create(
}
Instant sessionPrepEndTime = Instant.now();

// TODO(AQIU): set this field that does not yet exist
// readOptions.setResponseCompressionCodec(ResponseCompressionCodec.RESPONSE_COMPRESSION_CODEC_SNAPPY);

// A mildly psychotic way of adding unknown fields to a message:
//
// Creating response_compression_codec unknown field.
// enum response_compression_codec = 2 lz4_framed compression
UnknownFieldSet.Field responseCompressionCodecUnknownField =
UnknownFieldSet.Field.newBuilder().addFixed32(2).build();
// Creating response_compression_codec to readOptionsUnknownField Set
com.google.protobuf.UnknownFieldSet readOptionsUnknownFieldSet =
UnknownFieldSet.newBuilder().addField(6, responseCompressionCodecUnknownField).build();

// Attach ReadOptions Field set to ReadSession UnknownFieldSet
UnknownFieldSet.Field readOptionsUnknownField =
UnknownFieldSet.Field.newBuilder().addGroup(readOptionsUnknownFieldSet).build();
UnknownFieldSet readSessionOptionUnknownFieldSet =
UnknownFieldSet.newBuilder().mergeField(8, readOptionsUnknownField).build();

// attach ReadSession unknown fields to CreateReadSesionRequest UnknownFieldSet
UnknownFieldSet.Field readSessionOptionUnknownField =
UnknownFieldSet.Field.newBuilder().addGroup(readSessionOptionUnknownFieldSet).build();
// ReadSession is field 2 of CreateReadSessionRequest
UnknownFieldSet createReadSessionRequestUnknownFieldSet =
UnknownFieldSet.newBuilder().mergeField(2, readSessionOptionUnknownField).build();

TableReadOptions readOptions =
readOptionsBuilder.mergeUnknownFields(readOptionsUnknownFieldSet).build();

Expand All @@ -196,7 +169,6 @@ public ReadSessionResponse create(
.setDataFormat(config.getReadDataFormat())
.setReadOptions(readOptions)
.setTable(tablePath)
.mergeUnknownFields(readSessionOptionUnknownFieldSet)
.build();

CreateReadSessionRequest createReadSessionRequest =
Expand All @@ -209,25 +181,13 @@ public ReadSessionResponse create(
.mergeUnknownFields(createReadSessionRequestUnknownFieldSet)
.build();

log.info(
"AQIU: createReadSessionRequest.read_session.read_options UnknownFieldSet.asMap {}\n",
readOptions.getUnknownFields().asMap());

log.info(
"AQIU: createReadSessionRequest.read_session UnknownFieldSet.asMap {}\n",
readSessionOption.getUnknownFields().asMap());

log.info(
"AQIU: CreateReadSessionRequest UnknownFieldSet.asMap {}\n",
createReadSessionRequest.getUnknownFields().asMap());

// TODO: reenable?
// if (config.isReadSessionCachingEnabled()
// && getReadSessionCache().asMap().containsKey(createReadSessionRequest)) {
// ReadSession readSession = getReadSessionCache().asMap().get(createReadSessionRequest);
// log.info("Reusing read session: {}, for table: {}", readSession.getName(), table);
// return new ReadSessionResponse(readSession, actualTable);
// }
if (config.isReadSessionCachingEnabled()
&& getReadSessionCache().asMap().containsKey(createReadSessionRequest)) {
ReadSession readSession = getReadSessionCache().asMap().get(createReadSessionRequest);
log.info("Reusing read session: {}, for table: {}", readSession.getName(), table);
return new ReadSessionResponse(readSession, actualTable);
}
ReadSession readSession = bigQueryReadClient.createReadSession(createReadSessionRequest);

if (readSession != null) {
Expand Down

0 comments on commit 8f97711

Please sign in to comment.