Skip to content

Commit 1c7de59

Browse files
committed
Remove Ballista related things in the datafusion.proto
1 parent 8944581 commit 1c7de59

File tree

1 file changed

+1
-74
lines changed

1 file changed

+1
-74
lines changed

datafusion/proto/proto/datafusion.proto

Lines changed: 1 addition & 74 deletions
Original file line numberDiff line numberDiff line change
@@ -1330,77 +1330,4 @@ message ColumnStats {
13301330
ScalarValue max_value = 2;
13311331
uint32 null_count = 3;
13321332
uint32 distinct_count = 4;
1333-
}
1334-
1335-
message PartitionLocation {
1336-
// partition_id of the map stage who produces the shuffle.
1337-
uint32 map_partition_id = 1;
1338-
// partition_id of the shuffle, a composition of(job_id + map_stage_id + partition_id).
1339-
PartitionId partition_id = 2;
1340-
ExecutorMetadata executor_meta = 3;
1341-
PartitionStats partition_stats = 4;
1342-
string path = 5;
1343-
}
1344-
1345-
// Unique identifier for a materialized partition of data
1346-
message PartitionId {
1347-
string job_id = 1;
1348-
uint32 stage_id = 2;
1349-
uint32 partition_id = 4;
1350-
}
1351-
1352-
// Used by scheduler
1353-
message ExecutorMetadata {
1354-
string id = 1;
1355-
string host = 2;
1356-
uint32 port = 3;
1357-
uint32 grpc_port = 4;
1358-
ExecutorSpecification specification = 5;
1359-
}
1360-
1361-
// Used by grpc
1362-
message ExecutorRegistration {
1363-
string id = 1;
1364-
// "optional" keyword is stable in protoc 3.15 but prost is still on 3.14 (see https://github.com/tokio-rs/prost/issues/430 and https://github.com/tokio-rs/prost/pull/455)
1365-
// this syntax is ugly but is binary compatible with the "optional" keyword (see https://stackoverflow.com/questions/42622015/how-to-define-an-optional-field-in-protobuf-3)
1366-
oneof optional_host {
1367-
string host = 2;
1368-
}
1369-
uint32 port = 3;
1370-
uint32 grpc_port = 4;
1371-
ExecutorSpecification specification = 5;
1372-
}
1373-
1374-
message ExecutorHeartbeat {
1375-
string executor_id = 1;
1376-
// Unix epoch-based timestamp in seconds
1377-
uint64 timestamp = 2;
1378-
repeated ExecutorMetric metrics = 3;
1379-
ExecutorStatus status = 4;
1380-
}
1381-
1382-
message ExecutorSpecification {
1383-
repeated ExecutorResource resources = 1;
1384-
}
1385-
1386-
message ExecutorResource {
1387-
// TODO add more resources
1388-
oneof resource {
1389-
uint32 task_slots = 1;
1390-
}
1391-
}
1392-
1393-
message ExecutorMetric {
1394-
// TODO add more metrics
1395-
oneof metric {
1396-
uint64 available_memory = 1;
1397-
}
1398-
}
1399-
1400-
message ExecutorStatus {
1401-
oneof status {
1402-
string active = 1;
1403-
string dead = 2;
1404-
string unknown = 3;
1405-
}
1406-
}
1333+
}

0 commit comments

Comments
 (0)