Skip to content

Commit bbe350b

Browse files
committed
feat(PubSub): Add CreateTopicWithCloudStorageIngestion sample
1 parent 9dfb992 commit bbe350b

File tree

2 files changed

+111
-0
lines changed

2 files changed

+111
-0
lines changed
Lines changed: 94 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,94 @@
1+
<?php
2+
3+
/**
4+
* Copyright 2025 Google LLC.
5+
*
6+
* Licensed under the Apache License, Version 2.0 (the "License");
7+
* you may not use this file except in compliance with the License.
8+
* You may obtain a copy of the License at
9+
*
10+
* http://www.apache.org/licenses/LICENSE-2.0
11+
*
12+
* Unless required by applicable law or agreed to in writing, software
13+
* distributed under the License is distributed on an "AS IS" BASIS,
14+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15+
* See the License for the specific language governing permissions and
16+
* limitations under the License.
17+
*/
18+
19+
/**
20+
* For instructions on how to run the full sample:
21+
*
22+
* @see https://github.com/GoogleCloudPlatform/php-docs-samples/blob/main/pubsub/api/README.md
23+
*/
24+
25+
namespace Google\Cloud\Samples\PubSub;
26+
27+
# [START pubsub_create_topic_with_cloud_storage_ingestion]
28+
use Google\Cloud\PubSub\PubSubClient;
29+
use Google\Cloud\PubSub\V1\IngestionDataSourceSettings\CloudStorage\AvroFormat;
30+
use Google\Cloud\PubSub\V1\IngestionDataSourceSettings\CloudStorage\PubSubAvroFormat;
31+
use Google\Cloud\PubSub\V1\IngestionDataSourceSettings\CloudStorage\TextFormat;
32+
use Google\Protobuf\Timestamp;
33+
34+
/**
35+
* Creates a topic with Cloud Storage Ingestion.
36+
*
37+
* @param string $projectId The Google project ID.
38+
* @param string $topicName The Pub/Sub topic name.
39+
* @param string $bucket Cloud Storage bucket.
40+
* @param string $inputFormat Input format for the Cloud Storage data. Must be one of text, avro, or pubsub_avro.
41+
* @param string $textDelimeter Delimiter for text format input.
42+
* @param string $matchGlob Glob pattern used to match objects that will be ingested. If unset, all objects will be ingested.
43+
* @param string $minimumObjectCreatedTime Only objects with a larger or equal creation timestamp will be ingested.
44+
*/
45+
function create_topic_with_cloud_storage_ingestion(
46+
string $projectId,
47+
string $topicName,
48+
string $bucket,
49+
string $inputFormat,
50+
string $textDelimeter,
51+
string $matchGlob,
52+
string $minimumObjectCreatedTime
53+
): void {
54+
$datetime = new \DateTimeImmutable($minimumObjectCreatedTime);
55+
$timestamp = (new Timestamp())->setSeconds($datetime->getTimestamp())->setNanos($datetime->format('u') * 1000);
56+
57+
$cloudStorageData = [
58+
'bucket' => $bucket,
59+
'minimum_object_create_time' => $timestamp
60+
];
61+
62+
switch ($inputFormat) {
63+
case 'text':
64+
$cloudStorageData['text_format'] = new TextFormat(['delimiter' => $textDelimeter]);
65+
break;
66+
case 'avro':
67+
$cloudStorageData['avro_format'] = new AvroFormat();
68+
break;
69+
case 'pubsub_avro':
70+
$cloudStorageData['pubsub_avro_format'] = new PubSubAvroFormat();
71+
break;
72+
default:
73+
throw new \InvalidArgumentException('inputFormat must be in (\'text\', \'avro\', \'pubsub_avro\'); got value: ' . $inputFormat);
74+
}
75+
76+
if (!empty($matchGlob)) {
77+
$cloudStorageData['match_glob'] = $matchGlob;
78+
}
79+
80+
$pubsub = new PubSubClient([
81+
'projectId' => $projectId,
82+
]);
83+
84+
$topic = $pubsub->createTopic($topicName, [
85+
'ingestionDataSourceSettings' => [
86+
'cloud_storage' => $cloudStorageData
87+
]
88+
]);
89+
90+
printf('Topic created: %s' . PHP_EOL, $topic->name());
91+
}
92+
# [END pubsub_create_topic_with_cloud_storage_ingestion]
93+
require_once __DIR__ . '/../../../testing/sample_helpers.php';
94+
\Google\Cloud\Samples\execute_sample(__FILE__, __NAMESPACE__, $argv);

pubsub/api/test/pubsubTest.php

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -489,4 +489,21 @@ public function testPublishAndSubscribeWithOrderingKeys()
489489
$this->assertMatchesRegularExpression('/Created subscription with ordering/', $output);
490490
$this->assertMatchesRegularExpression('/\"enableMessageOrdering\":true/', $output);
491491
}
492+
493+
public function testCreateTopicWithCloudStorageIngestion()
494+
{
495+
$this->expectException(ServiceException::class);
496+
$this->expectExceptionCode(7); // PERMISSION_DENIED
497+
$this->expectExceptionMessage('Cloud Pub\/Sub does not have the necessary permissions settings on the ingestion data source:');
498+
$topic = 'test-topic-' . rand();
499+
$this->runFunctionSnippet('create_topic_with_cloud_storage_ingestion', [
500+
self::$projectId,
501+
$topic,
502+
$this->requireEnv('GOOGLE_PUBSUB_STORAGE_BUCKET'),
503+
'text',
504+
'\n',
505+
'**.txt',
506+
'1970-01-01T00:00:00Z'
507+
]);
508+
}
492509
}

0 commit comments

Comments
 (0)