Skip to content

Commit ef4da10

Browse files
davidliudavidliu
authored
IPC Broadcast upload extension screenshare (#981)
* IPC Broadcast Extension impl * React-native-webrtc attribution * default to in app, require deviceId == broadcast for now * update flutter version in build action fixes error in flutter analyze
1 parent e4d4428 commit ef4da10

10 files changed

+589
-5
lines changed

‎.github/workflows/build.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ jobs:
2121
java-version: '12.x'
2222
- uses: subosito/flutter-action@v1
2323
with:
24-
flutter-version: '2.5.3'
24+
flutter-version: '3.0.2'
2525
channel: 'stable'
2626
- run: flutter packages get
2727
- run: flutter format lib/ test/ --set-exit-if-changed

‎NOTICE

+27
Original file line numberDiff line numberDiff line change
@@ -22,3 +22,30 @@ See the License for the specific language governing permissions and
2222
limitations under the License.
2323

2424
#####################################################################################
25+
26+
react-native-webrtc
27+
https://github.com/react-native-webrtc/react-native-webrtc
28+
29+
The MIT License (MIT)
30+
31+
Copyright (c) 2015 Howard Yang
32+
33+
Permission is hereby granted, free of charge, to any person obtaining a copy
34+
of this software and associated documentation files (the "Software"), to deal
35+
in the Software without restriction, including without limitation the rights
36+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
37+
copies of the Software, and to permit persons to whom the Software is
38+
furnished to do so, subject to the following conditions:
39+
40+
The above copyright notice and this permission notice shall be included in all
41+
copies or substantial portions of the Software.
42+
43+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
44+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
45+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
46+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
47+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
48+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
49+
SOFTWARE.
50+
51+
#####################################################################################

‎common/darwin/Classes/FlutterRTCMediaStream.m

+31-3
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,9 @@
88
#import "AudioUtils.h"
99

1010
#if TARGET_OS_IPHONE
11+
#import <ReplayKit/ReplayKit.h>
1112
#import "FlutterRPScreenRecorder.h"
13+
#import "FlutterBroadcastScreenCapturer.h"
1214
#endif
1315

1416
@implementation AVCaptureDevice (Flutter)
@@ -488,12 +490,38 @@ -(void)getDisplayMedia:(NSDictionary *)constraints
488490
result:(FlutterResult)result {
489491
NSString *mediaStreamId = [[NSUUID UUID] UUIDString];
490492
RTCMediaStream *mediaStream = [self.peerConnectionFactory mediaStreamWithStreamId:mediaStreamId];
491-
492493
RTCVideoSource *videoSource = [self.peerConnectionFactory videoSource];
493-
FlutterRPScreenRecorder *screenCapturer = [[FlutterRPScreenRecorder alloc] initWithDelegate:videoSource];
494-
494+
495+
BOOL useBroadcastExtension = false;
496+
id videoConstraints = constraints[@"video"];
497+
if ([videoConstraints isKindOfClass:[NSDictionary class]]) {
498+
// constraints.video.deviceId
499+
useBroadcastExtension = [((NSDictionary *)videoConstraints)[@"deviceId"] isEqualToString:@"broadcast"];
500+
}
501+
502+
id screenCapturer;
503+
504+
if(useBroadcastExtension){
505+
screenCapturer = [[FlutterBroadcastScreenCapturer alloc] initWithDelegate:videoSource];
506+
} else {
507+
screenCapturer = [[FlutterRPScreenRecorder alloc] initWithDelegate:videoSource];
508+
}
509+
495510
[screenCapturer startCapture];
496511

512+
if(useBroadcastExtension) {
513+
NSString *extension = [[[NSBundle mainBundle] infoDictionary] valueForKey: kRTCScreenSharingExtension];
514+
if(extension) {
515+
RPSystemBroadcastPickerView *picker = [[RPSystemBroadcastPickerView alloc] init];
516+
picker.preferredExtension = extension;
517+
picker.showsMicrophoneButton = false;
518+
519+
SEL selector = NSSelectorFromString(@"buttonPressed:");
520+
if([picker respondsToSelector:selector]) {
521+
[picker performSelector:selector withObject:nil];
522+
}
523+
}
524+
}
497525
//TODO:
498526
self.videoCapturer = screenCapturer;
499527

‎ios/Classes/Broadcast/FlutterBroadcastScreenCapturer.h

+25
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
//
2+
// FlutterBroadcastScreenCapturer.h
3+
// RCTWebRTC
4+
//
5+
// Created by Alex-Dan Bumbu on 06/01/2021.
6+
//
7+
8+
#import <Foundation/Foundation.h>
9+
#import <WebRTC/WebRTC.h>
10+
NS_ASSUME_NONNULL_BEGIN
11+
12+
extern NSString* const kRTCScreensharingSocketFD;
13+
extern NSString* const kRTCAppGroupIdentifier;
14+
extern NSString* const kRTCScreenSharingExtension;
15+
16+
@class FlutterSocketConnectionFrameReader;
17+
18+
@interface FlutterBroadcastScreenCapturer : RTCVideoCapturer
19+
- (void)startCapture;
20+
- (void)stopCapture;
21+
- (void)stopCaptureWithCompletionHandler:(nullable void (^)(void))completionHandler;
22+
23+
@end
24+
25+
NS_ASSUME_NONNULL_END

‎ios/Classes/Broadcast/FlutterBroadcastScreenCapturer.m

+66
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
//
2+
// FlutterBroadcastScreenCapturer.m
3+
// RCTWebRTC
4+
//
5+
// Created by Alex-Dan Bumbu on 06/01/2021.
6+
//
7+
8+
#import "FlutterBroadcastScreenCapturer.h"
9+
#import "FlutterSocketConnectionFrameReader.h"
10+
#import "FlutterSocketConnection.h"
11+
12+
NSString* const kRTCScreensharingSocketFD = @"rtc_SSFD";
13+
NSString* const kRTCAppGroupIdentifier = @"RTCAppGroupIdentifier";
14+
NSString* const kRTCScreenSharingExtension = @"RTCScreenSharingExtension";
15+
16+
@interface FlutterBroadcastScreenCapturer ()
17+
18+
@property (nonatomic, retain) FlutterSocketConnectionFrameReader *capturer;
19+
20+
@end
21+
22+
@interface FlutterBroadcastScreenCapturer (Private)
23+
24+
@property (nonatomic, readonly) NSString *appGroupIdentifier;
25+
26+
@end
27+
28+
@implementation FlutterBroadcastScreenCapturer
29+
30+
- (void)startCapture {
31+
if (!self.appGroupIdentifier) {
32+
return;
33+
}
34+
35+
NSString *socketFilePath = [self filePathForApplicationGroupIdentifier:self.appGroupIdentifier];
36+
FlutterSocketConnectionFrameReader *frameReader = [[FlutterSocketConnectionFrameReader alloc] initWithDelegate:self.delegate];
37+
FlutterSocketConnection *connection = [[FlutterSocketConnection alloc] initWithFilePath:socketFilePath];
38+
self.capturer = frameReader;
39+
[self.capturer startCaptureWithConnection:connection];
40+
}
41+
42+
- (void)stopCapture {
43+
[self.capturer stopCapture];
44+
}
45+
- (void)stopCaptureWithCompletionHandler:(nullable void (^)(void))completionHandler
46+
{
47+
[self stopCapture];
48+
if(completionHandler != nil) {
49+
completionHandler();
50+
}
51+
}
52+
// MARK: Private Methods
53+
54+
- (NSString *)appGroupIdentifier {
55+
NSDictionary *infoDictionary = [[NSBundle mainBundle] infoDictionary];
56+
return infoDictionary[kRTCAppGroupIdentifier];
57+
}
58+
59+
- (NSString *)filePathForApplicationGroupIdentifier:(nonnull NSString *)identifier {
60+
NSURL *sharedContainer = [[NSFileManager defaultManager] containerURLForSecurityApplicationGroupIdentifier:identifier];
61+
NSString *socketFilePath = [[sharedContainer URLByAppendingPathComponent:kRTCScreensharingSocketFD] path];
62+
63+
return socketFilePath;
64+
}
65+
66+
@end

‎ios/Classes/Broadcast/FlutterSocketConnection.h

+20
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
//
2+
// FlutterSocketConnection.h
3+
// RCTWebRTC
4+
//
5+
// Created by Alex-Dan Bumbu on 08/01/2021.
6+
//
7+
8+
#import <Foundation/Foundation.h>
9+
10+
NS_ASSUME_NONNULL_BEGIN
11+
12+
@interface FlutterSocketConnection : NSObject
13+
14+
- (instancetype)initWithFilePath:(nonnull NSString *)filePath;
15+
- (void)openWithStreamDelegate:(id <NSStreamDelegate>)streamDelegate;
16+
- (void)close;
17+
18+
@end
19+
20+
NS_ASSUME_NONNULL_END

‎ios/Classes/Broadcast/FlutterSocketConnection.m

+144
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,144 @@
1+
//
2+
// FlutterSocketConnection.m
3+
// RCTWebRTC
4+
//
5+
// Created by Alex-Dan Bumbu on 08/01/2021.
6+
//
7+
8+
#include <sys/socket.h>
9+
#include <sys/un.h>
10+
11+
#import "FlutterSocketConnection.h"
12+
13+
@interface FlutterSocketConnection ()
14+
15+
@property (nonatomic, assign) int serverSocket;
16+
@property (nonatomic, strong) dispatch_source_t listeningSource;
17+
18+
@property (nonatomic, strong) NSThread *networkThread;
19+
20+
@property (nonatomic, strong) NSInputStream *inputStream;
21+
@property (nonatomic, strong) NSOutputStream *outputStream;
22+
23+
@end
24+
25+
@implementation FlutterSocketConnection
26+
27+
- (instancetype)initWithFilePath:(nonnull NSString *)filePath {
28+
self = [super init];
29+
30+
[self setupNetworkThread];
31+
32+
self.serverSocket = socket(AF_UNIX, SOCK_STREAM, 0);
33+
if (self.serverSocket < 0) {
34+
NSLog(@"failure creating socket");
35+
return nil;
36+
}
37+
38+
if (![self setupSocketWithFileAtPath: filePath]) {
39+
close(self.serverSocket);
40+
return nil;
41+
}
42+
43+
return self;
44+
}
45+
46+
- (void)openWithStreamDelegate:(id <NSStreamDelegate>)streamDelegate {
47+
int status = listen(self.serverSocket, 10);
48+
if (status < 0) {
49+
NSLog(@"failure: socket listening");
50+
return;
51+
}
52+
53+
dispatch_source_t listeningSource = dispatch_source_create(DISPATCH_SOURCE_TYPE_READ, self.serverSocket, 0, NULL);
54+
dispatch_source_set_event_handler(listeningSource, ^ {
55+
int clientSocket = accept(self.serverSocket, NULL, NULL);
56+
if (clientSocket < 0) {
57+
NSLog(@"failure accepting connection");
58+
return;
59+
}
60+
61+
CFReadStreamRef readStream;
62+
CFWriteStreamRef writeStream;
63+
64+
CFStreamCreatePairWithSocket(kCFAllocatorDefault, clientSocket, &readStream, &writeStream);
65+
66+
self.inputStream = (__bridge_transfer NSInputStream *)readStream;
67+
self.inputStream.delegate = streamDelegate;
68+
[self.inputStream setProperty:@"kCFBooleanTrue" forKey:@"kCFStreamPropertyShouldCloseNativeSocket"];
69+
70+
self.outputStream = (__bridge_transfer NSOutputStream *)writeStream;
71+
[self.outputStream setProperty:@"kCFBooleanTrue" forKey:@"kCFStreamPropertyShouldCloseNativeSocket"];
72+
73+
[self.networkThread start];
74+
[self performSelector:@selector(scheduleStreams) onThread:self.networkThread withObject:nil waitUntilDone:true];
75+
76+
[self.inputStream open];
77+
[self.outputStream open];
78+
});
79+
80+
self.listeningSource = listeningSource;
81+
dispatch_resume(listeningSource);
82+
}
83+
84+
- (void)close {
85+
[self performSelector:@selector(unscheduleStreams) onThread:self.networkThread withObject:nil waitUntilDone:true];
86+
87+
self.inputStream.delegate = nil;
88+
self.outputStream.delegate = nil;
89+
90+
[self.inputStream close];
91+
[self.outputStream close];
92+
93+
[self.networkThread cancel];
94+
95+
dispatch_source_cancel(self.listeningSource);
96+
close(self.serverSocket);
97+
}
98+
99+
// MARK: - Private Methods
100+
101+
- (void)setupNetworkThread {
102+
self.networkThread = [[NSThread alloc] initWithBlock:^{
103+
do {
104+
@autoreleasepool {
105+
[[NSRunLoop currentRunLoop] run];
106+
}
107+
} while (![NSThread currentThread].isCancelled);
108+
}];
109+
self.networkThread.qualityOfService = NSQualityOfServiceUserInitiated;
110+
}
111+
112+
- (BOOL)setupSocketWithFileAtPath:(NSString *)filePath {
113+
struct sockaddr_un addr;
114+
memset(&addr, 0, sizeof(addr));
115+
addr.sun_family = AF_UNIX;
116+
117+
if (filePath.length > sizeof(addr.sun_path)) {
118+
NSLog(@"failure: path too long");
119+
return false;
120+
}
121+
122+
unlink(filePath.UTF8String);
123+
strncpy(addr.sun_path, filePath.UTF8String, sizeof(addr.sun_path) - 1);
124+
125+
int status = bind(self.serverSocket, (struct sockaddr *)&addr, sizeof(addr));
126+
if (status < 0) {
127+
NSLog(@"failure: socket binding");
128+
return false;
129+
}
130+
131+
return true;
132+
}
133+
134+
- (void)scheduleStreams {
135+
[self.inputStream scheduleInRunLoop:NSRunLoop.currentRunLoop forMode:NSRunLoopCommonModes];
136+
[self.outputStream scheduleInRunLoop:NSRunLoop.currentRunLoop forMode:NSRunLoopCommonModes];
137+
}
138+
139+
- (void)unscheduleStreams {
140+
[self.inputStream removeFromRunLoop:NSRunLoop.currentRunLoop forMode:NSRunLoopCommonModes];
141+
[self.outputStream removeFromRunLoop:NSRunLoop.currentRunLoop forMode:NSRunLoopCommonModes];
142+
}
143+
144+
@end

‎ios/Classes/Broadcast/FlutterSocketConnectionFrameReader.h

+23
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
//
2+
// FlutterSocketConnectionFrameReader.h
3+
// RCTWebRTC
4+
//
5+
// Created by Alex-Dan Bumbu on 06/01/2021.
6+
//
7+
8+
#import <AVFoundation/AVFoundation.h>
9+
#import <WebRTC/RTCVideoCapturer.h>
10+
11+
NS_ASSUME_NONNULL_BEGIN
12+
13+
@class FlutterSocketConnection;
14+
15+
@interface FlutterSocketConnectionFrameReader: RTCVideoCapturer
16+
17+
- (instancetype)initWithDelegate:(__weak id<RTCVideoCapturerDelegate>)delegate;
18+
- (void)startCaptureWithConnection:(nonnull FlutterSocketConnection *)connection;
19+
- (void)stopCapture;
20+
21+
@end
22+
23+
NS_ASSUME_NONNULL_END

0 commit comments

Comments
 (0)