livekit · NickKhalow · Dec 15, 2023 · Dec 16, 2023 · Dec 16, 2023 · Dec 16, 2023
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,2 @@
+/downloads~/*
+**/.DS_Store
diff --git a/.vs/VSWorkspaceState.json b/.vs/VSWorkspaceState.json
@@ -0,0 +1,7 @@
+{
+  "ExpandedNodes": [
+    ""
+  ],
+  "SelectedNode": "\\C:\\Users\\ashka\\Source\\Repos\\client-sdk-unity",
+  "PreviewInSolutionExplorer": false
+}
diff --git a/.vs/client-sdk-unity/v17/.wsuo b/.vs/client-sdk-unity/v17/.wsuo
diff --git a/BuildScripts~/generate_proto.sh b/BuildScripts~/generate_proto.sh
@@ -6,10 +6,15 @@ OUT_CSHARP=../Runtime/Scripts/Proto
 protoc \
     -I=$FFI_PROTOCOL \
     --csharp_out=$OUT_CSHARP \
-    $FFI_PROTOCOL/audio_frame.proto \
     $FFI_PROTOCOL/ffi.proto \
     $FFI_PROTOCOL/handle.proto \
-    $FFI_PROTOCOL/participant.proto \
     $FFI_PROTOCOL/room.proto \
     $FFI_PROTOCOL/track.proto \
-    $FFI_PROTOCOL/video_frame.proto
+    $FFI_PROTOCOL/track_publication.proto \
+    $FFI_PROTOCOL/participant.proto \
+    $FFI_PROTOCOL/video_frame.proto \
+    $FFI_PROTOCOL/audio_frame.proto \
+    $FFI_PROTOCOL/e2ee.proto \
+    $FFI_PROTOCOL/stats.proto \
+    $FFI_PROTOCOL/rpc.proto \
+    $FFI_PROTOCOL/data_stream.proto
diff --git a/Runtime/Plugins/arm64.meta → Examples.meta b/Runtime/Plugins/arm64.meta → Examples.meta
diff --git a/Examples/ExampleRoom.cs b/Examples/ExampleRoom.cs
@@ -0,0 +1,112 @@
+using System.Collections.Generic;
+using UnityEngine;
+using UnityEngine.UI;
+using System.Threading;
+using Cysharp.Threading.Tasks;
+using LiveKit.Audio;
+using LiveKit.Proto;
+using LiveKit.Rooms;
+using LiveKit.Rooms.Participants;
+using LiveKit.Rooms.Streaming.Audio;
+using UnityEngine.SceneManagement;
+
+public class ExampleRoom : MonoBehaviour
+{
+    private Room? m_Room;
+    private MicrophoneRtcAudioSource? microphoneSource;
+
+    private readonly Dictionary<IAudioStream, LivekitAudioSource> sourcesMap = new();
+
+    public Button DisconnectButton;
+
+    private void Start()
+    {
+        StartAsync().Forget();
+    }
+
+    private void Update()
+    {
+        foreach (var remoteParticipantIdentity in m_Room.Participants.RemoteParticipantIdentities())
+        {
+            var participant = m_Room.Participants.RemoteParticipant(remoteParticipantIdentity)!;
+            foreach (var (key, value) in participant.Tracks)
+            {
+                var track = m_Room.AudioStreams.ActiveStream(remoteParticipantIdentity, key!);
+                if (track != null)
+                {
+                    if (track.TryGetTarget(out var audioStream))
+                    {
+                        if (sourcesMap.ContainsKey(audioStream) == false)
+                        {
+                            var livekitAudioSource = LivekitAudioSource.New(true);
+                            livekitAudioSource.Construct(track);
+                            livekitAudioSource.Play();
+                            Debug.Log($"Participant {remoteParticipantIdentity} added track {key}");
+                            sourcesMap[audioStream] = livekitAudioSource;
+                        }
+                    }
+                }
+            }
+        }
+    }
+
+    private async UniTaskVoid StartAsync()
+    {
+        // New Room must be called when WebGL assembly is loaded
+        m_Room = new Room();
+
+        // Setup the callbacks before connecting to the Room
+        m_Room.Participants.UpdatesFromParticipant += (p, update) =>
+        {
+            if (update == UpdateFromParticipant.Connected)
+                Debug.Log($"Participant connected: {p.Sid}");
+        };
+
+        var c = await m_Room.ConnectAsync(JoinMenu.LivekitURL, JoinMenu.RoomToken, CancellationToken.None, true);
+
+        if (c.Success == false)
+        {
+            Debug.Log($"Failed to connect to the room !: {c.ErrorMessage}");
+            return;
+        }
+
+        Debug.Log("Connected to the room");
+
+        DisconnectButton.onClick.AddListener(() =>
+        {
+            m_Room.DisconnectAsync(CancellationToken.None);
+            SceneManager.LoadScene("JoinScene", LoadSceneMode.Single);
+        });
+
+        // Microphone usage
+        var sourceResult = MicrophoneRtcAudioSource.New();
+        if (sourceResult.Success == false)
+        {
+            Debug.LogError($"Cannot create microphone source: {sourceResult.ErrorMessage}");
+            return;
+        }
+
+        microphoneSource = sourceResult.Value;
+        microphoneSource.Start();
+
+        var myTrack = m_Room.AudioTracks.CreateAudioTrack("own", microphoneSource);
+        var trackOptions = new TrackPublishOptions
+        {
+            AudioEncoding = new AudioEncoding
+            {
+                MaxBitrate = 124000
+            },
+            Source = TrackSource.SourceMicrophone
+        };
+        var publishTask = m_Room.Participants.LocalParticipant()
+            .PublishTrack(myTrack, trackOptions, CancellationToken.None);
+        await UniTask.WaitUntil(() => publishTask.IsDone);
+        Debug.Log("Init finished");
+    }
+
+    private void OnDestroy()
+    {
+        m_Room?.DisconnectAsync(CancellationToken.None);
+        microphoneSource?.Dispose();
+    }
+}
diff --git a/Runtime/Scripts/VideoSource.cs.meta → Examples/ExampleRoom.cs.meta b/Runtime/Scripts/VideoSource.cs.meta → Examples/ExampleRoom.cs.meta
diff --git a/Examples/JoinMenu.cs b/Examples/JoinMenu.cs
@@ -0,0 +1,50 @@
+using System.Collections;
+using UnityEngine;
+using UnityEngine.UI;
+using UnityEngine.SceneManagement;
+
+public class JoinMenu : MonoBehaviour
+{
+    public static string LivekitURL { get; private set; }
+    public static string RoomToken { get; private set; }
+
+    public RawImage PreviewCamera;
+    public InputField URLField;
+    public InputField TokenField;
+    public Button ConnectButton;
+
+    void Start()
+    {
+        if (PlayerPrefs.HasKey(nameof(LivekitURL)))
+        {
+            URLField.text = PlayerPrefs.GetString(nameof(LivekitURL));
+        }
+
+        if (PlayerPrefs.HasKey(nameof(RoomToken)))
+        {
+            TokenField.text = PlayerPrefs.GetString(nameof(RoomToken));
+        }
+
+        StartCoroutine(StartPreviewCamera());
+
+        ConnectButton.onClick.AddListener(() =>
+        {
+            PlayerPrefs.SetString(nameof(LivekitURL), URLField.text);
+            PlayerPrefs.SetString(nameof(RoomToken), TokenField.text);
+
+            LivekitURL = URLField.text;
+            RoomToken = TokenField.text;
+
+            if (string.IsNullOrWhiteSpace(RoomToken))
+                return;
+
+            SceneManager.LoadScene("RoomScene", LoadSceneMode.Single);
+        });
+    }
+
+    private IEnumerator StartPreviewCamera()
+    {
+        Debug.LogError("Preview camera is not supported");
+        yield break;
+    }
+}
diff --git a/Examples/JoinMenu.cs.meta b/Examples/JoinMenu.cs.meta