feat: added support for custom content types

Google APIs · copybara-github · commit 79acb42407d3 · 2023-03-03T02:10:30.000-08:00
docs: clarified wording around quota usage

PiperOrigin-RevId: 513764591
diff --git a/google/cloud/dialogflow/v2beta1/BUILD.bazel b/google/cloud/dialogflow/v2beta1/BUILD.bazel
@@ -99,8 +99,8 @@ java_gapic_library(
     rest_numeric_enums = True,
     service_yaml = "dialogflow_v2beta1.yaml",
     test_deps = [
-        ":dialogflow_java_grpc",
         "//google/cloud/location:location_java_grpc",
+        ":dialogflow_java_grpc",
     ],
     transport = "grpc+rest",
     deps = [
diff --git a/google/cloud/dialogflow/v2beta1/agent.proto b/google/cloud/dialogflow/v2beta1/agent.proto
@@ -24,6 +24,7 @@ import "google/cloud/dialogflow/v2beta1/validation_result.proto";
 import "google/longrunning/operations.proto";
 import "google/protobuf/empty.proto";
 import "google/protobuf/field_mask.proto";
+import "google/protobuf/struct.proto";
 
 option cc_enable_arenas = true;
 option csharp_namespace = "Google.Cloud.Dialogflow.V2Beta1";
diff --git a/google/cloud/dialogflow/v2beta1/audio_config.proto b/google/cloud/dialogflow/v2beta1/audio_config.proto
@@ -184,6 +184,39 @@ message SpeechWordInfo {
   float confidence = 4;
 }
 
+// Configuration of the barge-in behavior. Barge-in instructs the API to return
+// a detected utterance at a proper time while the client is playing back the
+// response audio from a previous request. When the client sees the
+// utterance, it should stop the playback and immediately get ready for
+// receiving the responses for the current request.
+//
+// The barge-in handling requires the client to start streaming audio input
+// as soon as it starts playing back the audio from the previous response. The
+// playback is modeled into two phases:
+//
+// * No barge-in phase: which goes first and during which speech detection
+//   should not be carried out.
+//
+// * Barge-in phase: which follows the no barge-in phase and during which
+//   the API starts speech detection and may inform the client that an utterance
+//   has been detected. Note that no-speech event is not expected in this
+//   phase.
+//
+// The client provides this configuration in terms of the durations of those
+// two phases. The durations are measured in terms of the audio length fromt the
+// the start of the input audio.
+//
+// No-speech event is a response with END_OF_UTTERANCE without any transcript
+// following up.
+message BargeInConfig {
+  // Duration that is not eligible for barge-in at the beginning of the input
+  // audio.
+  google.protobuf.Duration no_barge_in_duration = 1;
+
+  // Total duration for the playback at the beginning of the input audio.
+  google.protobuf.Duration total_duration = 2;
+}
+
 // Instructs the speech recognizer on how to process the audio content.
 message InputAudioConfig {
   // Required. Audio encoding of the audio content to process.
@@ -266,6 +299,9 @@ message InputAudioConfig {
   // If `false` and recognition doesn't return any result, trigger
   // `NO_SPEECH_RECOGNIZED` event to Dialogflow agent.
   bool disable_no_speech_recognized_event = 14;
+
+  // Configuration of barge-in behavior during the streaming of input audio.
+  BargeInConfig barge_in_config = 15;
 }
 
 // Gender of the voice as described in
diff --git a/google/cloud/dialogflow/v2beta1/conversation.proto b/google/cloud/dialogflow/v2beta1/conversation.proto
@@ -478,6 +478,9 @@ message SuggestConversationSummaryRequest {
   // [latest_message] to use as context when compiling the
   // suggestion. By default 500 and at most 1000.
   int32 context_size = 4;
+
+  // Parameters for a human assist query.
+  AssistQueryParameters assist_query_params = 5;
 }
 
 // The response message for
diff --git a/google/cloud/dialogflow/v2beta1/conversation_profile.proto b/google/cloud/dialogflow/v2beta1/conversation_profile.proto
@@ -154,6 +154,8 @@ service ConversationProfiles {
       }
     };
     option (google.api.method_signature) = "conversation_profile";
+    option (google.api.method_signature) =
+        "conversation_profile,participant_role,suggestion_feature_config";
     option (google.longrunning.operation_info) = {
       response_type: "ConversationProfile"
       metadata_type: "SetSuggestionFeatureConfigOperationMetadata"
@@ -182,6 +184,8 @@ service ConversationProfiles {
       }
     };
     option (google.api.method_signature) = "conversation_profile";
+    option (google.api.method_signature) =
+        "conversation_profile,participant_role,suggestion_feature_type";
     option (google.longrunning.operation_info) = {
       response_type: "ConversationProfile"
       metadata_type: "ClearSuggestionFeatureConfigOperationMetadata"
@@ -257,6 +261,12 @@ message ConversationProfile {
   string security_settings = 13 [(google.api.resource_reference) = {
     type: "dialogflow.googleapis.com/CXSecuritySettings"
   }];
+
+  // Configuration for Text-to-Speech synthesization.
+  //
+  // Used by Phone Gateway to specify synthesization options. If agent defines
+  // synthesization options as well, agent settings overrides the option here.
+  SynthesizeSpeechConfig tts_config = 18;
 }
 
 // Defines the Automated Agent to connect to a conversation.
@@ -568,10 +578,10 @@ message NotificationConfig {
     // If it is unspecified, PROTO will be used.
     MESSAGE_FORMAT_UNSPECIFIED = 0;
 
-    // Pubsub message will be serialized proto.
+    // Pub/Sub message will be serialized proto.
     PROTO = 1;
 
-    // Pubsub message will be json.
+    // Pub/Sub message will be json.
     JSON = 2;
   }
 
diff --git a/google/cloud/dialogflow/v2beta1/dialogflow_grpc_service_config.json b/google/cloud/dialogflow/v2beta1/dialogflow_grpc_service_config.json
@@ -68,6 +68,9 @@
         {
           "service": "google.cloud.dialogflow.v2beta1.Documents"
         },
+        {
+          "service": "google.cloud.dialogflow.v2beta1.DocumentCollections"
+        },
         {
           "service": "google.cloud.dialogflow.v2beta1.EntityTypes"
         },
diff --git a/google/cloud/dialogflow/v2beta1/dialogflow_v2beta1.yaml b/google/cloud/dialogflow/v2beta1/dialogflow_v2beta1.yaml
@@ -62,6 +62,11 @@ documentation:
   - selector: google.cloud.location.Locations.ListLocations
     description: Lists information about the supported locations for this service.
 
+  - selector: google.longrunning.Operations.ListOperations
+    description: |-
+      Lists operations that match the specified filter in the request. If
+      the server doesn't support this method, it returns `UNIMPLEMENTED`.
+
 backend:
   rules:
   - selector: 'google.cloud.dialogflow.v2beta1.Agents.*'
diff --git a/google/cloud/dialogflow/v2beta1/document.proto b/google/cloud/dialogflow/v2beta1/document.proto
@@ -22,6 +22,7 @@ import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
 import "google/cloud/dialogflow/v2beta1/gcs.proto";
 import "google/longrunning/operations.proto";
+import "google/protobuf/empty.proto";
 import "google/protobuf/field_mask.proto";
 import "google/protobuf/timestamp.proto";
 import "google/rpc/status.proto";
diff --git a/google/cloud/dialogflow/v2beta1/entity_type.proto b/google/cloud/dialogflow/v2beta1/entity_type.proto
@@ -23,6 +23,7 @@ import "google/api/resource.proto";
 import "google/longrunning/operations.proto";
 import "google/protobuf/empty.proto";
 import "google/protobuf/field_mask.proto";
+import "google/protobuf/struct.proto";
 
 option cc_enable_arenas = true;
 option csharp_namespace = "Google.Cloud.Dialogflow.V2Beta1";

Original file line number	Diff line number	Diff line change
`@@ -478,6 +478,9 @@ message SuggestConversationSummaryRequest {`
`478`	`478`	`// [latest_message] to use as context when compiling the`
`479`	`479`	`// suggestion. By default 500 and at most 1000.`
`480`	`480`	`int32 context_size = 4;`
	`481`	`+`
	`482`	`+ // Parameters for a human assist query.`
	`483`	`+ AssistQueryParameters assist_query_params = 5;`
`481`	`484`	`}`
`482`	`485`
`483`	`486`	`// The response message for`
Original file line number	Diff line number	Diff line change
`@@ -68,6 +68,9 @@`
`68`	`68`	`{`
`69`	`69`	`"service": "google.cloud.dialogflow.v2beta1.Documents"`
`70`	`70`	`},`
	`71`	`+ {`
	`72`	`+ "service": "google.cloud.dialogflow.v2beta1.DocumentCollections"`
	`73`	`+ },`
`71`	`74`	`{`
`72`	`75`	`"service": "google.cloud.dialogflow.v2beta1.EntityTypes"`
`73`	`76`	`},`