Skip to content

feat: add --inference flag to token create command to create bearer tokens usable in the inference gateway #773

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
shawnfeldman wants to merge 1 commit into
base: main
Choose a base branch
from
+17 −1
Open

feat: add --inference flag to token create command to create bearer tokens usable in the inference gateway #773

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 17 additions & 1 deletion cmd/lk/token.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,8 @@ const (
usageAdmin = "Ability to moderate a room (requires --room)"
usageEgress = "Ability to interact with Egress services"
usageIngress = "Ability to interact with Ingress services"
usageMetadata = "Ability to update their own name and metadata"
usageMetadata = "Ability to update their own name and metadata"
usageInference = "Ability to perform inference (AI endpoints)"
)

var (
Expand Down Expand Up @@ -82,6 +83,10 @@ var (
Name: "ingress",
Usage: usageIngress,
},
&cli.BoolFlag{
Name: "inference",
Usage: usageInference,
},
&cli.BoolFlag{
Name: "allow-update-metadata",
Usage: usageMetadata,
Expand Down Expand Up @@ -287,6 +292,10 @@ func createToken(ctx context.Context, c *cli.Command) error {
grant.IngressAdmin = true
hasPerms = true
}
inferenceGrant := c.Bool("inference")
if inferenceGrant {
hasPerms = true
}
if c.IsSet("allow-source") {
sourcesStr := c.StringSlice("allow-source")
sources := make([]livekit.TrackSource, 0, len(sourcesStr))
Expand Down Expand Up @@ -329,6 +338,7 @@ func createToken(ctx context.Context, c *cli.Command) error {
pAdmin
pEgress
pIngress
pInference
pMetadata
)

Expand All @@ -343,6 +353,7 @@ func createToken(ctx context.Context, c *cli.Command) error {
huh.NewOption("Admin", pAdmin),
huh.NewOption("Egress", pEgress),
huh.NewOption("Ingress", pIngress),
huh.NewOption("Inference", pInference),
huh.NewOption("Update metadata", pMetadata),
).
Title("Token Permissions").
Expand All @@ -362,6 +373,7 @@ func createToken(ctx context.Context, c *cli.Command) error {
grant.RoomRecord = true
}
grant.SetCanUpdateOwnMetadata(slices.Contains(permissions, pMetadata))
inferenceGrant = slices.Contains(permissions, pInference)
}
}

Expand All @@ -372,6 +384,10 @@ func createToken(ctx context.Context, c *cli.Command) error {

at := accessToken(project.APIKey, project.APISecret, grant, participant)

if inferenceGrant {
at.SetInferenceGrant(&auth.InferenceGrant{Perform: true})
}

if grant.RoomJoin {
if agent := c.String("agent"); agent != "" {
jobMetadata := c.String("job-metadata")
Expand Down