generated from NetCoreTemplates/razor-ssg
-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
11 changed files
with
206 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
```csharp | ||
var apiClient = GetLocalApiClient("https://localhost:5005"); | ||
apiClient.BearerToken = Environment.GetEnvironmentVariable("AI_SERVER_API_KEY"); | ||
|
||
var request = new CreateOpenAiChatCompletion { | ||
Model = "llama3:8b", | ||
Messages = new List<OpenAiMessage> | ||
{ | ||
new OpenAiMessage { Role = "system", Content = "You are a helpful AI assistant." }, | ||
new OpenAiMessage { Role = "user", Content = "How do LLMs work?" } | ||
}, | ||
MaxTokens = 50 | ||
}; | ||
|
||
var response = await apiClient.PostAsync(request); | ||
var openAiResponse = response; // The same | ||
Console.WriteLine(openAiResponse.Choices[0].Message.Content); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,22 @@ | ||
```csharp | ||
var apiClient = GetLocalApiClient("https://localhost:5005"); | ||
apiClient.BearerToken = Environment.GetEnvironmentVariable("AI_SERVER_API_KEY"); | ||
|
||
var request = new CreateOpenAiChat() { | ||
Request = new () | ||
{ | ||
Model = "llama3:8b", | ||
Messages = new List<OpenAiMessage> | ||
{ | ||
new OpenAiMessage { Role = "system", Content = "You are a helpful AI assistant." }, | ||
new OpenAiMessage { Role = "user", Content = "How do LLMs work?" } | ||
}, | ||
MaxTokens = 50 | ||
}, | ||
Sync = true | ||
}; | ||
|
||
var response = await apiClient.PostAsync(request); | ||
var openAiResponse = response.Result.ResponseBody.FromJson<OpenAiChatResponse>(); | ||
Console.WriteLine(openAiResponse.Choices[0].Message.Content); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,14 @@ | ||
```csharp | ||
var request = new ImageToImage() | ||
{ | ||
PositivePrompt = "A beautiful sunset over the ocean", | ||
NegativePrompt = "A pixelated, low-quality image", | ||
Sync = true | ||
}; | ||
|
||
var response = client.PostFilesWithRequest<GenerationResponse>( | ||
request, | ||
[new UploadFile("image", File.OpenRead("ocean-sunset.jpg"), "ocean-sunset.jpg")] | ||
); | ||
response.Outputs[0].Url.DownloadFileTo("ocean-sunset.webp"); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
```csharp | ||
var request = new ImageUpscale() | ||
{ | ||
Sync = true | ||
}; | ||
|
||
var response = client.PostFilesWithRequest<GenerationResponse>( | ||
request, | ||
[new UploadFile("image", File.OpenRead("low-res.jpg"), "low-res.jpg")] | ||
); | ||
response.Outputs[0].Url.DownloadFileTo("high-res.webp"); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,15 @@ | ||
```csharp | ||
var request = new ImageWithMask() | ||
{ | ||
PositivePrompt = "A beautiful sunset over the ocean", | ||
NegativePrompt = "A pixelated, low-quality image", | ||
Sync = true | ||
}; | ||
|
||
var response = client.PostFilesWithRequest<GenerationResponse>( | ||
request, | ||
[new UploadFile("image", File.OpenRead("sunset.jpg"), "sunset.jpg"), | ||
new UploadFile("mask", File.OpenRead("mask.jpg"), "mask.jpg")] | ||
); | ||
response.Outputs[0].Url.DownloadFileTo("ocean-sunset.webp"); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,14 @@ | ||
```csharp | ||
var request = new SpeechToText{}; | ||
|
||
var response = client.PostFilesWithRequest<GenerationResponse>( | ||
request, | ||
[new UploadFile("audio", File.OpenRead("audio.wav"), "audio.wav")] | ||
); | ||
|
||
// Two texts are returned | ||
// The first is the timestamped text json with `start` and `end` timestamps | ||
var textWithTimestamps = response.TextOutputs[0].Text; | ||
// The second is the plain text | ||
var textOnly = response.TextOutputs[1].Text; | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,14 @@ | ||
```csharp | ||
var request = new TextToImage() | ||
{ | ||
Height = 768, | ||
Width = 768, | ||
Model = "flux-schnell", | ||
PositivePrompt = "A happy llama", | ||
NegativePrompt = "bad quality, blurry image", | ||
Sync = true | ||
}; | ||
|
||
var response = await client.PostAsync(request); | ||
response.Outputs[0].Url.DownloadFileTo("llama.jpg"); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,15 @@ | ||
```csharp | ||
var request = new ConvertVideo() | ||
{ | ||
OutputFormat = ConvertVideoOutputFormat.WebM, | ||
Sync = true | ||
}; | ||
|
||
var response = client.PostFilesWithRequest<TransformResponse>( | ||
request, | ||
[new UploadFile("video", File.OpenRead("video.mp4"), "video.mp4")] | ||
); | ||
|
||
var videoUrl = response.Outputs[0].Url; | ||
videoUrl.DownloadFileTo("converted-video.webm"); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
```csharp | ||
var request = new CropVideo() | ||
{ | ||
X = 120, | ||
Y = 120, | ||
Width = 720, | ||
Height = 720, | ||
Sync = true | ||
}; | ||
|
||
var response = client.PostFilesWithRequest<TransformResponse>( | ||
request, | ||
[new UploadFile("video", File.OpenRead("video.mp4"), "video.mp4")] | ||
); | ||
|
||
var videoUrl = response.Outputs[0].Url; | ||
videoUrl.DownloadFileTo("cropped-video.mp4"); | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,57 @@ | ||
--- | ||
title: "Video Endpoints" | ||
description: "Processing videos with AI Server" | ||
--- | ||
|
||
# Processing Videos with AI Server | ||
|
||
Also incorporated into the ComfyUI Agent is FFmpeg, which can be used to process videos. AI Server wraps some common operations into easier-to-use endpoints, such as: | ||
|
||
- **Crop Video**: Crop a video to a specific size. | ||
- **Convert Video**: Convert a video to a different format. | ||
- **Scale Video**: Scale a video to a different resolution. | ||
- **Watermark Video**: Add a watermark to a video. | ||
|
||
## Using Video Endpoints | ||
|
||
These endpoints are used in a similar way to the other AI Server endpoints, eg you can provide a RefId, Tag, ReplyTo, and Sync properties to enhance the usage of AI Server. | ||
|
||
### Crop Video | ||
|
||
```csharp | ||
var request = new CropVideo() | ||
{ | ||
X = 120, | ||
Y = 120, | ||
Width = 720, | ||
Height = 720, | ||
Sync = true | ||
}; | ||
|
||
var response = client.PostFilesWithRequest<TransformResponse>( | ||
request, | ||
[new UploadFile("video", File.OpenRead("video.mp4"), "video.mp4")] | ||
); | ||
|
||
var videoUrl = response.Outputs[0].Url; | ||
videoUrl.DownloadFileTo("cropped-video.mp4"); | ||
``` | ||
|
||
### Convert Video | ||
|
||
```csharp | ||
var request = new ConvertVideo() | ||
{ | ||
OutputFormat = ConvertVideoOutputFormat.WebM, | ||
Sync = true | ||
}; | ||
|
||
var response = client.PostFilesWithRequest<TransformResponse>( | ||
request, | ||
[new UploadFile("video", File.OpenRead("video.mp4"), "video.mp4")] | ||
); | ||
|
||
var videoUrl = response.Outputs[0].Url; | ||
videoUrl.DownloadFileTo("converted-video.webm"); | ||
``` | ||
|