initial commit
This commit is contained in:
commit
8e4cb72b50
GPG Key ID:
047886915281DD2A
|
|
@ -0,0 +1,7 @@
|
|||
Whisper.dll
|
||||
ggml-medium.bin
|
||||
|
||||
whisper-api-server.exe
|
||||
|
||||
tmp/*
|
||||
!tmp/.gitkeep
|
||||
|
|
@ -0,0 +1,21 @@
|
|||
MIT License
|
||||
|
||||
Copyright (c) 2023 Timofey Gelazoniya
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
|
|
@ -0,0 +1,43 @@
|
|||
# Whisper API Server (Go)
|
||||
|
||||
## ⚠️ This project is a work in progress (WIP).
|
||||
|
||||
This API server enables audio transcription using the OpenAI Whisper models.
|
||||
|
||||
# Setup
|
||||
|
||||
- Download the desired model from [huggingface](https://huggingface.co/ggerganov/whisper.cpp/tree/main)
|
||||
- Update the model path in the `main.go` file
|
||||
- Download `Whisper.dll` from [github](https://github.com/Const-me/Whisper/releases/tag/1.12.0) (`Library.zip`) and place it in the project's root directory
|
||||
- Build project: `go build .` (you only need go compiler, without gcc)
|
||||
|
||||
# Usage example
|
||||
|
||||
Make a request to the server using the following command:
|
||||
|
||||
```sh
|
||||
curl http://localhost:3000/v1/audio/transcriptions \
|
||||
-H "Content-Type: multipart/form-data" \
|
||||
-F file="@/path/to/file/audio.mp3" \
|
||||
```
|
||||
|
||||
Receive a response in JSON format:
|
||||
|
||||
```json
|
||||
{
|
||||
"text": "Imagine the wildest idea that you've ever had, and you're curious about how it might scale to something that's a 100, a 1,000 times bigger. This is a place where you can get to do that."
|
||||
}
|
||||
```
|
||||
|
||||
# Roadmap
|
||||
|
||||
- [ ] Implement automatic model downloading from [huggingface](https://huggingface.co/ggerganov/whisper.cpp/tree/main)
|
||||
- [ ] Implement automatic `Whisper.dll` downloading from [Guthub releases](https://github.com/Const-me/Whisper/releases)
|
||||
- [ ] Provide prebuilt binaries for Windows
|
||||
- [ ] Include instructions for running on Linux with Wine (likely possible).
|
||||
|
||||
# Credits
|
||||
|
||||
- [Const-me/Whisper](https://github.com/Const-me/Whisper) project
|
||||
- [goConstmeWhisper](https://github.com/jaybinks/goConstmeWhisper) for the remarkable Go bindings for [Const-me/Whisper](https://github.com/Const-me/Whisper)
|
||||
- [Georgi Gerganov](https://github.com/ggerganov) for GGML models
|
||||
|
|
@ -0,0 +1,19 @@
|
|||
module github.com/xzeldon/whisper-api-server
|
||||
|
||||
go 1.21.1
|
||||
|
||||
require (
|
||||
github.com/labstack/echo/v4 v4.11.1
|
||||
golang.org/x/sys v0.12.0
|
||||
)
|
||||
|
||||
require (
|
||||
github.com/labstack/gommon v0.4.0
|
||||
github.com/mattn/go-colorable v0.1.13 // indirect
|
||||
github.com/mattn/go-isatty v0.0.19 // indirect
|
||||
github.com/valyala/bytebufferpool v1.0.0 // indirect
|
||||
github.com/valyala/fasttemplate v1.2.2 // indirect
|
||||
golang.org/x/crypto v0.11.0 // indirect
|
||||
golang.org/x/net v0.12.0 // indirect
|
||||
golang.org/x/text v0.11.0 // indirect
|
||||
)
|
||||
|
|
@ -0,0 +1,43 @@
|
|||
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/labstack/echo/v4 v4.11.1 h1:dEpLU2FLg4UVmvCGPuk/APjlH6GDpbEPti61srUUUs4=
|
||||
github.com/labstack/echo/v4 v4.11.1/go.mod h1:YuYRTSM3CHs2ybfrL8Px48bO6BAnYIN4l8wSTMP6BDQ=
|
||||
github.com/labstack/gommon v0.4.0 h1:y7cvthEAEbU0yHOf4axH8ZG2NH8knB9iNSoTO8dyIk8=
|
||||
github.com/labstack/gommon v0.4.0/go.mod h1:uW6kP17uPlLJsD3ijUYn3/M5bAxtlZhMI6m3MFxTMTM=
|
||||
github.com/mattn/go-colorable v0.1.11/go.mod h1:u5H1YNBxpqRaxsYJYSkiCWKzEfiAb1Gb520KVy5xxl4=
|
||||
github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
|
||||
github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
|
||||
github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94=
|
||||
github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
|
||||
github.com/mattn/go-isatty v0.0.19 h1:JITubQf0MOLdlGRuRq+jtsDlekdYPia9ZFsB8h/APPA=
|
||||
github.com/mattn/go-isatty v0.0.19/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
|
||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
|
||||
github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk=
|
||||
github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
|
||||
github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
|
||||
github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
|
||||
github.com/valyala/fasttemplate v1.2.1/go.mod h1:KHLXt3tVN2HBp8eijSv/kGJopbvo7S+qRAEEKiv+SiQ=
|
||||
github.com/valyala/fasttemplate v1.2.2 h1:lxLXG0uE3Qnshl9QyaK6XJxMXlQZELvChBOCmQD0Loo=
|
||||
github.com/valyala/fasttemplate v1.2.2/go.mod h1:KHLXt3tVN2HBp8eijSv/kGJopbvo7S+qRAEEKiv+SiQ=
|
||||
golang.org/x/crypto v0.11.0 h1:6Ewdq3tDic1mg5xRO4milcWCfMVQhI4NkqWWvqejpuA=
|
||||
golang.org/x/crypto v0.11.0/go.mod h1:xgJhtzW8F9jGdVFWZESrid1U1bjeNy4zgy5cRr/CIio=
|
||||
golang.org/x/net v0.12.0 h1:cfawfvKITfUsFCeJIHJrbSxpeu/E81khclypR0GVT50=
|
||||
golang.org/x/net v0.12.0/go.mod h1:zEVYFnQC7m/vmpQFELhcD1EWkZlX69l4oqgmer6hfKA=
|
||||
golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.0.0-20211103235746-7861aae1554b/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.12.0 h1:CM0HF96J0hcLAwsHPJZjfdNzs0gftsLfgKt57wWHJ0o=
|
||||
golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/text v0.11.0 h1:LAntKIrcmeSKERyiOh0XMV39LXS8IE9UL2yP7+f5ij4=
|
||||
golang.org/x/text v0.11.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
|
||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
|
|
@ -0,0 +1,45 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"net/http"
|
||||
"strings"
|
||||
|
||||
"github.com/labstack/echo/v4"
|
||||
)
|
||||
|
||||
type TranscribeResponse struct {
|
||||
Text string `json:"text"`
|
||||
}
|
||||
|
||||
func transcribe(c echo.Context, whisperState *WhisperState) error {
|
||||
audioPath, err := saveFormFile("file", c)
|
||||
if err != nil {
|
||||
c.Logger().Errorf("Error reading file: %s", err)
|
||||
return err
|
||||
}
|
||||
|
||||
whisperState.mutex.Lock()
|
||||
buffer, err := whisperState.media.LoadAudioFile(audioPath, true)
|
||||
if err != nil {
|
||||
c.Logger().Errorf("Error loading audio file data: %s", err)
|
||||
}
|
||||
|
||||
err = whisperState.context.RunFull(whisperState.params, buffer)
|
||||
|
||||
result, err := getResult(whisperState.context)
|
||||
if err != nil {
|
||||
c.Logger().Error(err)
|
||||
}
|
||||
|
||||
defer whisperState.mutex.Unlock()
|
||||
|
||||
if len(result) == 0 {
|
||||
return c.JSON(http.StatusInternalServerError, map[string]string{"error": "Internal server error"})
|
||||
}
|
||||
|
||||
response := TranscribeResponse{
|
||||
Text: strings.TrimLeft(result, " "),
|
||||
}
|
||||
|
||||
return c.JSON(http.StatusOK, response)
|
||||
}
|
||||
|
|
@ -0,0 +1,29 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"github.com/labstack/echo/v4"
|
||||
"github.com/labstack/gommon/log"
|
||||
)
|
||||
|
||||
const MODEL_PATH = "./ggml-medium.bin"
|
||||
|
||||
func main() {
|
||||
e := echo.New()
|
||||
e.HideBanner = true
|
||||
|
||||
if l, ok := e.Logger.(*log.Logger); ok {
|
||||
l.SetHeader("${time_rfc3339} ${level}")
|
||||
}
|
||||
|
||||
whisperState, err := InitializeWhisperState(MODEL_PATH)
|
||||
if err != nil {
|
||||
e.Logger.Error(err)
|
||||
return
|
||||
}
|
||||
|
||||
e.POST("/v1/audio/transcriptions", func(c echo.Context) error {
|
||||
return transcribe(c, whisperState)
|
||||
})
|
||||
|
||||
e.Logger.Fatal(e.Start(":3000"))
|
||||
}
|
||||
|
|
@ -0,0 +1,248 @@
|
|||
package whisper
|
||||
|
||||
import (
|
||||
"syscall"
|
||||
"unsafe"
|
||||
)
|
||||
|
||||
// https://github.com/Const-me/Whisper/blob/master/Whisper/API/sFullParams.h
|
||||
// https://github.com/Const-me/Whisper/blob/master/WhisperNet/API/Parameters.cs
|
||||
|
||||
type eSamplingStrategy uint32
|
||||
|
||||
const (
|
||||
SsGreedy eSamplingStrategy = iota
|
||||
SsBeamSearch
|
||||
SsINVALIDARG
|
||||
)
|
||||
|
||||
type eFullParamsFlags uint32
|
||||
|
||||
const (
|
||||
FlagNone eFullParamsFlags = 0
|
||||
FlagTranslate = 1 << 0
|
||||
FlagNoContext = 1 << 1
|
||||
FlagSingleSegment = 1 << 2
|
||||
FlagPrintSpecial = 1 << 3
|
||||
FlagPrintProgress = 1 << 4
|
||||
FlagPrintRealtime = 1 << 5
|
||||
FlagPrintTimestamps = 1 << 6
|
||||
FlagTokenTimestamps = 1 << 7 // Experimental
|
||||
FlagSpeedupAudio = 1 << 8
|
||||
)
|
||||
|
||||
type EWhisperHWND uintptr
|
||||
|
||||
const (
|
||||
S_OK EWhisperHWND = 0
|
||||
S_FALSE EWhisperHWND = 1
|
||||
)
|
||||
|
||||
type FullParams struct {
|
||||
cStruct *_FullParams
|
||||
}
|
||||
|
||||
func (this *FullParams) CpuThreads() int32 {
|
||||
if this == nil {
|
||||
return 0
|
||||
} else if this.cStruct == nil {
|
||||
return 0
|
||||
}
|
||||
|
||||
return this.cStruct.cpuThreads
|
||||
}
|
||||
|
||||
func (this *FullParams) setCpuThreads(val int32) {
|
||||
if this == nil {
|
||||
return
|
||||
} else if this.cStruct == nil {
|
||||
return
|
||||
}
|
||||
|
||||
this.cStruct.cpuThreads = val
|
||||
}
|
||||
|
||||
func (this *FullParams) SetMaxTextCTX(val int32) {
|
||||
this.cStruct.n_max_text_ctx = val
|
||||
}
|
||||
|
||||
func (this *FullParams) AddFlags(newflag eFullParamsFlags) {
|
||||
if this == nil {
|
||||
return
|
||||
} else if this.cStruct == nil {
|
||||
return
|
||||
}
|
||||
|
||||
this.cStruct.Flags = this.cStruct.Flags | newflag
|
||||
}
|
||||
|
||||
func (this *FullParams) RemoveFlags(newflag eFullParamsFlags) {
|
||||
if this == nil {
|
||||
return
|
||||
} else if this.cStruct == nil {
|
||||
return
|
||||
}
|
||||
|
||||
this.cStruct.Flags = this.cStruct.Flags ^ newflag
|
||||
}
|
||||
|
||||
/*using pfnNewSegment = HRESULT( __cdecl* )( iContext* ctx, uint32_t n_new, void* user_data ) noexcept;*/
|
||||
type NewSegmentCallback_Type func(context *IContext, n_new uint32, user_data unsafe.Pointer) EWhisperHWND
|
||||
|
||||
func (this *FullParams) SetNewSegmentCallback(cb NewSegmentCallback_Type) {
|
||||
if this == nil {
|
||||
return
|
||||
} else if this.cStruct == nil {
|
||||
return
|
||||
}
|
||||
this.cStruct.new_segment_callback = syscall.NewCallback(cb)
|
||||
}
|
||||
|
||||
/*
|
||||
Return S_OK to proceed, or S_FALSE to stop the process
|
||||
*/
|
||||
type EncoderBeginCallback_Type func(context *IContext, user_data unsafe.Pointer) EWhisperHWND
|
||||
|
||||
func (this *FullParams) SetEncoderBeginCallback(cb EncoderBeginCallback_Type) {
|
||||
if this == nil {
|
||||
return
|
||||
} else if this.cStruct == nil {
|
||||
return
|
||||
}
|
||||
|
||||
this.cStruct.encoder_begin_callback = syscall.NewCallback(cb)
|
||||
}
|
||||
|
||||
func (this *FullParams) TestDefaultsOK() bool {
|
||||
if this == nil {
|
||||
return false
|
||||
} else if this.cStruct == nil {
|
||||
return false
|
||||
}
|
||||
|
||||
if this.cStruct.n_max_text_ctx != 16384 {
|
||||
return false
|
||||
}
|
||||
|
||||
if this.cStruct.Flags != (FlagPrintProgress | FlagPrintTimestamps) {
|
||||
return false
|
||||
}
|
||||
|
||||
if this.cStruct.thold_pt != 0.01 {
|
||||
return false
|
||||
}
|
||||
|
||||
if this.cStruct.thold_ptsum != 0.01 {
|
||||
return false
|
||||
}
|
||||
|
||||
if this.cStruct.Language != English {
|
||||
return false
|
||||
}
|
||||
|
||||
// Todo ... why do these not line up as expected.. is our struct out of alignment ?
|
||||
/*
|
||||
if this.cStruct.strategy == ssGreedy {
|
||||
if this.cStruct.beam_search.n_past != -1 ||
|
||||
this.cStruct.beam_search.beam_width != -1 ||
|
||||
this.cStruct.beam_search.n_best != -1 {
|
||||
return false
|
||||
}
|
||||
|
||||
} else if this.cStruct.strategy == ssBeamSearch {
|
||||
if this.cStruct.greedy.n_past != -1 ||
|
||||
this.cStruct.beam_search.beam_width != 10 ||
|
||||
this.cStruct.beam_search.n_best != 5 {
|
||||
return false
|
||||
}
|
||||
}
|
||||
*/
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
type _FullParams struct {
|
||||
strategy eSamplingStrategy
|
||||
cpuThreads int32
|
||||
n_max_text_ctx int32
|
||||
offset_ms int32
|
||||
duration_ms int32
|
||||
Flags eFullParamsFlags
|
||||
Language eLanguage
|
||||
|
||||
thold_pt float32
|
||||
thold_ptsum float32
|
||||
max_len int32
|
||||
max_tokens int32
|
||||
|
||||
greedy struct{ n_past int32 }
|
||||
beam_search struct {
|
||||
n_past int32
|
||||
beam_width int32
|
||||
n_best int32
|
||||
}
|
||||
|
||||
audio_ctx int32 // overwrite the audio context size (0 = use default)
|
||||
|
||||
prompt_tokens uintptr
|
||||
prompt_n_tokens int32
|
||||
|
||||
new_segment_callback uintptr
|
||||
new_segment_callback_user_data uintptr
|
||||
|
||||
encoder_begin_callback uintptr
|
||||
encoder_begin_callback_user_data uintptr
|
||||
|
||||
// Are these needed ?? Jay
|
||||
// setFlag uintptr
|
||||
}
|
||||
|
||||
func NewFullParams(cstruct *_FullParams) *FullParams {
|
||||
this := FullParams{}
|
||||
this.cStruct = cstruct
|
||||
return &this
|
||||
}
|
||||
|
||||
func _newFullParams_cStruct() *_FullParams {
|
||||
return &_FullParams{
|
||||
|
||||
strategy: 0,
|
||||
cpuThreads: 0,
|
||||
n_max_text_ctx: 0,
|
||||
offset_ms: 0,
|
||||
duration_ms: 0,
|
||||
|
||||
Flags: 0,
|
||||
Language: 0,
|
||||
|
||||
thold_pt: 0,
|
||||
thold_ptsum: 0,
|
||||
max_len: 0,
|
||||
max_tokens: 0,
|
||||
|
||||
// anonymous int32
|
||||
greedy: struct{ n_past int32 }{n_past: 0},
|
||||
|
||||
// anonymous struct
|
||||
beam_search: struct {
|
||||
n_past int32
|
||||
beam_width int32
|
||||
n_best int32
|
||||
}{
|
||||
n_past: 0,
|
||||
beam_width: 0,
|
||||
n_best: 0,
|
||||
},
|
||||
|
||||
audio_ctx: 0,
|
||||
|
||||
prompt_tokens: 0,
|
||||
prompt_n_tokens: 0,
|
||||
|
||||
new_segment_callback: 0,
|
||||
new_segment_callback_user_data: 0,
|
||||
|
||||
encoder_begin_callback: 0,
|
||||
encoder_begin_callback_user_data: 0,
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,222 @@
|
|||
package whisper
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"syscall"
|
||||
"unsafe"
|
||||
|
||||
"golang.org/x/sys/windows"
|
||||
)
|
||||
|
||||
// https://github.com/Const-me/Whisper/blob/843a2a6ca6ea47c5ac4889a281badfc808d0ea01/Whisper/API/IMediaFoundation.h
|
||||
|
||||
type IMediaFoundation struct {
|
||||
lpVtbl *IMediaFoundationVtbl
|
||||
}
|
||||
|
||||
type IMediaFoundationVtbl struct {
|
||||
QueryInterface uintptr
|
||||
AddRef uintptr
|
||||
Release uintptr
|
||||
loadAudioFile uintptr // ( LPCTSTR path, bool stereo, iAudioBuffer** pp ) const;
|
||||
openAudioFile uintptr // ( LPCTSTR path, bool stereo, iAudioReader** pp );
|
||||
loadAudioFileData uintptr // ( const void* data, uint64_t size, bool stereo, iAudioReader** pp ); HRESULT
|
||||
listCaptureDevices uintptr // ( pfnFoundCaptureDevices pfn, void* pv );
|
||||
openCaptureDevice uintptr // ( LPCTSTR endpoint, const sCaptureParams& captureParams, iAudioCapture** pp );
|
||||
}
|
||||
|
||||
func (this *IMediaFoundation) AddRef() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.lpVtbl.AddRef,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *IMediaFoundation) Release() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.lpVtbl.Release,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
// ( LPCTSTR path, bool stereo, iAudioBuffer** pp ) const;
|
||||
func (this *IMediaFoundation) LoadAudioFile(file string, stereo bool) (*iAudioBuffer, error) {
|
||||
|
||||
var buffer *iAudioBuffer
|
||||
|
||||
UTFFileName, _ := windows.UTF16PtrFromString(file)
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.loadAudioFile,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
uintptr(unsafe.Pointer(UTFFileName)),
|
||||
uintptr(1), // Todo ... Stereo !
|
||||
uintptr(unsafe.Pointer(&buffer)))
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("loadAudioFile failed: %s\n", syscall.Errno(ret).Error())
|
||||
return nil, syscall.Errno(ret)
|
||||
}
|
||||
|
||||
return buffer, nil
|
||||
}
|
||||
|
||||
func (this *IMediaFoundation) OpenAudioFile(file string, stereo bool) (*iAudioReader, error) {
|
||||
|
||||
var buffer *iAudioReader
|
||||
|
||||
UTFFileName, _ := windows.UTF16PtrFromString(file)
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.openAudioFile,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
uintptr(unsafe.Pointer(UTFFileName)),
|
||||
uintptr(1), // Todo ... Stereo !
|
||||
uintptr(unsafe.Pointer(&buffer)))
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("openAudioFile failed: %s\n", syscall.Errno(ret).Error())
|
||||
return nil, syscall.Errno(ret)
|
||||
}
|
||||
|
||||
return buffer, nil
|
||||
}
|
||||
|
||||
func (this *IMediaFoundation) LoadAudioFileData(inbuffer *[]byte, stereo bool) (*iAudioReader, error) {
|
||||
|
||||
var reader *iAudioReader
|
||||
|
||||
// loadAudioFileData( const void* data, uint64_t size, bool stereo, iAudioReader** pp );
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.loadAudioFileData,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
|
||||
uintptr(unsafe.Pointer(&(*inbuffer)[0])),
|
||||
uintptr(uint64(len(*inbuffer))),
|
||||
uintptr(1), // Todo ... Stereo !
|
||||
uintptr(unsafe.Pointer(&reader)))
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("LoadAudioFileData failed: %s\n", syscall.Errno(ret).Error())
|
||||
return nil, syscall.Errno(ret)
|
||||
}
|
||||
|
||||
return reader, nil
|
||||
}
|
||||
|
||||
// ************************************************************
|
||||
|
||||
type iAudioBuffer struct {
|
||||
lpVtbl *iAudioBufferVtbl
|
||||
}
|
||||
|
||||
type iAudioBufferVtbl struct {
|
||||
QueryInterface uintptr
|
||||
AddRef uintptr
|
||||
Release uintptr
|
||||
countSamples uintptr // returns uint32_t
|
||||
getPcmMono uintptr // returns float*
|
||||
getPcmStereo uintptr // returns float*
|
||||
getTime uintptr // ( int64_t& rdi )
|
||||
}
|
||||
|
||||
func (this *iAudioBuffer) AddRef() int32 {
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.AddRef,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *iAudioBuffer) Release() int32 {
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.Release,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *iAudioBuffer) CountSamples() (uint32, error) {
|
||||
|
||||
ret, _, err := syscall.SyscallN(
|
||||
this.lpVtbl.countSamples,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
)
|
||||
|
||||
if err != 0 {
|
||||
return 0, errors.New(err.Error())
|
||||
}
|
||||
|
||||
return uint32(ret), nil
|
||||
}
|
||||
|
||||
// ************************************************************
|
||||
|
||||
type iAudioReader struct {
|
||||
lpVtbl *iAudioReaderVtbl
|
||||
}
|
||||
|
||||
type iAudioReaderVtbl struct {
|
||||
QueryInterface uintptr
|
||||
AddRef uintptr
|
||||
Release uintptr
|
||||
|
||||
getDuration uintptr // ( int64_t& rdi )
|
||||
getReader uintptr // ( IMFSourceReader** pp )
|
||||
requestedStereo uintptr // ()
|
||||
}
|
||||
|
||||
func (this *iAudioReader) AddRef() int32 {
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.AddRef,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *iAudioReader) Release() int32 {
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.Release,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *iAudioReader) GetDuration() (uint64, error) {
|
||||
|
||||
var rdi int64
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.getDuration,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
uintptr(unsafe.Pointer(&rdi)),
|
||||
)
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("LoadAudioFileData failed: %s\n", syscall.Errno(ret).Error())
|
||||
return 0, syscall.Errno(ret)
|
||||
}
|
||||
|
||||
return uint64(rdi), nil
|
||||
}
|
||||
|
||||
// ************************************************************
|
||||
|
||||
type iAudioCapture struct {
|
||||
lpVtbl *iAudioCaptureVtbl
|
||||
}
|
||||
|
||||
type iAudioCaptureVtbl struct {
|
||||
QueryInterface uintptr
|
||||
AddRef uintptr
|
||||
Release uintptr
|
||||
getReader uintptr // ( IMFSourceReader** pp )
|
||||
getParams uintptr // returns sCaptureParams&
|
||||
}
|
||||
|
|
@ -0,0 +1,119 @@
|
|||
package whisper
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"syscall"
|
||||
"unsafe"
|
||||
|
||||
"golang.org/x/sys/windows"
|
||||
)
|
||||
|
||||
// External - Go version of the struct
|
||||
type Model struct {
|
||||
cStruct *_IModel
|
||||
setup *sModelSetup
|
||||
}
|
||||
|
||||
// Internal - C Version of the structs
|
||||
type _IModel struct {
|
||||
lpVtbl *IModelVtbl
|
||||
}
|
||||
|
||||
// https://github.com/Const-me/Whisper/blob/master/Whisper/API/iContext.cl.h
|
||||
type IModelVtbl struct {
|
||||
QueryInterface uintptr
|
||||
AddRef uintptr
|
||||
Release uintptr
|
||||
|
||||
createContext uintptr //( iContext** pp ) = 0;
|
||||
tokenize uintptr /* HRESULT __stdcall tokenize( const char* text, pfnDecodedTokens pfn, void* pv ); */
|
||||
isMultilingual uintptr //() = 0;
|
||||
getSpecialTokens uintptr //( SpecialTokens& rdi ) = 0;
|
||||
stringFromToken uintptr //( whisper_token token ) = 0;
|
||||
clone uintptr //( iModel** rdi ) = 0;
|
||||
}
|
||||
|
||||
func NewModel(setup *sModelSetup, cstruct *_IModel) *Model {
|
||||
this := Model{}
|
||||
this.setup = setup
|
||||
this.cStruct = cstruct
|
||||
return &this
|
||||
}
|
||||
|
||||
func (this *Model) AddRef() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.cStruct.lpVtbl.AddRef,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this.cStruct)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *Model) Release() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.cStruct.lpVtbl.Release,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this.cStruct)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *Model) CreateContext() (*IContext, error) {
|
||||
var context *IContext
|
||||
|
||||
/*
|
||||
ret, _, err := syscall.Syscall(
|
||||
this.cStruct.lpVtbl.createContext,
|
||||
2, // Why was this 1, rather than 2 ?? 1 seemed to work fine
|
||||
uintptr(unsafe.Pointer(this.cStruct)),
|
||||
uintptr(unsafe.Pointer(&context)),
|
||||
0)*/
|
||||
ret, _, err := syscall.SyscallN(
|
||||
this.cStruct.lpVtbl.createContext,
|
||||
uintptr(unsafe.Pointer(this.cStruct)),
|
||||
uintptr(unsafe.Pointer(&context)))
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("createContext failed: %w", err.Error())
|
||||
}
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
return nil, fmt.Errorf("loadModel failed: %w", err)
|
||||
}
|
||||
|
||||
return context, nil
|
||||
}
|
||||
|
||||
func (this *Model) IsMultilingual() bool {
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.cStruct.lpVtbl.isMultilingual,
|
||||
uintptr(unsafe.Pointer(this.cStruct)),
|
||||
)
|
||||
|
||||
return bool(windows.Handle(ret) == windows.S_OK)
|
||||
}
|
||||
|
||||
func (this *Model) Clone() (*_IModel, error) {
|
||||
|
||||
if this.setup.isFlagSet(gmf_Cloneable) {
|
||||
return nil, errors.New("Model is not cloneable")
|
||||
}
|
||||
//this.Cloneable ?
|
||||
|
||||
var modelptr *_IModel
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.cStruct.lpVtbl.clone,
|
||||
uintptr(unsafe.Pointer(this.cStruct)),
|
||||
uintptr(unsafe.Pointer(&modelptr)),
|
||||
)
|
||||
|
||||
if windows.Handle(ret) == windows.S_OK {
|
||||
return modelptr, nil
|
||||
} else {
|
||||
return nil, errors.New("Model.Clone() failed : " + syscall.Errno(ret).Error())
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,101 @@
|
|||
package whisper
|
||||
|
||||
import (
|
||||
"unsafe"
|
||||
|
||||
"golang.org/x/sys/windows"
|
||||
)
|
||||
|
||||
// Re-implemented sModelSetup.h
|
||||
|
||||
// enum struct eModelImplementation : uint32_t
|
||||
type eModelImplementation uint32
|
||||
|
||||
const (
|
||||
// GPGPU implementation based on Direct3D 11.0 compute shaders
|
||||
mi_GPU eModelImplementation = 1
|
||||
|
||||
// A hybrid implementation which uses DirectCompute for encode, and decodes on CPU
|
||||
// Not implemented in the published builds of the DLL. To enable, change BUILD_HYBRID_VERSION macro to 1
|
||||
mi_Hybrid eModelImplementation = 2
|
||||
|
||||
// A reference implementation which uses the original GGML CPU-running code
|
||||
// Not implemented in the published builds of the DLL. To enable, change BUILD_BOTH_VERSIONS macro to 1
|
||||
mi_Reference eModelImplementation = 3
|
||||
)
|
||||
|
||||
// enum struct eGpuModelFlags : uint32_t
|
||||
type eGpuModelFlags uint32
|
||||
|
||||
const (
|
||||
// <summary>Equivalent to <c>Wave32 | NoReshapedMatMul</c> on Intel and nVidia GPUs,<br/>
|
||||
// and <c>Wave64 | UseReshapedMatMul</c> on AMD GPUs</summary>
|
||||
gmf_None eGpuModelFlags = 0
|
||||
|
||||
// <summary>Use Wave32 version of compute shaders even on AMD GPUs</summary>
|
||||
// <remarks>Incompatible with <see cref="Wave64" /></remarks>
|
||||
gmf_Wave32 eGpuModelFlags = 1
|
||||
|
||||
// <summary>Use Wave64 version of compute shaders even on nVidia and Intel GPUs</summary>
|
||||
// <remarks>Incompatible with <see cref="Wave32" /></remarks>
|
||||
gmf_Wave64 eGpuModelFlags = 2
|
||||
|
||||
// <summary>Do not use reshaped matrix multiplication shaders on AMD GPUs</summary>
|
||||
// <remarks>Incompatible with <see cref="UseReshapedMatMul" /></remarks>
|
||||
gmf_NoReshapedMatMul eGpuModelFlags = 4
|
||||
|
||||
// <summary>Use reshaped matrix multiplication shaders even on nVidia and Intel GPUs</summary>
|
||||
// <remarks>Incompatible with <see cref="NoReshapedMatMul" /></remarks>
|
||||
gmf_UseReshapedMatMul eGpuModelFlags = 8
|
||||
|
||||
// <summary>Create GPU tensors in a way which allows sharing across D3D devices</summary>
|
||||
gmf_Cloneable eGpuModelFlags = 0x10
|
||||
)
|
||||
|
||||
// struct sModelSetup
|
||||
type sModelSetup struct {
|
||||
impl eModelImplementation
|
||||
flags eGpuModelFlags
|
||||
adapter string
|
||||
}
|
||||
|
||||
type _sModelSetup struct {
|
||||
impl eModelImplementation
|
||||
flags eGpuModelFlags
|
||||
adapter uintptr
|
||||
}
|
||||
|
||||
func ModelSetup(flags eGpuModelFlags, GPU string) *sModelSetup {
|
||||
this := sModelSetup{}
|
||||
this.impl = mi_GPU
|
||||
this.flags = flags
|
||||
this.adapter = GPU
|
||||
|
||||
return &this
|
||||
}
|
||||
|
||||
func (this *sModelSetup) isFlagSet(flag eGpuModelFlags) bool {
|
||||
return (this.flags & flag) == 0
|
||||
}
|
||||
|
||||
func (this *sModelSetup) AsCType() *_sModelSetup {
|
||||
var err error
|
||||
|
||||
ctype := _sModelSetup{}
|
||||
ctype.impl = this.impl
|
||||
ctype.flags = this.flags
|
||||
ctype.adapter = 0
|
||||
|
||||
// Conver Go String to wchar_t, AKA UTF-16
|
||||
if this.adapter != "" {
|
||||
var UTF16str *uint16
|
||||
UTF16str, err = windows.UTF16PtrFromString(this.adapter)
|
||||
ctype.adapter = uintptr(unsafe.Pointer(UTF16str))
|
||||
}
|
||||
|
||||
if err != nil {
|
||||
return nil
|
||||
} else {
|
||||
return &ctype
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,178 @@
|
|||
package whisper
|
||||
|
||||
import (
|
||||
"C"
|
||||
"errors"
|
||||
"fmt"
|
||||
"syscall"
|
||||
"unsafe"
|
||||
|
||||
"golang.org/x/sys/windows"
|
||||
)
|
||||
|
||||
type eTokenFlags uint32
|
||||
|
||||
const (
|
||||
TfNone eTokenFlags = 0
|
||||
TfSpecial = 1
|
||||
)
|
||||
|
||||
type sTranscribeLength struct {
|
||||
CountSegments uint32
|
||||
CountTokens uint32
|
||||
}
|
||||
|
||||
type sTimeSpan struct {
|
||||
|
||||
// The value is expressed in 100-nanoseconds ticks: compatible with System.Timespan, FILETIME, and many other things
|
||||
Ticks uint64
|
||||
|
||||
/*
|
||||
operator sTimeSpanFields() const
|
||||
{
|
||||
return sTimeSpanFields{ ticks };
|
||||
}
|
||||
void operator=( uint64_t tt )
|
||||
{
|
||||
ticks = tt;
|
||||
}
|
||||
void operator=( int64_t tt )
|
||||
{
|
||||
assert( tt >= 0 );
|
||||
ticks = (uint64_t)tt;
|
||||
} */
|
||||
}
|
||||
|
||||
type sTimeInterval struct {
|
||||
Begin sTimeSpan
|
||||
End sTimeSpan
|
||||
}
|
||||
|
||||
type sSegment struct {
|
||||
// Segment text, null-terminated, and probably UTF-8 encoded
|
||||
text *C.char
|
||||
|
||||
// Start and end times of the segment
|
||||
Time sTimeInterval
|
||||
|
||||
// These two integers define the slice of the tokens in this segment, in the array returned by iTranscribeResult.getTokens method
|
||||
FirstToken uint32
|
||||
CountTokens uint32
|
||||
}
|
||||
|
||||
func (this *sSegment) Text() string {
|
||||
return C.GoString(this.text)
|
||||
}
|
||||
|
||||
type sSegmentArray []sSegment
|
||||
|
||||
type SToken struct {
|
||||
// Token text, null-terminated, and usually UTF-8 encoded.
|
||||
// I think for Chinese language the models sometimes outputs invalid UTF8 strings here, Unicode code points can be split between adjacent tokens in the same segment
|
||||
// More info: https://github.com/ggerganov/whisper.cpp/issues/399
|
||||
text *C.char
|
||||
|
||||
// Start and end times of the token
|
||||
Time sTimeInterval
|
||||
// Probability of the token
|
||||
Probability float32
|
||||
|
||||
// Probability of the timestamp token
|
||||
ProbabilityTimestamp float32
|
||||
|
||||
// Sum of probabilities of all timestamp tokens
|
||||
Ptsum float32
|
||||
|
||||
// Voice length of the token
|
||||
Vlen float32
|
||||
|
||||
// Token id
|
||||
Id int32
|
||||
|
||||
Flags eTokenFlags
|
||||
}
|
||||
|
||||
func (this *SToken) Text() string {
|
||||
return C.GoString(this.text)
|
||||
}
|
||||
|
||||
type sTokenArray []SToken
|
||||
|
||||
type iTranscribeResultVtbl struct {
|
||||
QueryInterface uintptr
|
||||
AddRef uintptr
|
||||
Release uintptr
|
||||
|
||||
getSize uintptr // ( sTranscribeLength& rdi ) HRESULT
|
||||
getSegments uintptr // () getTokens
|
||||
getTokens uintptr // () getToken*
|
||||
}
|
||||
|
||||
type ITranscribeResult struct {
|
||||
lpVtbl *iTranscribeResultVtbl
|
||||
}
|
||||
|
||||
func (this *ITranscribeResult) AddRef() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.lpVtbl.AddRef,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *ITranscribeResult) Release() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.lpVtbl.Release,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *ITranscribeResult) GetSize() (*sTranscribeLength, error) {
|
||||
|
||||
var result sTranscribeLength
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.getSize,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
uintptr(unsafe.Pointer(&result)),
|
||||
)
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("iTranscribeResult.GetSize failed: %s\n", syscall.Errno(ret).Error())
|
||||
return nil, errors.New(syscall.Errno(ret).Error())
|
||||
}
|
||||
|
||||
return &result, nil
|
||||
|
||||
}
|
||||
|
||||
func (this *ITranscribeResult) GetSegments(len uint32) []sSegment {
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.getSegments,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
)
|
||||
|
||||
data := unsafe.Slice((*sSegment)(unsafe.Pointer(ret)), len)
|
||||
|
||||
return data
|
||||
}
|
||||
|
||||
func (this *ITranscribeResult) GetTokens(len uint32) []SToken {
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
this.lpVtbl.getTokens,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
)
|
||||
|
||||
if unsafe.Pointer(ret) != nil {
|
||||
return unsafe.Slice((*SToken)(unsafe.Pointer(ret)), len)
|
||||
} else {
|
||||
return []SToken{}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,281 @@
|
|||
package whisper
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"syscall"
|
||||
"unsafe"
|
||||
|
||||
"golang.org/x/sys/windows"
|
||||
)
|
||||
|
||||
type uuid [16]byte
|
||||
|
||||
type eResultFlags uint32
|
||||
|
||||
const (
|
||||
RfNone eResultFlags = 0
|
||||
|
||||
// Return individual tokens in addition to the segments
|
||||
RfTokens = 1
|
||||
|
||||
// Return timestamps
|
||||
RfTimestamps = 2
|
||||
|
||||
// Create a new COM object for the results.
|
||||
// Without this flag, the context returns a pointer to the COM object stored in the context.
|
||||
// The content of that object is replaced every time you call IContext.getResults method
|
||||
RfNewObject = 0x100
|
||||
)
|
||||
|
||||
type IContextVtbl struct {
|
||||
QueryInterface uintptr
|
||||
AddRef uintptr
|
||||
Release uintptr
|
||||
|
||||
RunFull uintptr
|
||||
RunStreamed uintptr
|
||||
RunCapture uintptr
|
||||
GetResults uintptr
|
||||
DetectSpeaker uintptr
|
||||
GetModel uintptr
|
||||
FullDefaultParams uintptr
|
||||
TimingsPrint uintptr
|
||||
TimingsReset uintptr
|
||||
}
|
||||
|
||||
type IContext struct {
|
||||
lpVtbl *IContextVtbl
|
||||
}
|
||||
|
||||
//type sFullParams struct{}
|
||||
|
||||
// type iAudioBuffer struct{}
|
||||
type sProgressSink struct {
|
||||
pfn uintptr
|
||||
pv uintptr
|
||||
}
|
||||
|
||||
// type iAudioReader struct{}
|
||||
type sCaptureCallbacks struct{}
|
||||
|
||||
// type iAudioCapture struct{}
|
||||
// type eResultFlags int32
|
||||
// type iTranscribeResult struct{}
|
||||
// type sTimeInterval struct{}
|
||||
type eSpeakerChannel int32
|
||||
|
||||
//type eSamplingStrategy int32
|
||||
|
||||
// Create a new IContext instance
|
||||
func newIContext() *IContext {
|
||||
return &IContext{
|
||||
lpVtbl: &IContextVtbl{
|
||||
QueryInterface: 0,
|
||||
AddRef: 0,
|
||||
Release: 0,
|
||||
RunFull: 0,
|
||||
RunStreamed: 0,
|
||||
RunCapture: 0,
|
||||
GetResults: 0,
|
||||
DetectSpeaker: 0,
|
||||
GetModel: 0,
|
||||
FullDefaultParams: 0,
|
||||
TimingsPrint: 0,
|
||||
TimingsReset: 0,
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
func (context *IContext) TimingsPrint() error {
|
||||
|
||||
// TimingsPrint();
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
context.lpVtbl.TimingsPrint,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
)
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("RunFull failed: %s\n", syscall.Errno(ret).Error())
|
||||
return errors.New(syscall.Errno(ret).Error())
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// Run the entire model: PCM -> log mel spectrogram -> encoder -> decoder -> text
|
||||
// Uses the specified decoding strategy to obtain the text.
|
||||
func (context *IContext) RunFull(params *FullParams, buffer *iAudioBuffer) error {
|
||||
|
||||
// runFull( const sFullParams& params, const iAudioBuffer* buffer );
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
context.lpVtbl.RunFull,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
|
||||
uintptr(unsafe.Pointer(params.cStruct)),
|
||||
uintptr(unsafe.Pointer(buffer)),
|
||||
)
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("RunFull failed: %s\n", syscall.Errno(ret).Error())
|
||||
return errors.New(syscall.Errno(ret).Error())
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (context *IContext) RunStreamed(params *FullParams, reader *iAudioReader) error {
|
||||
|
||||
cb := sProgressSink{}
|
||||
|
||||
// runStreamed( const sFullParams& params, const sProgressSink& progress, const iAudioReader* reader );
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
context.lpVtbl.RunStreamed,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
uintptr(unsafe.Pointer(params.cStruct)),
|
||||
uintptr(unsafe.Pointer(&cb)), // No progress cb yet
|
||||
uintptr(unsafe.Pointer(reader)),
|
||||
)
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("RunStreamed failed: %s\n", syscall.Errno(ret).Error())
|
||||
return errors.New(syscall.Errno(ret).Error())
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (this *IContext) AddRef() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.lpVtbl.AddRef,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
func (this *IContext) Release() int32 {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
this.lpVtbl.Release,
|
||||
1,
|
||||
uintptr(unsafe.Pointer(this)),
|
||||
0,
|
||||
0)
|
||||
return int32(ret)
|
||||
}
|
||||
|
||||
/*
|
||||
https://github.com/Const-me/Whisper/blob/f6f743c7b3570b85ccf47f74b84e06a73667ef3e/Whisper/Whisper/ContextImpl.misc.cpp
|
||||
|
||||
Returns E_POINTER if null pointer provided in params
|
||||
Initialises params to all 0
|
||||
sets values in struct, does not malloc
|
||||
*/
|
||||
func (context *IContext) FullDefaultParams(strategy eSamplingStrategy) (*FullParams, error) {
|
||||
|
||||
/*
|
||||
ERR : unreadable Only part of a ReadProcessMemory or WriteProcessMemory request was completed
|
||||
* not related to stratergy ... tested 0, 1 and 2 ... 2 produced E_INVALIDARG as expected
|
||||
* not a nil ptr to params ... nil poitner produced E_POINTER as expected
|
||||
* params seems to return 0x4000
|
||||
* !!!!! FullParams is not a com interface !!!
|
||||
* so no lpVtbl *FullParamsVtbl , no queryinterface, addref etc
|
||||
*/
|
||||
|
||||
params := _newFullParams_cStruct()
|
||||
//params := &[160]byte{}
|
||||
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
context.lpVtbl.FullDefaultParams,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
uintptr(strategy),
|
||||
uintptr(unsafe.Pointer(params)),
|
||||
)
|
||||
|
||||
// nil ptr should be 0x80004003L
|
||||
// unsafe.Pointer(0xc00011dc28)
|
||||
// unsafe.Pointer(0x4000)
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("FullDefaultParams failed: %s\n", syscall.Errno(ret).Error())
|
||||
return nil, syscall.Errno(ret)
|
||||
|
||||
}
|
||||
|
||||
if params == nil {
|
||||
return nil, errors.New("FullDefaultParams did not return params")
|
||||
}
|
||||
ParamObj := NewFullParams(params)
|
||||
|
||||
if ParamObj.TestDefaultsOK() {
|
||||
return ParamObj, nil
|
||||
}
|
||||
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
func (context *IContext) GetModel() (*_IModel, error) {
|
||||
|
||||
var modelptr *_IModel
|
||||
|
||||
// getModel( iModel** pp );
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
context.lpVtbl.GetModel,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
uintptr(unsafe.Pointer(&modelptr)),
|
||||
)
|
||||
|
||||
if windows.Handle(ret) != windows.S_OK {
|
||||
fmt.Printf("FullDefaultParams failed: %s\n", syscall.Errno(ret).Error())
|
||||
return nil, syscall.Errno(ret)
|
||||
}
|
||||
|
||||
if modelptr == nil {
|
||||
return nil, errors.New("loadModel did not return a Model")
|
||||
}
|
||||
|
||||
if modelptr.lpVtbl == nil {
|
||||
return nil, errors.New("loadModel method table is nil")
|
||||
}
|
||||
|
||||
return modelptr, nil
|
||||
}
|
||||
|
||||
// ************************************************************************************************************************************************
|
||||
// Not really implemented / tested
|
||||
// ************************************************************************************************************************************************
|
||||
|
||||
func (context *IContext) RunCapture(params *FullParams, callbacks *sCaptureCallbacks, reader *iAudioCapture) uintptr {
|
||||
ret, _, _ := syscall.SyscallN(
|
||||
context.lpVtbl.RunCapture,
|
||||
//3,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
uintptr(unsafe.Pointer(params)),
|
||||
uintptr(unsafe.Pointer(callbacks)),
|
||||
uintptr(unsafe.Pointer(reader)),
|
||||
)
|
||||
return ret
|
||||
}
|
||||
|
||||
func (context *IContext) GetResults(flags eResultFlags, pp **ITranscribeResult) uintptr {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
context.lpVtbl.GetResults,
|
||||
3,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
uintptr(flags),
|
||||
uintptr(unsafe.Pointer(pp)),
|
||||
)
|
||||
return ret
|
||||
}
|
||||
|
||||
func (context *IContext) DetectSpeaker(time *sTimeInterval, result *eSpeakerChannel) uintptr {
|
||||
ret, _, _ := syscall.Syscall(
|
||||
context.lpVtbl.DetectSpeaker,
|
||||
3,
|
||||
uintptr(unsafe.Pointer(context)),
|
||||
uintptr(unsafe.Pointer(time)),
|
||||
uintptr(unsafe.Pointer(result)),
|
||||
)
|
||||
return ret
|
||||
}
|
||||
|
|
@ -0,0 +1,5 @@
|
|||
/*
|
||||
github.com/jaybinks/goConstmeWhispers
|
||||
Go Bindings for https://github.com/Const-me/Whisper
|
||||
*/
|
||||
package whisper
|
||||
|
|
@ -0,0 +1,207 @@
|
|||
package whisper
|
||||
|
||||
// https://github.com/Const-me/Whisper/blob/master/WhisperNet/API/eLanguage.cs
|
||||
|
||||
type eLanguage int32
|
||||
|
||||
const (
|
||||
Auto eLanguage = -1 // "af"
|
||||
|
||||
Afrikaans = 0x6661 // "af"
|
||||
/// <summary>Albanian</summary>
|
||||
Albanian = 0x7173 // "sq"
|
||||
/// <summary>Amharic</summary>
|
||||
Amharic = 0x6D61 // "am"
|
||||
/// <summary>Arabic</summary>
|
||||
Arabic = 0x7261 // "ar"
|
||||
/// <summary>Armenian</summary>
|
||||
Armenian = 0x7968 // "hy"
|
||||
/// <summary>Assamese</summary>
|
||||
Assamese = 0x7361 // "as"
|
||||
/// <summary>Azerbaijani</summary>
|
||||
Azerbaijani = 0x7A61 // "az"
|
||||
/// <summary>Bashkir</summary>
|
||||
Bashkir = 0x6162 // "ba"
|
||||
/// <summary>Basque</summary>
|
||||
Basque = 0x7565 // "eu"
|
||||
/// <summary>Belarusian</summary>
|
||||
Belarusian = 0x6562 // "be"
|
||||
/// <summary>Bengali</summary>
|
||||
Bengali = 0x6E62 // "bn"
|
||||
/// <summary>Bosnian</summary>
|
||||
Bosnian = 0x7362 // "bs"
|
||||
/// <summary>Breton</summary>
|
||||
Breton = 0x7262 // "br"
|
||||
/// <summary>Bulgarian</summary>
|
||||
Bulgarian = 0x6762 // "bg"
|
||||
/// <summary>Catalan</summary>
|
||||
Catalan = 0x6163 // "ca"
|
||||
/// <summary>Chinese</summary>
|
||||
Chinese = 0x687A // "zh"
|
||||
/// <summary>Croatian</summary>
|
||||
Croatian = 0x7268 // "hr"
|
||||
/// <summary>Czech</summary>
|
||||
Czech = 0x7363 // "cs"
|
||||
/// <summary>Danish</summary>
|
||||
Danish = 0x6164 // "da"
|
||||
/// <summary>Dutch</summary>
|
||||
Dutch = 0x6C6E // "nl"
|
||||
/// <summary>English</summary>
|
||||
English = 0x6E65 // "en"
|
||||
/// <summary>Estonian</summary>
|
||||
Estonian = 0x7465 // "et"
|
||||
/// <summary>Faroese</summary>
|
||||
Faroese = 0x6F66 // "fo"
|
||||
/// <summary>Finnish</summary>
|
||||
Finnish = 0x6966 // "fi"
|
||||
/// <summary>French</summary>
|
||||
French = 0x7266 // "fr"
|
||||
/// <summary>Galician</summary>
|
||||
Galician = 0x6C67 // "gl"
|
||||
/// <summary>Georgian</summary>
|
||||
Georgian = 0x616B // "ka"
|
||||
/// <summary>German</summary>
|
||||
German = 0x6564 // "de"
|
||||
/// <summary>Greek</summary>
|
||||
Greek = 0x6C65 // "el"
|
||||
/// <summary>Gujarati</summary>
|
||||
Gujarati = 0x7567 // "gu"
|
||||
/// <summary>Haitian Creole</summary>
|
||||
HaitianCreole = 0x7468 // "ht"
|
||||
/// <summary>Hausa</summary>
|
||||
Hausa = 0x6168 // "ha"
|
||||
/// <summary>Hawaiian</summary>
|
||||
Hawaiian = 0x776168 // "haw"
|
||||
/// <summary>Hebrew</summary>
|
||||
Hebrew = 0x7769 // "iw"
|
||||
/// <summary>Hindi</summary>
|
||||
Hindi = 0x6968 // "hi"
|
||||
/// <summary>Hungarian</summary>
|
||||
Hungarian = 0x7568 // "hu"
|
||||
/// <summary>Icelandic</summary>
|
||||
Icelandic = 0x7369 // "is"
|
||||
/// <summary>Indonesian</summary>
|
||||
Indonesian = 0x6469 // "id"
|
||||
/// <summary>Italian</summary>
|
||||
Italian = 0x7469 // "it"
|
||||
/// <summary>Japanese</summary>
|
||||
Japanese = 0x616A // "ja"
|
||||
/// <summary>Javanese</summary>
|
||||
Javanese = 0x776A // "jw"
|
||||
/// <summary>Kannada</summary>
|
||||
Kannada = 0x6E6B // "kn"
|
||||
/// <summary>Kazakh</summary>
|
||||
Kazakh = 0x6B6B // "kk"
|
||||
/// <summary>Khmer</summary>
|
||||
Khmer = 0x6D6B // "km"
|
||||
/// <summary>Korean</summary>
|
||||
Korean = 0x6F6B // "ko"
|
||||
/// <summary>Lao</summary>
|
||||
Lao = 0x6F6C // "lo"
|
||||
/// <summary>Latin</summary>
|
||||
Latin = 0x616C // "la"
|
||||
/// <summary>Latvian</summary>
|
||||
Latvian = 0x766C // "lv"
|
||||
/// <summary>Lingala</summary>
|
||||
Lingala = 0x6E6C // "ln"
|
||||
/// <summary>Lithuanian</summary>
|
||||
Lithuanian = 0x746C // "lt"
|
||||
/// <summary>Luxembourgish</summary>
|
||||
Luxembourgish = 0x626C // "lb"
|
||||
/// <summary>Macedonian</summary>
|
||||
Macedonian = 0x6B6D // "mk"
|
||||
/// <summary>Malagasy</summary>
|
||||
Malagasy = 0x676D // "mg"
|
||||
/// <summary>Malay</summary>
|
||||
Malay = 0x736D // "ms"
|
||||
/// <summary>Malayalam</summary>
|
||||
Malayalam = 0x6C6D // "ml"
|
||||
/// <summary>Maltese</summary>
|
||||
Maltese = 0x746D // "mt"
|
||||
/// <summary>Maori</summary>
|
||||
Maori = 0x696D // "mi"
|
||||
/// <summary>Marathi</summary>
|
||||
Marathi = 0x726D // "mr"
|
||||
/// <summary>Mongolian</summary>
|
||||
Mongolian = 0x6E6D // "mn"
|
||||
/// <summary>Myanmar</summary>
|
||||
Myanmar = 0x796D // "my"
|
||||
/// <summary>Nepali</summary>
|
||||
Nepali = 0x656E // "ne"
|
||||
/// <summary>Norwegian</summary>
|
||||
Norwegian = 0x6F6E // "no"
|
||||
/// <summary>Nynorsk</summary>
|
||||
Nynorsk = 0x6E6E // "nn"
|
||||
/// <summary>Occitan</summary>
|
||||
Occitan = 0x636F // "oc"
|
||||
/// <summary>Pashto</summary>
|
||||
Pashto = 0x7370 // "ps"
|
||||
/// <summary>Persian</summary>
|
||||
Persian = 0x6166 // "fa"
|
||||
/// <summary>Polish</summary>
|
||||
Polish = 0x6C70 // "pl"
|
||||
/// <summary>Portuguese</summary>
|
||||
Portuguese = 0x7470 // "pt"
|
||||
/// <summary>Punjabi</summary>
|
||||
Punjabi = 0x6170 // "pa"
|
||||
/// <summary>Romanian</summary>
|
||||
Romanian = 0x6F72 // "ro"
|
||||
/// <summary>Russian</summary>
|
||||
Russian = 0x7572 // "ru"
|
||||
/// <summary>Sanskrit</summary>
|
||||
Sanskrit = 0x6173 // "sa"
|
||||
/// <summary>Serbian</summary>
|
||||
Serbian = 0x7273 // "sr"
|
||||
/// <summary>Shona</summary>
|
||||
Shona = 0x6E73 // "sn"
|
||||
/// <summary>Sindhi</summary>
|
||||
Sindhi = 0x6473 // "sd"
|
||||
/// <summary>Sinhala</summary>
|
||||
Sinhala = 0x6973 // "si"
|
||||
/// <summary>Slovak</summary>
|
||||
Slovak = 0x6B73 // "sk"
|
||||
/// <summary>Slovenian</summary>
|
||||
Slovenian = 0x6C73 // "sl"
|
||||
/// <summary>Somali</summary>
|
||||
Somali = 0x6F73 // "so"
|
||||
/// <summary>Spanish</summary>
|
||||
Spanish = 0x7365 // "es"
|
||||
/// <summary>Sundanese</summary>
|
||||
Sundanese = 0x7573 // "su"
|
||||
/// <summary>Swahili</summary>
|
||||
Swahili = 0x7773 // "sw"
|
||||
/// <summary>Swedish</summary>
|
||||
Swedish = 0x7673 // "sv"
|
||||
/// <summary>Tagalog</summary>
|
||||
Tagalog = 0x6C74 // "tl"
|
||||
/// <summary>Tajik</summary>
|
||||
Tajik = 0x6774 // "tg"
|
||||
/// <summary>Tamil</summary>
|
||||
Tamil = 0x6174 // "ta"
|
||||
/// <summary>Tatar</summary>
|
||||
Tatar = 0x7474 // "tt"
|
||||
/// <summary>Telugu</summary>
|
||||
Telugu = 0x6574 // "te"
|
||||
/// <summary>Thai</summary>
|
||||
Thai = 0x6874 // "th"
|
||||
/// <summary>Tibetan</summary>
|
||||
Tibetan = 0x6F62 // "bo"
|
||||
/// <summary>Turkish</summary>
|
||||
Turkish = 0x7274 // "tr"
|
||||
/// <summary>Turkmen</summary>
|
||||
Turkmen = 0x6B74 // "tk"
|
||||
/// <summary>Ukrainian</summary>
|
||||
Ukrainian = 0x6B75 // "uk"
|
||||
/// <summary>Urdu</summary>
|
||||
Urdu = 0x7275 // "ur"
|
||||
/// <summary>Uzbek</summary>
|
||||
Uzbek = 0x7A75 // "uz"
|
||||
/// <summary>Vietnamese</summary>
|
||||
Vietnamese = 0x6976 // "vi"
|
||||
/// <summary>Welsh</summary>
|
||||
Welsh = 0x7963 // "cy"
|
||||
/// <summary>Yiddish</summary>
|
||||
Yiddish = 0x6979 // "yi"
|
||||
/// <summary>Yoruba</summary>
|
||||
Yoruba = 0x6F79 // "yo"
|
||||
)
|
||||
|
|
@ -0,0 +1,43 @@
|
|||
package whisper
|
||||
|
||||
import (
|
||||
"C"
|
||||
"fmt"
|
||||
)
|
||||
|
||||
/*
|
||||
https://github.com/Const-me/Whisper/blob/843a2a6ca6ea47c5ac4889a281badfc808d0ea01/Whisper/API/loggerApi.h
|
||||
|
||||
*/
|
||||
|
||||
type eLogLevel uint8
|
||||
|
||||
const (
|
||||
LlError eLogLevel = 0
|
||||
LlWarning = 1
|
||||
LlInfo = 2
|
||||
LlDebug = 3
|
||||
)
|
||||
|
||||
type eLogFlags uint8
|
||||
|
||||
const (
|
||||
LfNone eLogFlags = 0
|
||||
LfUseStandardError = 1
|
||||
LfSkipFormatMessage = 2
|
||||
)
|
||||
|
||||
type sLoggerSetup struct {
|
||||
sink uintptr // pfnLoggerSink
|
||||
context uintptr // void*
|
||||
level eLogLevel // eLogLevel
|
||||
flags eLogFlags // eLoggerFlags
|
||||
}
|
||||
|
||||
func fnLoggerSink(context uintptr, lvl eLogLevel, message *C.char) uintptr {
|
||||
|
||||
strmessage := C.GoString(message)
|
||||
fmt.Printf("%d - %s\n", lvl, strmessage)
|
||||
|
||||
return 0
|
||||
}
|
||||
|
|
@ -0,0 +1,188 @@
|
|||
//go:build windows
|
||||
// +build windows
|
||||
|
||||
package whisper
|
||||
|
||||
import (
|
||||
"C"
|
||||
"errors"
|
||||
"syscall"
|
||||
"unsafe"
|
||||
|
||||
// Using lxn/win because its COM functions expose raw HRESULTs
|
||||
"golang.org/x/sys/windows"
|
||||
)
|
||||
import (
|
||||
"fmt"
|
||||
)
|
||||
|
||||
/*
|
||||
eModelImplementation - TranscribeStructs.h
|
||||
|
||||
// GPGPU implementation based on Direct3D 11.0 compute shaders
|
||||
GPU = 1,
|
||||
|
||||
// A hybrid implementation which uses DirectCompute for encode, and decodes on CPU
|
||||
// Not implemented in the published builds of the DLL. To enable, change BUILD_HYBRID_VERSION macro to 1
|
||||
Hybrid = 2,
|
||||
|
||||
// A reference implementation which uses the original GGML CPU-running code
|
||||
// Not implemented in the published builds of the DLL. To enable, change BUILD_BOTH_VERSIONS macro to 1
|
||||
Reference = 3,
|
||||
*/
|
||||
|
||||
// https://learn.microsoft.com/en-us/windows/win32/seccrypto/common-hresult-values
|
||||
// https://pkg.go.dev/golang.org/x/sys/windows
|
||||
const (
|
||||
E_INVALIDARG = 0x80070057
|
||||
ERROR_HV_CPUID_FEATURE_VALIDATION = 0xC0350038
|
||||
|
||||
DLLName = "whisper.dll"
|
||||
)
|
||||
|
||||
type Libwhisper struct {
|
||||
dll *syscall.LazyDLL
|
||||
ver WinVersion
|
||||
existing_model map[string]*Model
|
||||
|
||||
proc_setupLogger *syscall.LazyProc
|
||||
proc_loadModel *syscall.LazyProc
|
||||
proc_initMediaFoundation *syscall.LazyProc
|
||||
// proc_findLanguageKeyW *syscall.LazyProc
|
||||
// proc_findLanguageKeyA *syscall.LazyProc
|
||||
// proc_getSupportedLanguages *syscall.LazyProc
|
||||
}
|
||||
|
||||
var singleton_whisper *Libwhisper = nil
|
||||
|
||||
func New(level eLogLevel, flags eLogFlags, cb *any) (*Libwhisper, error) {
|
||||
if singleton_whisper != nil {
|
||||
return singleton_whisper, nil
|
||||
}
|
||||
|
||||
var err error
|
||||
this := &Libwhisper{}
|
||||
|
||||
this.ver, err = GetFileVersion(DLLName)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if this.ver.Major < 1 && this.ver.Minor < 9 {
|
||||
return nil, errors.New("This library requires whisper.dll version 1.9 or higher.") // or less than 1.11 for now .. because the API changed
|
||||
}
|
||||
|
||||
this.dll = syscall.NewLazyDLL(DLLName) // Todo wrap this in a class, check file exists, handle errors ... you know, just a few things.. AKA Stop being lazy
|
||||
|
||||
this.proc_setupLogger = this.dll.NewProc("setupLogger")
|
||||
this.proc_loadModel = this.dll.NewProc("loadModel")
|
||||
this.proc_initMediaFoundation = this.dll.NewProc("initMediaFoundation")
|
||||
/*
|
||||
this.proc_findLanguageKeyW = this.dll.NewProc("findLanguageKeyW")
|
||||
this.proc_findLanguageKeyA = this.dll.NewProc("findLanguageKeyA")
|
||||
this.proc_getSupportedLanguages = this.dll.NewProc("getSupportedLanguages")
|
||||
*/
|
||||
|
||||
ok, err := this._setupLogger(level, flags, cb)
|
||||
if !ok {
|
||||
return nil, errors.New("Logger Error : " + err.Error())
|
||||
}
|
||||
|
||||
this.existing_model = make(map[string]*Model)
|
||||
singleton_whisper = this
|
||||
|
||||
return singleton_whisper, nil
|
||||
}
|
||||
|
||||
func (this *Libwhisper) Version() string {
|
||||
return fmt.Sprintf("%d.%d.%d.%d.", this.ver.Major, this.ver.Minor, this.ver.Patch, this.ver.Build)
|
||||
}
|
||||
|
||||
func (this *Libwhisper) SupportsMultiThread() bool {
|
||||
return this.ver.Major >= 1 && this.ver.Minor >= 10
|
||||
}
|
||||
|
||||
func (this *Libwhisper) _setupLogger(level eLogLevel, flags eLogFlags, cb *any) (bool, error) {
|
||||
|
||||
setup := sLoggerSetup{}
|
||||
setup.sink = 0
|
||||
setup.context = 0
|
||||
setup.level = level
|
||||
setup.flags = flags
|
||||
|
||||
if cb != nil {
|
||||
setup.sink = syscall.NewCallback(cb)
|
||||
}
|
||||
|
||||
res, _, err := this.proc_setupLogger.Call(uintptr(unsafe.Pointer(&setup)))
|
||||
|
||||
if windows.Handle(res) == windows.S_OK {
|
||||
return true, nil
|
||||
} else {
|
||||
return false, err
|
||||
}
|
||||
}
|
||||
|
||||
func (this *Libwhisper) LoadModel(path string, aGPU ...string) (*Model, error) {
|
||||
var modelptr *_IModel
|
||||
|
||||
whisperpath, _ := windows.UTF16PtrFromString(path)
|
||||
|
||||
GPU := ""
|
||||
if len(aGPU) == 1 {
|
||||
GPU = aGPU[0]
|
||||
}
|
||||
|
||||
setup := ModelSetup(gmf_Cloneable, GPU)
|
||||
|
||||
// Construct our map hash
|
||||
singleton_hash := GPU + "|" + path
|
||||
if this.existing_model[singleton_hash] != nil {
|
||||
ClonedModel, err := this.existing_model[singleton_hash].Clone()
|
||||
if ClonedModel != nil {
|
||||
return NewModel(setup, ClonedModel), nil
|
||||
} else {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
|
||||
obj, _, _ := this.proc_loadModel.Call(uintptr(unsafe.Pointer(whisperpath)), uintptr(unsafe.Pointer(setup.AsCType())), uintptr(unsafe.Pointer(nil)), uintptr(unsafe.Pointer(&modelptr)))
|
||||
|
||||
if windows.Handle(obj) != windows.S_OK {
|
||||
fmt.Printf("loadModel failed: %s\n", syscall.Errno(obj).Error())
|
||||
return nil, fmt.Errorf("loadModel failed: %s", syscall.Errno(obj))
|
||||
}
|
||||
|
||||
if modelptr == nil {
|
||||
return nil, errors.New("loadModel did not return a Model")
|
||||
}
|
||||
|
||||
if modelptr.lpVtbl == nil {
|
||||
return nil, errors.New("loadModel method table is nil")
|
||||
}
|
||||
|
||||
model := NewModel(setup, modelptr)
|
||||
|
||||
this.existing_model[singleton_hash] = model
|
||||
|
||||
return model, nil
|
||||
}
|
||||
|
||||
func (this *Libwhisper) InitMediaFoundation() (*IMediaFoundation, error) {
|
||||
|
||||
var mediafoundation *IMediaFoundation
|
||||
|
||||
// initMediaFoundation( iMediaFoundation** pp );
|
||||
obj, _, _ := this.proc_initMediaFoundation.Call(uintptr(unsafe.Pointer(&mediafoundation)))
|
||||
|
||||
if windows.Handle(obj) != windows.S_OK {
|
||||
fmt.Printf("initMediaFoundation failed: %s\n", syscall.Errno(obj).Error())
|
||||
return nil, fmt.Errorf("initMediaFoundation failed: %s", syscall.Errno(obj))
|
||||
}
|
||||
|
||||
if mediafoundation.lpVtbl == nil {
|
||||
return nil, errors.New("initMediaFoundation method table is nil")
|
||||
}
|
||||
|
||||
return mediafoundation, nil
|
||||
}
|
||||
|
|
@ -0,0 +1,123 @@
|
|||
// Copyright 2018 Keybase Inc. All rights reserved.
|
||||
// Use of this source code is governed by a BSD
|
||||
// license that can be found in the LICENSE file.
|
||||
// Adapted mainly from github.com/gonutz/w32
|
||||
|
||||
//go:build windows
|
||||
// +build windows
|
||||
|
||||
package whisper
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"syscall"
|
||||
"unsafe"
|
||||
|
||||
"golang.org/x/sys/windows"
|
||||
)
|
||||
|
||||
var (
|
||||
version = windows.NewLazySystemDLL("version.dll")
|
||||
getFileVersionInfoSize = version.NewProc("GetFileVersionInfoSizeW")
|
||||
getFileVersionInfo = version.NewProc("GetFileVersionInfoW")
|
||||
verQueryValue = version.NewProc("VerQueryValueW")
|
||||
)
|
||||
|
||||
type VS_FIXEDFILEINFO struct {
|
||||
Signature uint32
|
||||
StrucVersion uint32
|
||||
FileVersionMS uint32
|
||||
FileVersionLS uint32
|
||||
ProductVersionMS uint32
|
||||
ProductVersionLS uint32
|
||||
FileFlagsMask uint32
|
||||
FileFlags uint32
|
||||
FileOS uint32
|
||||
FileType uint32
|
||||
FileSubtype uint32
|
||||
FileDateMS uint32
|
||||
FileDateLS uint32
|
||||
}
|
||||
|
||||
type WinVersion struct {
|
||||
Major uint32
|
||||
Minor uint32
|
||||
Patch uint32
|
||||
Build uint32
|
||||
}
|
||||
|
||||
// FileVersion concatenates FileVersionMS and FileVersionLS to a uint64 value.
|
||||
func (fi VS_FIXEDFILEINFO) FileVersion() uint64 {
|
||||
return uint64(fi.FileVersionMS)<<32 | uint64(fi.FileVersionLS)
|
||||
}
|
||||
|
||||
func GetFileVersionInfoSize(path string) uint32 {
|
||||
ret, _, _ := getFileVersionInfoSize.Call(
|
||||
uintptr(unsafe.Pointer(syscall.StringToUTF16Ptr(path))),
|
||||
0,
|
||||
)
|
||||
return uint32(ret)
|
||||
}
|
||||
|
||||
func GetFileVersionInfo(path string, data []byte) bool {
|
||||
ret, _, _ := getFileVersionInfo.Call(
|
||||
uintptr(unsafe.Pointer(syscall.StringToUTF16Ptr(path))),
|
||||
0,
|
||||
uintptr(len(data)),
|
||||
uintptr(unsafe.Pointer(&data[0])),
|
||||
)
|
||||
return ret != 0
|
||||
}
|
||||
|
||||
// VerQueryValueRoot calls VerQueryValue
|
||||
// (https://msdn.microsoft.com/en-us/library/windows/desktop/ms647464(v=vs.85).aspx)
|
||||
// with `\` (root) to retieve the VS_FIXEDFILEINFO.
|
||||
func VerQueryValueRoot(block []byte) (VS_FIXEDFILEINFO, error) {
|
||||
var offset uintptr
|
||||
var length uint
|
||||
blockStart := unsafe.Pointer(&block[0])
|
||||
ret, _, _ := verQueryValue.Call(
|
||||
uintptr(blockStart),
|
||||
uintptr(unsafe.Pointer(syscall.StringToUTF16Ptr(`\`))),
|
||||
uintptr(unsafe.Pointer(&offset)),
|
||||
uintptr(unsafe.Pointer(&length)),
|
||||
)
|
||||
if ret == 0 {
|
||||
return VS_FIXEDFILEINFO{}, errors.New("VerQueryValueRoot: verQueryValue failed")
|
||||
}
|
||||
start := int(offset) - int(uintptr(blockStart))
|
||||
end := start + int(length)
|
||||
if start < 0 || start >= len(block) || end < start || end > len(block) {
|
||||
return VS_FIXEDFILEINFO{}, errors.New("VerQueryValueRoot: find failed")
|
||||
}
|
||||
data := block[start:end]
|
||||
info := *((*VS_FIXEDFILEINFO)(unsafe.Pointer(&data[0])))
|
||||
return info, nil
|
||||
}
|
||||
|
||||
func GetFileVersion(path string) (WinVersion, error) {
|
||||
var result WinVersion
|
||||
size := GetFileVersionInfoSize(path)
|
||||
if size <= 0 {
|
||||
return result, errors.New("GetFileVersionInfoSize failed")
|
||||
}
|
||||
|
||||
info := make([]byte, size)
|
||||
ok := GetFileVersionInfo(path, info)
|
||||
if !ok {
|
||||
return result, errors.New("GetFileVersionInfo failed")
|
||||
}
|
||||
|
||||
fixed, err := VerQueryValueRoot(info)
|
||||
if err != nil {
|
||||
return result, err
|
||||
}
|
||||
version := fixed.FileVersion()
|
||||
|
||||
result.Major = uint32(version & 0xFFFF000000000000 >> 48)
|
||||
result.Minor = uint32(version & 0x0000FFFF00000000 >> 32)
|
||||
result.Patch = uint32(version & 0x00000000FFFF0000 >> 16)
|
||||
result.Build = uint32(version & 0x000000000000FFFF)
|
||||
|
||||
return result, nil
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"sync"
|
||||
|
||||
"github.com/xzeldon/whisper-api-server/pkg/whisper"
|
||||
)
|
||||
|
||||
type WhisperState struct {
|
||||
model *whisper.Model
|
||||
context *whisper.IContext
|
||||
media *whisper.IMediaFoundation
|
||||
params *whisper.FullParams
|
||||
mutex sync.Mutex
|
||||
}
|
||||
|
||||
func InitializeWhisperState(modelPath string) (*WhisperState, error) {
|
||||
lib, err := whisper.New(whisper.LlDebug, whisper.LfUseStandardError, nil)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
model, err := lib.LoadModel(modelPath)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
context, err := model.CreateContext()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
media, err := lib.InitMediaFoundation()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
params, err := context.FullDefaultParams(whisper.SsBeamSearch)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
params.AddFlags(whisper.FlagNoContext)
|
||||
params.AddFlags(whisper.FlagTokenTimestamps)
|
||||
|
||||
fmt.Printf("Params CPU Threads : %d\n", params.CpuThreads())
|
||||
|
||||
return &WhisperState{
|
||||
model: model,
|
||||
context: context,
|
||||
media: media,
|
||||
params: params,
|
||||
}, nil
|
||||
}
|
||||
|
||||
func getResult(ctx *whisper.IContext) (string, error) {
|
||||
results := &whisper.ITranscribeResult{}
|
||||
ctx.GetResults(whisper.RfTokens|whisper.RfTimestamps, &results)
|
||||
|
||||
length, err := results.GetSize()
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
segments := results.GetSegments(length.CountSegments)
|
||||
|
||||
var result string
|
||||
|
||||
for _, seg := range segments {
|
||||
result += seg.Text()
|
||||
}
|
||||
|
||||
return result, nil
|
||||
}
|
||||
|
|
@ -0,0 +1,48 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"io"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/labstack/echo/v4"
|
||||
)
|
||||
|
||||
func saveFormFile(name string, c echo.Context) (string, error) {
|
||||
file, err := c.FormFile(name)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
src, err := file.Open()
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
defer src.Close()
|
||||
|
||||
ext := filepath.Ext(file.Filename)
|
||||
filename := time.Now().Format(time.RFC3339)
|
||||
filename = "./tmp/" + sanitizeFilename(filename) + ext
|
||||
|
||||
dst, err := os.Create(filename)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
defer dst.Close()
|
||||
|
||||
if _, err = io.Copy(dst, src); err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
return filename, nil
|
||||
}
|
||||
|
||||
func sanitizeFilename(filename string) string {
|
||||
invalidChars := []string{`\`, `/`, `:`, `*`, `?`, `"`, `<`, `>`, `|`}
|
||||
for _, char := range invalidChars {
|
||||
filename = strings.ReplaceAll(filename, char, "-")
|
||||
}
|
||||
return filename
|
||||
}
|
||||
Loading…
Reference in New Issue