Skip to content

Commit 7eefe53

Browse files
author
litongjava
committed
add docker litongjava/whisper-cpp-server:1.0.0
1 parent b9a1617 commit 7eefe53

2 files changed

Lines changed: 58 additions & 3 deletions

File tree

‎distribute/docker/pure/Dockerfile‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,4 +6,4 @@ COPY ggml-metal.metal /app/
66
COPY cmake-build-release/simplest /app/
77
COPY cmake-build-release/whisper_http_server_base_httplib /app/
88
COPY cmake-build-release/whisper_server_base_on_uwebsockets /app/
9-
copy cmake-build-release/libwhisper.so /app
9+
COPY cmake-build-release/libwhisper.so /lib

‎distribute/docker/pure/readme.md‎

Lines changed: 57 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,5 +4,60 @@ docker build -t litongjava/whisper-cpp-server:1.0.0 -f distribute/docker/pure/Do
44

55
test
66
```
7-
docker run --rm -v models:/models -v jfk.wav:/jfk.wav litongjava/whisper-cpp-server:1.0.0 simplest -m /models/ggml-base.en.bin /jfk.wav
8-
```
7+
docker run --rm \
8+
-v "$(pwd)/models":/models \
9+
-v "$(pwd)/jfk.wav":/jfk.wav \
10+
litongjava/whisper-cpp-server:1.0.0 /app/simplest -m /models/ggml-base.en.bin /jfk.wav
11+
```
12+
log
13+
```
14+
root@ping-Inspiron-3458:~/code/whisper-cpp-server# docker run --rm \
15+
> -v "$(pwd)/models":/models \
16+
> -v "$(pwd)/jfk.wav":/jfk.wav \
17+
> litongjava/whisper-cpp-server:1.0.0 /app/simplest -m /models/ggml-base.en.bin /jfk.wav
18+
whisper_init_from_file_with_params_no_state: loading model from '/models/ggml-base.en.bin'
19+
whisper_model_load: loading model
20+
whisper_model_load: n_vocab = 51864
21+
whisper_model_load: n_audio_ctx = 1500
22+
whisper_model_load: n_audio_state = 512
23+
whisper_model_load: n_audio_head = 8
24+
whisper_model_load: n_audio_layer = 6
25+
whisper_model_load: n_text_ctx = 448
26+
whisper_model_load: n_text_state = 512
27+
whisper_model_load: n_text_head = 8
28+
whisper_model_load: n_text_layer = 6
29+
whisper_model_load: n_mels = 80
30+
whisper_model_load: ftype = 1
31+
whisper_model_load: qntvr = 0
32+
whisper_model_load: type = 2 (base)
33+
whisper_model_load: adding 1607 extra tokens
34+
whisper_model_load: n_langs = 99
35+
whisper_model_load: CPU total size = 147.37 MB
36+
37+
whisper_model_load: model size = 147.37 MB
38+
whisper_init_state: kv self size = 16.52 MB
39+
whisper_init_state: kv cross size = 18.43 MB
40+
whisper_init_state: compute buffer (conv) = 16.39 MB
41+
whisper_init_state: compute buffer (encode) = 132.07 MB
42+
whisper_init_state: compute buffer (cross) = 4.78 MB
43+
whisper_init_state: compute buffer (decode) = 96.48 MB
44+
45+
system_info: n_threads = 4 / 4 | AVX = 1 | AVX2 = 1 | AVX512 = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | METAL = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 0 | SSE3 = 1 | SSSE3 = 1 | VSX = 0 | CUDA = 0 | COREML = 0 | OPENVINO = 0 |
46+
47+
main: WARNING: model is not multilingual, ignoring language and translation options
48+
main: processing '/jfk.wav' (176000 samples, 11.0 sec), 4 threads, 1 processors, lang = en, task = transcribe, timestamps = 1 ...
49+
50+
51+
whisper_print_timings: load time = 169.51 ms
52+
whisper_print_timings: fallbacks = 0 p / 0 h
53+
whisper_print_timings: mel time = 59.75 ms
54+
whisper_print_timings: sample time = 25.05 ms / 1 runs ( 25.05 ms per run)
55+
whisper_print_timings: encode time = 6384.86 ms / 1 runs ( 6384.86 ms per run)
56+
whisper_print_timings: decode time = 236.91 ms / 27 runs ( 8.77 ms per run)
57+
whisper_print_timings: batchd time = 0.00 ms / 1 runs ( 0.00 ms per run)
58+
whisper_print_timings: prompt time = 0.00 ms / 1 runs ( 0.00 ms per run)
59+
whisper_print_timings: total time = 6885.22 ms
60+
start
61+
62+
[00:00:00.000 --> 00:00:11.000] And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.
63+
```

0 commit comments

Comments
 (0)