mirror of
https://git.collinwebdesigns.de/oscar.krause/fastapi-dls.git
synced 2025-04-06 17:48:53 +03:00
Compare commits
12 Commits
Author | SHA1 | Date | |
---|---|---|---|
![]() |
584eee41ef | ||
![]() |
25658cb1fb | ||
![]() |
43fdf1170c | ||
![]() |
a953e62bcb | ||
![]() |
9c0cd21e71 | ||
![]() |
3f5fcbebb3 | ||
![]() |
3fdd439035 | ||
![]() |
d30dbced39 | ||
![]() |
5b61d0a40e | ||
![]() |
83616c858b | ||
![]() |
ca25349a68 | ||
![]() |
262312b512 |
10
README.md
10
README.md
@ -2,8 +2,9 @@
|
|||||||
|
|
||||||
Minimal Delegated License Service (DLS).
|
Minimal Delegated License Service (DLS).
|
||||||
|
|
||||||
Compatibility tested with official NLS 2.0.1, 2.1.0, 3.1.0, 3.3.1, 3.4.0. For Driver compatibility
|
> Compatibility tested with official NLS 2.0.1, 2.1.0, 3.1.0, 3.3.1, 3.4.0. For Driver compatibility
|
||||||
see [compatibility matrix](#vgpu-software-compatibility-matrix).
|
see [compatibility matrix](#vgpu-software-compatibility-matrix).
|
||||||
|
Drivers are only supported until **17.x releases**.
|
||||||
|
|
||||||
This service can be used without internet connection.
|
This service can be used without internet connection.
|
||||||
Only the clients need a connection to this service on configured port.
|
Only the clients need a connection to this service on configured port.
|
||||||
@ -731,6 +732,11 @@ The error message can safely be ignored (since we have no license limitation :P)
|
|||||||
|
|
||||||
# vGPU Software Compatibility Matrix
|
# vGPU Software Compatibility Matrix
|
||||||
|
|
||||||
|
**18.x Drivers are not supported on FastAPI-DLS Versions < 1.6.0**
|
||||||
|
|
||||||
|
<details>
|
||||||
|
<summary>Show Table</summary>
|
||||||
|
|
||||||
Successfully tested with this package versions.
|
Successfully tested with this package versions.
|
||||||
|
|
||||||
| vGPU Suftware | Driver Branch | Linux vGPU Manager | Linux Driver | Windows Driver | Release Date | EOL Date |
|
| vGPU Suftware | Driver Branch | Linux vGPU Manager | Linux Driver | Windows Driver | Release Date | EOL Date |
|
||||||
@ -754,6 +760,8 @@ Successfully tested with this package versions.
|
|||||||
| `15.4` | R525 | `525.147.01` | `525.147.05` | `529.19` | June 2023 | December 2023 |
|
| `15.4` | R525 | `525.147.01` | `525.147.05` | `529.19` | June 2023 | December 2023 |
|
||||||
| `14.4` | R510 | `510.108.03` | `510.108.03` | `514.08` | December 2022 | February 2023 |
|
| `14.4` | R510 | `510.108.03` | `510.108.03` | `514.08` | December 2022 | February 2023 |
|
||||||
|
|
||||||
|
</details>
|
||||||
|
|
||||||
- https://docs.nvidia.com/grid/index.html
|
- https://docs.nvidia.com/grid/index.html
|
||||||
- https://docs.nvidia.com/grid/gpus-supported-by-vgpu.html
|
- https://docs.nvidia.com/grid/gpus-supported-by-vgpu.html
|
||||||
|
|
||||||
|
22
app/main.py
22
app/main.py
@ -287,7 +287,7 @@ async def auth_v1_origin(request: Request):
|
|||||||
j, cur_time = json_loads((await request.body()).decode('utf-8')), datetime.now(UTC)
|
j, cur_time = json_loads((await request.body()).decode('utf-8')), datetime.now(UTC)
|
||||||
|
|
||||||
origin_ref = j.get('candidate_origin_ref')
|
origin_ref = j.get('candidate_origin_ref')
|
||||||
logging.info(f'> [ origin ]: {origin_ref}: {j}')
|
logger.info(f'> [ origin ]: {origin_ref}: {j}')
|
||||||
|
|
||||||
data = Origin(
|
data = Origin(
|
||||||
origin_ref=origin_ref,
|
origin_ref=origin_ref,
|
||||||
@ -317,7 +317,7 @@ async def auth_v1_origin_update(request: Request):
|
|||||||
j, cur_time = json_loads((await request.body()).decode('utf-8')), datetime.now(UTC)
|
j, cur_time = json_loads((await request.body()).decode('utf-8')), datetime.now(UTC)
|
||||||
|
|
||||||
origin_ref = j.get('origin_ref')
|
origin_ref = j.get('origin_ref')
|
||||||
logging.info(f'> [ update ]: {origin_ref}: {j}')
|
logger.info(f'> [ update ]: {origin_ref}: {j}')
|
||||||
|
|
||||||
data = Origin(
|
data = Origin(
|
||||||
origin_ref=origin_ref,
|
origin_ref=origin_ref,
|
||||||
@ -344,7 +344,7 @@ async def auth_v1_code(request: Request):
|
|||||||
j, cur_time = json_loads((await request.body()).decode('utf-8')), datetime.now(UTC)
|
j, cur_time = json_loads((await request.body()).decode('utf-8')), datetime.now(UTC)
|
||||||
|
|
||||||
origin_ref = j.get('origin_ref')
|
origin_ref = j.get('origin_ref')
|
||||||
logging.info(f'> [ code ]: {origin_ref}: {j}')
|
logger.info(f'> [ code ]: {origin_ref}: {j}')
|
||||||
|
|
||||||
delta = relativedelta(minutes=15)
|
delta = relativedelta(minutes=15)
|
||||||
expires = cur_time + delta
|
expires = cur_time + delta
|
||||||
@ -381,7 +381,7 @@ async def auth_v1_token(request: Request):
|
|||||||
return JSONr(status_code=400, content={'status': 400, 'title': 'invalid token', 'detail': str(e)})
|
return JSONr(status_code=400, content={'status': 400, 'title': 'invalid token', 'detail': str(e)})
|
||||||
|
|
||||||
origin_ref = payload.get('origin_ref')
|
origin_ref = payload.get('origin_ref')
|
||||||
logging.info(f'> [ auth ]: {origin_ref}: {j}')
|
logger.info(f'> [ auth ]: {origin_ref}: {j}')
|
||||||
|
|
||||||
# validate the code challenge
|
# validate the code challenge
|
||||||
challenge = b64enc(sha256(j.get('code_verifier').encode('utf-8')).digest()).rstrip(b'=').decode('utf-8')
|
challenge = b64enc(sha256(j.get('code_verifier').encode('utf-8')).digest()).rstrip(b'=').decode('utf-8')
|
||||||
@ -424,7 +424,7 @@ async def leasing_v1_lessor(request: Request):
|
|||||||
|
|
||||||
origin_ref = token.get('origin_ref')
|
origin_ref = token.get('origin_ref')
|
||||||
scope_ref_list = j.get('scope_ref_list')
|
scope_ref_list = j.get('scope_ref_list')
|
||||||
logging.info(f'> [ create ]: {origin_ref}: create leases for scope_ref_list {scope_ref_list}')
|
logger.info(f'> [ create ]: {origin_ref}: create leases for scope_ref_list {scope_ref_list}')
|
||||||
|
|
||||||
lease_result_list = []
|
lease_result_list = []
|
||||||
for scope_ref in scope_ref_list:
|
for scope_ref in scope_ref_list:
|
||||||
@ -468,7 +468,7 @@ async def leasing_v1_lessor_lease(request: Request):
|
|||||||
origin_ref = token.get('origin_ref')
|
origin_ref = token.get('origin_ref')
|
||||||
|
|
||||||
active_lease_list = list(map(lambda x: x.lease_ref, Lease.find_by_origin_ref(db, origin_ref)))
|
active_lease_list = list(map(lambda x: x.lease_ref, Lease.find_by_origin_ref(db, origin_ref)))
|
||||||
logging.info(f'> [ leases ]: {origin_ref}: found {len(active_lease_list)} active leases')
|
logger.info(f'> [ leases ]: {origin_ref}: found {len(active_lease_list)} active leases')
|
||||||
|
|
||||||
response = {
|
response = {
|
||||||
"active_lease_list": active_lease_list,
|
"active_lease_list": active_lease_list,
|
||||||
@ -486,7 +486,7 @@ async def leasing_v1_lease_renew(request: Request, lease_ref: str):
|
|||||||
token, cur_time = __get_token(request), datetime.now(UTC)
|
token, cur_time = __get_token(request), datetime.now(UTC)
|
||||||
|
|
||||||
origin_ref = token.get('origin_ref')
|
origin_ref = token.get('origin_ref')
|
||||||
logging.info(f'> [ renew ]: {origin_ref}: renew {lease_ref}')
|
logger.info(f'> [ renew ]: {origin_ref}: renew {lease_ref}')
|
||||||
|
|
||||||
entity = Lease.find_by_origin_ref_and_lease_ref(db, origin_ref, lease_ref)
|
entity = Lease.find_by_origin_ref_and_lease_ref(db, origin_ref, lease_ref)
|
||||||
if entity is None:
|
if entity is None:
|
||||||
@ -513,7 +513,7 @@ async def leasing_v1_lease_delete(request: Request, lease_ref: str):
|
|||||||
token, cur_time = __get_token(request), datetime.now(UTC)
|
token, cur_time = __get_token(request), datetime.now(UTC)
|
||||||
|
|
||||||
origin_ref = token.get('origin_ref')
|
origin_ref = token.get('origin_ref')
|
||||||
logging.info(f'> [ return ]: {origin_ref}: return {lease_ref}')
|
logger.info(f'> [ return ]: {origin_ref}: return {lease_ref}')
|
||||||
|
|
||||||
entity = Lease.find_by_lease_ref(db, lease_ref)
|
entity = Lease.find_by_lease_ref(db, lease_ref)
|
||||||
if entity.origin_ref != origin_ref:
|
if entity.origin_ref != origin_ref:
|
||||||
@ -542,7 +542,7 @@ async def leasing_v1_lessor_lease_remove(request: Request):
|
|||||||
|
|
||||||
released_lease_list = list(map(lambda x: x.lease_ref, Lease.find_by_origin_ref(db, origin_ref)))
|
released_lease_list = list(map(lambda x: x.lease_ref, Lease.find_by_origin_ref(db, origin_ref)))
|
||||||
deletions = Lease.cleanup(db, origin_ref)
|
deletions = Lease.cleanup(db, origin_ref)
|
||||||
logging.info(f'> [ remove ]: {origin_ref}: removed {deletions} leases')
|
logger.info(f'> [ remove ]: {origin_ref}: removed {deletions} leases')
|
||||||
|
|
||||||
response = {
|
response = {
|
||||||
"released_lease_list": released_lease_list,
|
"released_lease_list": released_lease_list,
|
||||||
@ -564,7 +564,7 @@ async def leasing_v1_lessor_shutdown(request: Request):
|
|||||||
|
|
||||||
released_lease_list = list(map(lambda x: x.lease_ref, Lease.find_by_origin_ref(db, origin_ref)))
|
released_lease_list = list(map(lambda x: x.lease_ref, Lease.find_by_origin_ref(db, origin_ref)))
|
||||||
deletions = Lease.cleanup(db, origin_ref)
|
deletions = Lease.cleanup(db, origin_ref)
|
||||||
logging.info(f'> [ shutdown ]: {origin_ref}: removed {deletions} leases')
|
logger.info(f'> [ shutdown ]: {origin_ref}: removed {deletions} leases')
|
||||||
|
|
||||||
response = {
|
response = {
|
||||||
"released_lease_list": released_lease_list,
|
"released_lease_list": released_lease_list,
|
||||||
@ -587,7 +587,7 @@ if __name__ == '__main__':
|
|||||||
#
|
#
|
||||||
###
|
###
|
||||||
|
|
||||||
logging.info(f'> Starting dev-server ...')
|
logger.info(f'> Starting dev-server ...')
|
||||||
|
|
||||||
ssl_keyfile = join(dirname(__file__), 'cert/webserver.key')
|
ssl_keyfile = join(dirname(__file__), 'cert/webserver.key')
|
||||||
ssl_certfile = join(dirname(__file__), 'cert/webserver.crt')
|
ssl_certfile = join(dirname(__file__), 'cert/webserver.crt')
|
||||||
|
@ -1,5 +1,7 @@
|
|||||||
# Reverse Engineering Notes
|
# Reverse Engineering Notes
|
||||||
|
|
||||||
|
[[_TOC_]]
|
||||||
|
|
||||||
# Usefully commands
|
# Usefully commands
|
||||||
|
|
||||||
## Check licensing status
|
## Check licensing status
|
||||||
@ -27,7 +29,9 @@ nvidia-gridd[2986]: Acquiring license. (Info: license.nvidia.space; NVIDIA RTX V
|
|||||||
nvidia-gridd[2986]: License acquired successfully. (Info: license.nvidia.space, NVIDIA RTX Virtual Workstation; Expiry: 2023-1-29 22:3:0 GMT)
|
nvidia-gridd[2986]: License acquired successfully. (Info: license.nvidia.space, NVIDIA RTX Virtual Workstation; Expiry: 2023-1-29 22:3:0 GMT)
|
||||||
```
|
```
|
||||||
|
|
||||||
# DLS-Container File-System (Docker)
|
# Docker DLS-Container File-System
|
||||||
|
|
||||||
|
- More about Docker Images https://git.collinwebdesigns.de/nvidia/nls
|
||||||
|
|
||||||
## Configuration data
|
## Configuration data
|
||||||
|
|
||||||
@ -36,7 +40,51 @@ Most variables and configs are stored in `/var/lib/docker/volumes/configurations
|
|||||||
Files can be modified with `docker cp <container-id>:/venv/... /opt/localfile/...` and back.
|
Files can be modified with `docker cp <container-id>:/venv/... /opt/localfile/...` and back.
|
||||||
(May you need to fix permissions with `docker exec -u 0 <container-id> chown nonroot:nonroot /venv/...`)
|
(May you need to fix permissions with `docker exec -u 0 <container-id> chown nonroot:nonroot /venv/...`)
|
||||||
|
|
||||||
## Dive / Docker image inspector
|
Config-Variables are in `etc/dls/config/service_env.conf`.
|
||||||
|
|
||||||
|
|
||||||
|
## Site Key Uri - `/etc/dls/config/site_key_uri.bin`
|
||||||
|
|
||||||
|
```
|
||||||
|
base64-content...
|
||||||
|
```
|
||||||
|
|
||||||
|
## DB Password - `/etc/dls/config/dls_db_password.bin`
|
||||||
|
|
||||||
|
```
|
||||||
|
# docker cp -a <container-id>:/etc/dls/config/dls_db_password.bin /tmp/dls_db_password.bin
|
||||||
|
base64-content...
|
||||||
|
```
|
||||||
|
|
||||||
|
**Decrypt database password**
|
||||||
|
|
||||||
|
```
|
||||||
|
cat dls_db_password.bin | base64 -d > dls_db_password.bin.raw
|
||||||
|
openssl rsautl -decrypt -inkey /tmp/private-key.pem -in dls_db_password.bin.raw
|
||||||
|
```
|
||||||
|
|
||||||
|
# Docker Postgres-Container
|
||||||
|
|
||||||
|
- It's enough to manipulate database licenses. There must not be changed any line of code to bypass licensing
|
||||||
|
validations.
|
||||||
|
|
||||||
|
## Inspect
|
||||||
|
|
||||||
|
Valid users are `dls_writer` and `postgres`.
|
||||||
|
|
||||||
|
```shell
|
||||||
|
docker exec -it <dls:pgsql> psql -h localhost -U postgres
|
||||||
|
```
|
||||||
|
|
||||||
|
## External Access
|
||||||
|
|
||||||
|
Or you can modify `docker-compose.yaml` to forward Postgres port. To create a superuser for external access, use `docker exec` from above and rund the following:
|
||||||
|
|
||||||
|
```sql
|
||||||
|
CREATE USER admin WITH LOGIN SUPERUSER PASSWORD 'admin';
|
||||||
|
```
|
||||||
|
|
||||||
|
# Dive / Docker image inspector
|
||||||
|
|
||||||
- `dive dls:appliance`
|
- `dive dls:appliance`
|
||||||
|
|
||||||
@ -53,45 +101,6 @@ Command:
|
|||||||
#(nop) ADD file:c1900d3e3a29c29a743a8da86c437006ec5d2aa873fb24e48033b6bf492bb37b in /
|
#(nop) ADD file:c1900d3e3a29c29a743a8da86c437006ec5d2aa873fb24e48033b6bf492bb37b in /
|
||||||
```
|
```
|
||||||
|
|
||||||
## Private Key (Site-Key)
|
|
||||||
|
|
||||||
- `/etc/dls/config/decryptor/decryptor`
|
|
||||||
|
|
||||||
```shell
|
|
||||||
docker exec -it <container-id> /etc/dls/config/decryptor/decryptor > /tmp/private-key.pem
|
|
||||||
```
|
|
||||||
|
|
||||||
```
|
|
||||||
-----BEGIN RSA PRIVATE KEY-----
|
|
||||||
...
|
|
||||||
-----END RSA PRIVATE KEY-----
|
|
||||||
```
|
|
||||||
|
|
||||||
## Site Key Uri - `/etc/dls/config/site_key_uri.bin`
|
|
||||||
|
|
||||||
```
|
|
||||||
base64-content...
|
|
||||||
```
|
|
||||||
|
|
||||||
## DB Password - `/etc/dls/config/dls_db_password.bin`
|
|
||||||
|
|
||||||
```
|
|
||||||
base64-content...
|
|
||||||
```
|
|
||||||
|
|
||||||
**Decrypt database password**
|
|
||||||
|
|
||||||
```
|
|
||||||
cd /var/lib/docker/volumes/configurations/_data
|
|
||||||
cat dls_db_password.bin | base64 -d > dls_db_password.bin.raw
|
|
||||||
openssl rsautl -decrypt -inkey /tmp/private-key.pem -in dls_db_password.bin.raw
|
|
||||||
```
|
|
||||||
|
|
||||||
# Database
|
|
||||||
|
|
||||||
- It's enough to manipulate database licenses. There must not be changed any line of code to bypass licensing
|
|
||||||
validations.
|
|
||||||
|
|
||||||
# Logging / Stack Trace
|
# Logging / Stack Trace
|
||||||
|
|
||||||
- https://docs.nvidia.com/license-system/latest/nvidia-license-system-user-guide/index.html#troubleshooting-dls-instance
|
- https://docs.nvidia.com/license-system/latest/nvidia-license-system-user-guide/index.html#troubleshooting-dls-instance
|
||||||
|
@ -1,8 +1,8 @@
|
|||||||
fastapi==0.115.6
|
fastapi==0.115.8
|
||||||
uvicorn[standard]==0.34.0
|
uvicorn[standard]==0.34.0
|
||||||
python-jose==3.3.0
|
python-jose==3.4.0
|
||||||
pycryptodome==3.21.0
|
pycryptodome==3.21.0
|
||||||
python-dateutil==2.8.2
|
python-dateutil==2.8.2
|
||||||
sqlalchemy==2.0.37
|
sqlalchemy==2.0.38
|
||||||
markdown==3.7
|
markdown==3.7
|
||||||
python-dotenv==1.0.1
|
python-dotenv==1.0.1
|
||||||
|
Loading…
Reference in New Issue
Block a user