From cd2f68df65fd3ca200d9c90614ef6fe323c55b02 Mon Sep 17 00:00:00 2001 From: Minecon724 Date: Sun, 28 Jul 2024 18:25:27 +0200 Subject: [PATCH] document the vast.ai api --- dev_assets/common keys | 67 +++++++++++++++ dev_assets/market exclusive keys | 20 +++++ dev_assets/market.json | 99 ++++++++++++++++++++++ dev_assets/rented exclusive keys | 37 ++++++++ dev_assets/rented.json | 139 +++++++++++++++++++++++++++++++ dev_assets/rented_bid.json | 139 +++++++++++++++++++++++++++++++ 6 files changed, 501 insertions(+) create mode 100644 dev_assets/common keys create mode 100644 dev_assets/market exclusive keys create mode 100644 dev_assets/market.json create mode 100644 dev_assets/rented exclusive keys create mode 100644 dev_assets/rented.json create mode 100644 dev_assets/rented_bid.json diff --git a/dev_assets/common keys b/dev_assets/common keys new file mode 100644 index 0000000..5a0cafb --- /dev/null +++ b/dev_assets/common keys @@ -0,0 +1,67 @@ +{ + "id": "int", + "bundle_id": "int", + "bw_nvlink": "float", + "compute_cap": "int", + "cpu_arch": "str", + "cpu_cores": "int", + "cpu_cores_effective": "float", + "cpu_name": "str", + "cpu_ram": "int", + "credit_discount_max": "float", + "cuda_max_good": "float", + "direct_port_count": "int", + "disk_bw": "float", + "disk_name": "str", + "disk_space": "float", + "dlperf": "float", + "dlperf_per_dphtotal": "float", + "dph_base": "float", + "dph_total": "float", + "driver_version": "str", + "duration": "float", + "end_date": "float", + "external": "NoneType", + "flops_per_dphtotal": "float", + "geolocation": "str", + "gpu_display_active": "bool", + "gpu_frac": "float", + "gpu_lanes": "int", + "gpu_mem_bw": "float", + "gpu_name": "str", + "gpu_ram": "int", + "has_avx": "int", + "host_id": "int", + "hosting_type": "int", + "inet_down": "float", + "inet_down_cost": "float", + "inet_up": "float", + "inet_up_cost": "float", + "is_bid": "bool", + "logo": "str", + "machine_id": "int", + "min_bid": "float", + "mobo_name": "str", + "num_gpus": "int", + "os_version": "str", + "pci_gen": "float", + "pcie_bw": "float", + "public_ipaddr": "str", + "rentable": "bool", + "score": "float", + "start_date": "float", + "static_ip": "bool", + "storage_cost": "float", + "storage_total_cost": "float", + "total_flops": "float", + "verification": "str", + "vram_costperhour": "float", + "webpage": "NoneType", + "reliability2": "float", + "search": "dict", + "instance": "dict", + "time_remaining": "str", + "time_remaining_isbid": "str", + "internet_up_cost_per_tb": "float", + "internet_down_cost_per_tb": "float" +} \ No newline at end of file diff --git a/dev_assets/market exclusive keys b/dev_assets/market exclusive keys new file mode 100644 index 0000000..e7edb8a --- /dev/null +++ b/dev_assets/market exclusive keys @@ -0,0 +1,20 @@ +{ + "ask_contract_id": "int", + "bundled_results": "int", + "cpu_ghz": "float", + "driver_vers": "int", + "geolocode": "int", + "gpu_arch": "str", + "gpu_ids": "list", + "gpu_total_ram": "int", + "hostname": "NoneType", + "reliability": "float", + "reliability_mult": "float", + "rented": "bool", + "vericode": "int", + "rn": "int", + "dph_total_adj": "float", + "discount_rate": "float", + "discounted_hourly": "float", + "discounted_dph_total": "float" +} \ No newline at end of file diff --git a/dev_assets/market.json b/dev_assets/market.json new file mode 100644 index 0000000..5fb2c19 --- /dev/null +++ b/dev_assets/market.json @@ -0,0 +1,99 @@ +{ + "id": 7470170, + "ask_contract_id": 7470170, + "bundle_id": 1196100907, + "bundled_results": 26607, + "bw_nvlink": 0, + "compute_cap": 750, + "cpu_arch": "amd64", + "cpu_cores": 80, + "cpu_cores_effective": 10, + "cpu_ghz": 3.6, + "cpu_name": "Xeon® E5-2698 v4 ", + "cpu_ram": 48354, + "credit_discount_max": 0.4, + "cuda_max_good": 12.3, + "direct_port_count": 249, + "disk_bw": 2153.265113956507, + "disk_name": "CT2000P3SSD8", + "disk_space": 93.61374053605482, + "dlperf": 11.59033456697642, + "dlperf_per_dphtotal": 35.02613115613797, + "dph_base": 0.32, + "dph_total": 0.33090536078077043, + "driver_version": "545.23.06", + "driver_vers": 545023006, + "duration": 139708875.7106862, + "end_date": 1861891577, + "external": null, + "flops_per_dphtotal": 36.0947189607878, + "geolocation": "Indiana, US", + "geolocode": 433199645, + "gpu_arch": "nvidia", + "gpu_display_active": false, + "gpu_frac": 0.125, + "gpu_ids": [ + 54806 + ], + "gpu_lanes": 16, + "gpu_mem_bw": 454.7, + "gpu_name": "Q RTX 8000", + "gpu_ram": 46080, + "gpu_total_ram": 46080, + "has_avx": 1, + "host_id": 32241, + "hosting_type": 0, + "hostname": null, + "inet_down": 711.3, + "inet_down_cost": 0.00009765625, + "inet_up": 492.9, + "inet_up_cost": 0.00009765625, + "is_bid": false, + "logo": "/static/logos/vastai_small2.png", + "machine_id": 15167, + "min_bid": 0.32, + "mobo_name": "X10DRG", + "num_gpus": 1, + "os_version": "20.04", + "pci_gen": 3, + "pcie_bw": 10.7, + "public_ipaddr": "192.0.2.1", + "reliability": 0.999064, + "reliability_mult": 0.990725, + "rentable": true, + "rented": false, + "score": 37.09424527115246, + "start_date": 1722179423.04143, + "static_ip": true, + "storage_cost": 0.15, + "storage_total_cost": 0.010905360780770422, + "total_flops": 11.943936000000003, + "verification": "verified", + "vericode": 1, + "vram_costperhour": 0.007555555555555556, + "webpage": null, + "rn": 1, + "dph_total_adj": 0.330905541700502, + "reliability2": 0.999064, + "discount_rate": 0.3900603985065931, + "discounted_hourly": 0.1248193275221098, + "discounted_dph_total": 0.20608603325866065, + "search": { + "gpuCostPerHour": 0.32, + "diskHour": 0.010905360780770422, + "totalHour": 0.33090536078077043, + "discountTotalHour": 0, + "discountedTotalPerHour": 0.20608603325866065 + }, + "instance": { + "gpuCostPerHour": 0, + "diskHour": 0.010905360780770422, + "totalHour": 0.010905360780770422, + "discountTotalHour": 0, + "discountedTotalPerHour": 0.010905360780770422 + }, + "time_remaining": "", + "time_remaining_isbid": "", + "internet_up_cost_per_tb": 0.1, + "internet_down_cost_per_tb": 0.1 +} \ No newline at end of file diff --git a/dev_assets/rented exclusive keys b/dev_assets/rented exclusive keys new file mode 100644 index 0000000..5932b64 --- /dev/null +++ b/dev_assets/rented exclusive keys @@ -0,0 +1,37 @@ +{ + "inet_up_billed": "NoneType", + "inet_down_billed": "NoneType", + "credit_balance": "NoneType", + "credit_discount": "NoneType", + "host_run_time": "float", + "client_run_time": "float", + "gpu_totalram": "int", + "ssh_idx": "str", + "ssh_host": "str", + "ssh_port": "int", + "actual_status": "NoneType", + "intended_status": "str", + "cur_state": "str", + "next_state": "str", + "template_hash_id": "str", + "image_uuid": "str", + "image_args": "list", + "image_runtype": "str", + "extra_env": "list", + "onstart": "str", + "label": "NoneType", + "jupyter_token": "str", + "status_msg": "NoneType", + "gpu_util": "NoneType", + "disk_util": "int", + "disk_usage": "int", + "gpu_temp": "NoneType", + "local_ipaddrs": "str", + "direct_port_end": "int", + "direct_port_start": "int", + "cpu_util": "float", + "mem_usage": "NoneType", + "mem_limit": "NoneType", + "vmem_usage": "NoneType", + "machine_dir_ssh_port": "int" +} \ No newline at end of file diff --git a/dev_assets/rented.json b/dev_assets/rented.json new file mode 100644 index 0000000..4920cdb --- /dev/null +++ b/dev_assets/rented.json @@ -0,0 +1,139 @@ +{ + "is_bid": false, + "inet_up_billed": null, + "inet_down_billed": null, + "external": false, + "webpage": null, + "logo": "/static/logos/vastai_small2.png", + "rentable": true, + "compute_cap": 750, + "credit_balance": null, + "credit_discount": null, + "credit_discount_max": 0.4, + "driver_version": "545.23.06", + "cuda_max_good": 12.3, + "machine_id": 15167, + "hosting_type": null, + "public_ipaddr": "192.0.2.1", + "geolocation": "Indiana, US", + "flops_per_dphtotal": 36.0947189607878, + "dlperf_per_dphtotal": 49.495015618229196, + "reliability2": 0.9990642, + "host_run_time": 2592000, + "client_run_time": 1.1, + "host_id": 32241, + "id": 11690143, + "bundle_id": 369201113, + "num_gpus": 1, + "total_flops": 11.943936000000003, + "min_bid": 0.32, + "dph_base": 0.32, + "dph_total": 0.33090536078077043, + "gpu_name": "Q RTX 8000", + "gpu_ram": 46080, + "gpu_totalram": 46080, + "vram_costperhour": 0.00000718110591972158, + "gpu_display_active": false, + "gpu_mem_bw": 456.1, + "bw_nvlink": 0, + "direct_port_count": 250, + "gpu_lanes": 16, + "pcie_bw": 10.7, + "pci_gen": 3, + "dlperf": 16.378166, + "cpu_name": "Xeon® E5-2698 v4 ", + "mobo_name": "X10DRG", + "cpu_ram": 386836, + "cpu_cores": 80, + "cpu_cores_effective": 10, + "gpu_frac": 0.125, + "has_avx": 1, + "disk_space": 52.345731747698025, + "disk_name": "CT2000P3SSD8", + "disk_bw": 2153.265113956507, + "inet_up": 492.9, + "inet_down": 711.3, + "start_date": 1722182542.198361, + "end_date": 1861891577, + "duration": 139709031.66053724, + "storage_cost": 0.15, + "inet_up_cost": 0.00009765625, + "inet_down_cost": 0.00009765625, + "storage_total_cost": 0.010905360780770422, + "os_version": "20.04", + "verification": "verified", + "static_ip": true, + "score": 49.03601864139198, + "cpu_arch": "amd64", + "ssh_idx": "8", + "ssh_host": "ssh8.vast.ai", + "ssh_port": 32312, + "actual_status": null, + "intended_status": "running", + "cur_state": "running", + "next_state": "running", + "template_hash_id": "807e65d5d0248767c61fc09001eedcec", + "image_uuid": "pytorch/pytorch:latest", + "image_args": [], + "image_runtype": "ssh ssh_direc ssh_proxy", + "extra_env": [ + [ + "-p 8080:8080", + "1" + ], + [ + "-p 8081:8081", + "1" + ], + [ + "-p 8082:8082", + "1" + ], + [ + "-p 8083:8083", + "1" + ], + [ + "-p 8084:8084", + "1" + ], + [ + "JUPYTER_TYPE", + "lab" + ] + ], + "onstart": "", + "label": null, + "jupyter_token": "d69c454bc0c778419bcbf932fd35a4f125e4c93286befd5c8c8cc69ed0776928", + "status_msg": null, + "gpu_util": null, + "disk_util": -1, + "disk_usage": -1, + "gpu_temp": null, + "local_ipaddrs": "10.0.1.15 172.17.0.1 \n", + "direct_port_end": -1, + "direct_port_start": -1, + "cpu_util": 0, + "mem_usage": null, + "mem_limit": null, + "vmem_usage": null, + "machine_dir_ssh_port": 41999, + "search": { + "gpuCostPerHour": 0.32, + "diskHour": 0.010905360780770422, + "totalHour": 0.33090536078077043, + "discountTotalHour": 0, + "discountedTotalPerHour": 0.33090536078077043 + }, + "instance": { + "gpuCostPerHour": 0, + "diskHour": 0.010905360780770422, + "totalHour": 0.010905360780770422, + "discountTotalHour": 0, + "discountedTotalPerHour": 0.010905360780770422 + }, + "time_remaining": "", + "time_remaining_isbid": "", + "internet_up_cost_per_tb": 0.1, + "internet_down_cost_per_tb": 0.1 +} \ No newline at end of file diff --git a/dev_assets/rented_bid.json b/dev_assets/rented_bid.json new file mode 100644 index 0000000..ed0b2a0 --- /dev/null +++ b/dev_assets/rented_bid.json @@ -0,0 +1,139 @@ +{ + "is_bid": true, + "inet_up_billed": null, + "inet_down_billed": null, + "external": false, + "webpage": null, + "logo": "/static/logos/vastai_small2.png", + "rentable": true, + "compute_cap": 860, + "credit_balance": null, + "credit_discount": null, + "credit_discount_max": 0.1, + "driver_version": "555.42.06", + "cuda_max_good": 12.5, + "machine_id": 11196, + "hosting_type": null, + "public_ipaddr": "192.0.2.1", + "geolocation": "Quebec, CA", + "flops_per_dphtotal": 246.2332813095939, + "dlperf_per_dphtotal": 230.23278807938019, + "reliability2": 0.9879819, + "host_run_time": 1, + "client_run_time": 1.1, + "host_id": 1820, + "id": 11690200, + "bundle_id": 368908098, + "num_gpus": 2, + "total_flops": 71.540736, + "min_bid": 0.2905405, + "dph_base": 0.276, + "dph_total": 0.29054048104102725, + "gpu_name": "RTX 3090", + "gpu_ram": 24576, + "gpu_totalram": 49152, + "vram_costperhour": 0.00000591106121909642, + "gpu_display_active": false, + "gpu_mem_bw": 788.2, + "bw_nvlink": 0, + "direct_port_count": 200, + "gpu_lanes": 16, + "pcie_bw": 11.7, + "pci_gen": 3, + "dlperf": 66.891945, + "cpu_name": "Xeon® E5-2697 v2 ", + "mobo_name": "X9DRi", + "cpu_ram": 128875, + "cpu_cores": 48, + "cpu_cores_effective": 24, + "gpu_frac": 0.5, + "has_avx": 1, + "disk_space": 52.345731747698025, + "disk_name": "CT1000MX500SSD1", + "disk_bw": 1270.7, + "inet_up": 869, + "inet_down": 1099.5, + "start_date": 1722182960.6450586, + "end_date": 4102462741, + "duration": 2380279743.5838623, + "storage_cost": 0.19999999999999998, + "inet_up_cost": 0.004, + "inet_down_cost": 0.0026666666666666666, + "storage_total_cost": 0.01454048104102723, + "os_version": "20.04", + "verification": "verified", + "static_ip": false, + "score": 205.5248038679501, + "cpu_arch": "amd64", + "ssh_idx": "6", + "ssh_host": "ssh6.vast.ai", + "ssh_port": 10200, + "actual_status": "loading", + "intended_status": "running", + "cur_state": "running", + "next_state": "running", + "template_hash_id": "807e65d5d0248767c61fc09001eedcec", + "image_uuid": "pytorch/pytorch:latest", + "image_args": [], + "image_runtype": "ssh ssh_direc ssh_proxy", + "extra_env": [ + [ + "-p 8080:8080", + "1" + ], + [ + "-p 8081:8081", + "1" + ], + [ + "-p 8082:8082", + "1" + ], + [ + "-p 8083:8083", + "1" + ], + [ + "-p 8084:8084", + "1" + ], + [ + "JUPYTER_TYPE", + "lab" + ] + ], + "onstart": "", + "label": null, + "jupyter_token": "8e1559b5ff3a3665355b1ca79229a9cd32255cded6aaa5ea199100caa6e61440", + "status_msg": "WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap.\n1d30a5ea26409952c71bc4f219f74cb1a621cf6a89671cc4acc24db05560e4c4\n", + "gpu_util": null, + "disk_util": -1, + "disk_usage": -1, + "gpu_temp": null, + "local_ipaddrs": "192.168.2.23 10.8.0.38 10.10.9.3 172.17.0.1 \n", + "direct_port_end": -1, + "direct_port_start": -1, + "cpu_util": 0, + "mem_usage": null, + "mem_limit": null, + "vmem_usage": null, + "machine_dir_ssh_port": 50399, + "search": { + "gpuCostPerHour": 0.276, + "diskHour": 0.01454048104102723, + "totalHour": 0.29054048104102725, + "discountTotalHour": 0, + "discountedTotalPerHour": 0.29054048104102725 + }, + "instance": { + "gpuCostPerHour": 0, + "diskHour": 0.01454048104102723, + "totalHour": 0.01454048104102723, + "discountTotalHour": 0, + "discountedTotalPerHour": 0.01454048104102723 + }, + "time_remaining": "", + "time_remaining_isbid": "", + "internet_up_cost_per_tb": 4.096, + "internet_down_cost_per_tb": 2.7306666666666666 +} \ No newline at end of file