Skip to content

Update Vast.ai spot offers support #242

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
jvstme merged 1 commit into from
Jul 15, 2026
Merged

Update Vast.ai spot offers support #242

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 17 additions & 8 deletions src/gpuhunt/providers/vastai.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,10 @@
import re
from collections import defaultdict
from collections.abc import Iterable
from typing import Any, Literal
from typing import Any, Literal, cast

import requests
from typing_extensions import NotRequired, TypedDict

from gpuhunt._internal.constraints import correct_gpu_memory_gib
from gpuhunt._internal.models import QueryFilter, RawCatalogItem
Expand Down Expand Up @@ -60,14 +61,12 @@ def get(
continue
gpu_name = get_dstack_gpu_name(offer["gpu_name"])
gpu_memory = correct_gpu_memory_gib(gpu_name, offer["gpu_ram"])
disk_cost = disk_size * offer["storage_cost"] / 30 / 24
ondemand_offer = RawCatalogItem(
instance_name=str(offer["id"]),
location=get_location(offer["geolocation"]),
# storage_cost is $/gb/month
price=round(
offer["dph_base"] + disk_size * offer["storage_cost"] / 30 / 24,
5,
),
price=round(offer["dph_base"] + disk_cost, 5),
cpu=int(offer["cpu_cores_effective"]),
memory=memory,
gpu_vendor=None,
Expand All @@ -77,13 +76,19 @@ def get(
spot=False,
disk_size=disk_size,
)
instance_offers.append(ondemand_offer)
offer_variants = [ondemand_offer]

if offer.get("min_bid"):
spot_offer = copy.deepcopy(ondemand_offer)
spot_offer.price = round(offer["min_bid"], 5)
spot_offer.price = round(offer["min_bid"] + disk_cost, 5)
spot_offer.spot = True
instance_offers.append(spot_offer)
cast(VastAICatalogItemProviderData, spot_offer.provider_data)["min_bid"] = offer[
"min_bid"
]
offer_variants.append(spot_offer)

offer_variants.sort(key=lambda i: i.price)
instance_offers.extend(offer_variants)
return instance_offers

def make_filters(self, q: QueryFilter) -> dict[str, dict[Operators, FilterValue]]:
Expand Down Expand Up @@ -160,6 +165,10 @@ def satisfies_filters(offer: dict, filters: dict[str, dict[Operators, FilterValu
return True


class VastAICatalogItemProviderData(TypedDict):
min_bid: NotRequired[float]


GPU_MAPPING = {
"L40S": ["L40S"],
"L40": ["L40"],
Expand Down
Loading