import os
import torch

class Olama:
    def __init__(self, settings):
        self.settings = settings
        self.device = torch.device(self.get_device())

    def get_device(self):
        # Check if the user has specified a GPU in the settings
        if 'gpu' in self.settings and self.settings['gpu'] is not None:
            # Try to use the specified GPU
            try:
                return torch.device(f"cuda:{self.settings['gpu']}")
            except Exception as e:
                print(f"Error: Unable to use GPU {self.settings['gpu']}. Falling back to CPU.")
                return torch.device('cpu')
        else:
            # If no GPU is specified, try to use the first available GPU
            try:
                return torch.device('cuda:0')
            except Exception as e:
                # If no GPU is available, fall back to CPU
                return torch.device('cpu')

# Example usage:
settings = {
    'gpu': 0  # Specify the GPU to use (0-indexed)
}
olama = Olama(settings)

{
    "gpu": 0,  # Specify the GPU to use (0-indexed)
    "other_settings": {
        "key": "value"
    }
}