To run Tabby as GPU, you can use the --device flag with the value gpu in the command. Here's an example:

services:
  tabby:
    restart: always
    image: tabbyml/tabby
    command: serve --model TabbyML/StarCoder-1B --device gpu
    volumes:
      - "$HOME/.tabby:/data"
    ports:
      - 8080:8080
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]```