feat: huggingface provider added

Author: false

.github/workflows/pr-tests.yml

@@ -115,6 +115,7 @@ jobs:
           COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
           VERTEX_CREDENTIALS: ${{ secrets.VERTEX_CREDENTIALS }}
           VERTEX_PROJECT_ID: ${{ secrets.VERTEX_PROJECT_ID }}
+          HUGGING_FACE_API_KEY: ${{ secrets.HUGGING_FACE_API_KEY }}
         run: |
           echo "Running tests for PR #${{ github.event.pull_request.number || 'manual run' }}"
           ./.github/workflows/scripts/run-tests.sh

.github/workflows/release-pipeline.yml

@@ -115,6 +115,7 @@ jobs:
           VERTEX_CREDENTIALS: ${{ secrets.VERTEX_CREDENTIALS }}
           VERTEX_PROJECT_ID: ${{ secrets.VERTEX_PROJECT_ID }}
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+          HUGGING_FACE_API_KEY: ${{ secrets.HUGGING_FACE_API_KEY }}
         run: ./.github/workflows/scripts/release-core.sh "${{ needs.detect-changes.outputs.core-version }}"
 
   framework-release:
@@ -187,6 +188,7 @@ jobs:
           VERTEX_CREDENTIALS: ${{ secrets.VERTEX_CREDENTIALS }}
           VERTEX_PROJECT_ID: ${{ secrets.VERTEX_PROJECT_ID }}
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+          HUGGING_FACE_API_KEY: ${{ secrets.HUGGING_FACE_API_KEY }}
         run: ./.github/workflows/scripts/release-framework.sh "${{ needs.detect-changes.outputs.framework-version }}"
 
   plugins-release:
@@ -263,6 +265,7 @@ jobs:
           VERTEX_CREDENTIALS: ${{ secrets.VERTEX_CREDENTIALS }}
           VERTEX_PROJECT_ID: ${{ secrets.VERTEX_PROJECT_ID }}
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+          HUGGING_FACE_API_KEY: ${{ secrets.HUGGING_FACE_API_KEY }}
         run: ./.github/workflows/scripts/release-all-plugins.sh '${{ needs.detect-changes.outputs.changed-plugins }}'
 
   bifrost-http-release:
@@ -351,6 +354,7 @@ jobs:
           VERTEX_CREDENTIALS: ${{ secrets.VERTEX_CREDENTIALS }}
           VERTEX_PROJECT_ID: ${{ secrets.VERTEX_PROJECT_ID }}
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+          HUGGING_FACE_API_KEY: ${{ secrets.HUGGING_FACE_API_KEY }}
         run: ./.github/workflows/scripts/release-bifrost-http.sh "${{ needs.detect-changes.outputs.transport-version }}"
 
   # Docker build amd64

Makefile

@@ -11,15 +11,22 @@ TEST_REPORTS_DIR ?= test-reports
 GOTESTSUM_FORMAT ?= testname
 VERSION ?= dev-build
 LOCAL ?=
-DEBUG ?=
+
+# Detect where 'go install' will place binaries. Prefer GOBIN, then GOPATH/bin, then default to $(shell go env GOBIN) or $(shell go env GOPATH)/bin
+# Set AIR_BIN to that path plus '/air' so make can invoke it directly without relying on PATH.
+GOBIN ?= $(shell go env GOBIN)
+GOPATH ?= $(shell go env GOPATH)
+DEFAULT_GOBIN := $(if $(strip $(GOBIN)),$(GOBIN),$(if $(strip $(GOPATH)),$(GOPATH)/bin,))
+AIR_BIN ?= $(if $(strip $(DEFAULT_GOBIN)),$(DEFAULT_GOBIN)/air,air)
+GOTESTSUM_BIN := $(if $(strip $(DEFAULT_GOBIN)),$(DEFAULT_GOBIN)/gotestsum,$(shell which gotestsum 2>/dev/null || echo gotestsum))
 
 # Colors for output
-RED=\033[0;31m
-GREEN=\033[0;32m
-YELLOW=\033[1;33m
-BLUE=\033[0;34m
-CYAN=\033[0;36m
-NC=\033[0m # No Color
+RED=$(shell printf '\033[0;31m')
+GREEN=$(shell printf '\033[0;32m')
+YELLOW=$(shell printf '\033[1;33m')
+BLUE=$(shell printf '\033[0;34m')
+CYAN=$(shell printf '\033[0;36m')
+NC=$(shell printf '\033[0m')
 
 # Include deployment recipes
 include recipes/fly.mk
@@ -56,24 +63,54 @@ cleanup-enterprise: ## Clean up enterprise directories if present
 	@echo "$(GREEN)Enterprise cleaned up$(NC)"
 
 install-ui: cleanup-enterprise
+	# Do not run install-ui as root on developer machines - this causes global npm installs to fail (Nix, etc.)
+	@if [ -z "$$CI" ] && [ -z "$$GITHUB_ACTIONS" ] && [ "$$(id -u)" -eq 0 ]; then \
+		echo "$(RED)Error: Running 'make' as root is not supported for local development. Run as your user (without sudo).$(NC)"; \
+		exit 1; \
+	fi
 	@which node > /dev/null || (echo "$(RED)Error: Node.js is not installed. Please install Node.js first.$(NC)" && exit 1)
 	@which npm > /dev/null || (echo "$(RED)Error: npm is not installed. Please install npm first.$(NC)" && exit 1)
 	@echo "$(GREEN)Node.js and npm are installed$(NC)"
 	@cd ui && npm install
-	@which next > /dev/null || (echo "$(YELLOW)Installing nextjs...$(NC)" && npm install -g next)
+	# Prefer a local next installation (works on systems without global npm dirs, e.g. Nix)
+	@cd ui && \
+	if [ -x "./node_modules/.bin/next" ]; then \
+		echo "$(GREEN)next is available locally in ui/node_modules/.bin$(NC)"; \
+	elif which npx > /dev/null 2>&1; then \
+		echo "$(YELLOW)Installing next locally using npm...$(NC)"; \
+		npm --prefix . install next || true; \
+	else \
+		echo "$(YELLOW)npx not found and local next missing; attempting global install (may fail on Nix)...$(NC)"; \
+		npm install -g next || true; \
+	fi
 	@echo "$(GREEN)UI deps are in sync$(NC)"
 
 install-air: ## Install air for hot reloading (if not already installed)
-	@which air > /dev/null || (echo "$(YELLOW)Installing air for hot reloading...$(NC)" && go install github.com/air-verse/air@latest)
-	@echo "$(GREEN)Air is ready$(NC)"
-
-install-delve: ## Install delve for debugging (if not already installed)
-	@which dlv > /dev/null || (echo "$(YELLOW)Installing delve for debugging...$(NC)" && go install github.com/go-delve/delve/cmd/dlv@latest)
-	@echo "$(GREEN)Delve is ready$(NC)"
+	@echo "$(YELLOW)Checking for air binary...$(NC)"
+	@if [ -x "$(AIR_BIN)" ]; then \
+		echo "$(GREEN)air is available at: $(AIR_BIN)$(NC)"; \
+	else \
+		echo "$(YELLOW)Installing air for hot reloading...$(NC)"; \
+		go install github.com/air-verse/air@latest; \
+		INSTALLED=$$(if [ -n "$(GOBIN)" ]; then echo "$(GOBIN)/air"; elif [ -n "$(GOPATH)" ]; then echo "$(GOPATH)/bin/air"; else echo "$$(go env GOBIN)/air"; fi); \
+		echo "$(GREEN)air installed (expected path: $$INSTALLED)$(NC)"; \
+		if ! which $$INSTALLED >/dev/null 2>&1 && [ ! -x "$$INSTALLED" ]; then \
+			echo "$(YELLOW)Note: the installed air binary may not be on your PATH. Add its directory to PATH to run 'make dev' without errors.$(NC)"; \
+		fi; \
+	fi
 
 install-gotestsum: ## Install gotestsum for test reporting (if not already installed)
-	@which gotestsum > /dev/null || (echo "$(YELLOW)Installing gotestsum for test reporting...$(NC)" && go install gotest.tools/gotestsum@latest)
-	@echo "$(GREEN)gotestsum is ready$(NC)"
+	@if [ -x "$(GOTESTSUM_BIN)" ] || which $(GOTESTSUM_BIN) > /dev/null 2>&1; then \
+		echo "$(GREEN)gotestsum is available at: $(GOTESTSUM_BIN)$(NC)"; \
+	else \
+		echo "$(YELLOW)Installing gotestsum for test reporting...$(NC)"; \
+		go install gotest.tools/gotestsum@latest; \
+		INSTALLED=$$(if [ -n "$(GOBIN)" ]; then echo "$(GOBIN)/gotestsum"; elif [ -n "$(GOPATH)" ]; then echo "$(GOPATH)/bin/gotestsum"; else echo "$$(go env GOBIN)/gotestsum"; fi); \
+		echo "$(GREEN)gotestsum installed (expected path: $$INSTALLED)$(NC)"; \
+		if ! which $$INSTALLED >/dev/null 2>&1 && [ ! -x "$$INSTALLED" ]; then \
+			echo "$(YELLOW)Note: the installed gotestsum binary may not be on your PATH. Add its directory to PATH to run 'make test' without errors or run tests via $(GOTESTSUM_BIN)$(NC)"; \
+		fi; \
+	fi
 
 install-junit-viewer: ## Install junit-viewer for HTML report generation (if not already installed)
 	@if [ -z "$$CI" ] && [ -z "$$GITHUB_ACTIONS" ] && [ -z "$$GITLAB_CI" ] && [ -z "$$CIRCLECI" ] && [ -z "$$JENKINS_HOME" ]; then \
@@ -115,15 +152,15 @@ dev: install-ui install-air setup-workspace $(if $(DEBUG),install-delve) ## Star
 	if [ -n "$(DEBUG)" ]; then \
 		echo "$(CYAN)Starting with air + delve debugger on port 2345...$(NC)"; \
 		echo "$(YELLOW)Attach your debugger to localhost:2345$(NC)"; \
-		cd transports/bifrost-http && BIFROST_UI_DEV=true air -c .air.debug.toml -- \
-			-host "$(HOST)" \
-			-port "$(PORT)" \
-			-log-style "$(LOG_STYLE)" \
-			-log-level "$(LOG_LEVEL)" \
-			$(if $(PROMETHEUS_LABELS),-prometheus-labels "$(PROMETHEUS_LABELS)") \
+		cd transports/bifrost-http && BIFROST_UI_DEV=true $(AIR_BIN) -c .air.debug.toml -- \
+		-host "$(HOST)" \
+		-port "$(PORT)" \
+		-log-style "$(LOG_STYLE)" \
+		-log-level "$(LOG_LEVEL)" \
+		$(if $(PROMETHEUS_LABELS),-prometheus-labels "$(PROMETHEUS_LABELS)") \
 			$(if $(APP_DIR),-app-dir "$(APP_DIR)"); \
 	else \
-		cd transports/bifrost-http && BIFROST_UI_DEV=true air -c .air.toml -- \
+		cd transports/bifrost-http && BIFROST_UI_DEV=true $(AIR_BIN) -c .air.toml -- \
 			-host "$(HOST)" \
 			-port "$(PORT)" \
 			-log-style "$(LOG_STYLE)" \
@@ -309,7 +346,7 @@ generate-html-reports: ## Convert existing XML reports to HTML
 test: install-gotestsum ## Run tests for bifrost-http
 	@echo "$(GREEN)Running bifrost-http tests...$(NC)"
 	@mkdir -p $(TEST_REPORTS_DIR)
-	@cd transports/bifrost-http && GOWORK=off gotestsum \
+	@cd transports/bifrost-http && GOWORK=off $(GOTESTSUM_BIN) \
 		--format=$(GOTESTSUM_FORMAT) \
 		--junitfile=../../$(TEST_REPORTS_DIR)/bifrost-http.xml \
 		-- -v ./...
@@ -361,7 +398,7 @@ test-core: install-gotestsum ## Run core tests (Usage: make test-core PROVIDER=o
 			CLEAN_TESTCASE=$$(echo "$$CLEAN_TESTCASE" | sed 's|^Test[A-Z][A-Za-z]*/[A-Z][A-Za-z]*Tests/||'); \
 			echo "$(CYAN)Running Test$${PROVIDER_TEST_NAME}/$${PROVIDER_TEST_NAME}Tests/$$CLEAN_TESTCASE...$(NC)"; \
 			REPORT_FILE="$(TEST_REPORTS_DIR)/core-$(PROVIDER)-$$(echo $$CLEAN_TESTCASE | sed 's|/|_|g').xml"; \
-			cd core/providers/$(PROVIDER) && GOWORK=off gotestsum \
+			cd core/providers/$(PROVIDER) && GOWORK=off $(GOTESTSUM_BIN) \
 				--format=$(GOTESTSUM_FORMAT) \
 				--junitfile=../../../$$REPORT_FILE \
 				-- -v -run "^Test$${PROVIDER_TEST_NAME}$$/.*Tests/$$CLEAN_TESTCASE$$" || TEST_FAILED=1; \
@@ -385,7 +422,7 @@ test-core: install-gotestsum ## Run core tests (Usage: make test-core PROVIDER=o
 		else \
 			echo "$(CYAN)Running Test$${PROVIDER_TEST_NAME}...$(NC)"; \
 			REPORT_FILE="$(TEST_REPORTS_DIR)/core-$(PROVIDER).xml"; \
-			cd core/providers/$(PROVIDER) && GOWORK=off gotestsum \
+			cd core/providers/$(PROVIDER) && GOWORK=off $(GOTESTSUM_BIN) \
 				--format=$(GOTESTSUM_FORMAT) \
 				--junitfile=../../../$$REPORT_FILE \
 				-- -v -run "^Test$${PROVIDER_TEST_NAME}$$" || TEST_FAILED=1; \
@@ -414,7 +451,7 @@ test-core: install-gotestsum ## Run core tests (Usage: make test-core PROVIDER=o
 			exit 1; \
 		fi; \
 		REPORT_FILE="$(TEST_REPORTS_DIR)/core-all.xml"; \
-		cd core && GOWORK=off gotestsum \
+		cd core && GOWORK=off $(GOTESTSUM_BIN) \
 			--format=$(GOTESTSUM_FORMAT) \
 			--junitfile=../$$REPORT_FILE \
 			-- -v ./providers/... || TEST_FAILED=1; \
@@ -508,7 +545,7 @@ test-plugins: install-gotestsum ## Run plugin tests
 		for dir in $$(find . -name "*_test.go" -exec dirname {} \; | sort -u); do \
 			plugin_name=$$(echo $$dir | sed 's|^\./||' | sed 's|/|-|g'); \
 			echo "Testing $$dir..."; \
-			cd $$dir && gotestsum \
+			cd $$dir && $(GOTESTSUM_BIN) \
 				--format=$(GOTESTSUM_FORMAT) \
 				--junitfile=../../$(TEST_REPORTS_DIR)/plugin-$$plugin_name.xml \
 				-- -v ./... && cd - > /dev/null; \

core/bifrost.go

@@ -23,6 +23,7 @@ import (
 	"github.com/maximhq/bifrost/core/providers/elevenlabs"
 	"github.com/maximhq/bifrost/core/providers/gemini"
 	"github.com/maximhq/bifrost/core/providers/groq"
+	"github.com/maximhq/bifrost/core/providers/huggingface"
 	"github.com/maximhq/bifrost/core/providers/mistral"
 	"github.com/maximhq/bifrost/core/providers/ollama"
 	"github.com/maximhq/bifrost/core/providers/openai"
@@ -1323,6 +1324,8 @@ func (bifrost *Bifrost) createBaseProvider(providerKey schemas.ModelProvider, co
 		return openrouter.NewOpenRouterProvider(config, bifrost.logger), nil
 	case schemas.Elevenlabs:
 		return elevenlabs.NewElevenlabsProvider(config, bifrost.logger), nil
+	case schemas.HuggingFace:
+		return huggingface.NewHuggingFaceProvider(config, bifrost.logger), nil
 	default:
 		return nil, fmt.Errorf("unsupported provider: %s", targetProviderKey)
 	}

core/internal/testutil/account.go

@@ -93,6 +93,7 @@ func (account *ComprehensiveTestAccount) GetConfiguredProviders() ([]schemas.Mod
 		schemas.Cerebras,
 		schemas.Gemini,
 		schemas.OpenRouter,
+		schemas.HuggingFace,
 		ProviderOpenAICustom,
 	}, nil
 }
@@ -255,6 +256,14 @@ func (account *ComprehensiveTestAccount) GetKeysForProvider(ctx *context.Context
 				Weight: 1.0,
 			},
 		}, nil
+	case schemas.HuggingFace:
+		return []schemas.Key{
+			{
+				Value:  os.Getenv("HUGGING_FACE_API_KEY"),
+				Models: []string{},
+				Weight: 1.0,
+			},
+		}, nil
 	default:
 		return nil, fmt.Errorf("unsupported provider: %s", providerKey)
 	}
@@ -500,6 +509,19 @@ func (account *ComprehensiveTestAccount) GetConfigForProvider(providerKey schema
 				BufferSize:  10,
 			},
 		}, nil
+	case schemas.HuggingFace:
+		return &schemas.ProviderConfig{
+			NetworkConfig: schemas.NetworkConfig{
+				DefaultRequestTimeoutInSeconds: 300,
+				MaxRetries:                     10, // HuggingFace can be variable
+				RetryBackoffInitial:            2 * time.Second,
+				RetryBackoffMax:                30 * time.Second,
+			},
+			ConcurrencyAndBufferSize: schemas.ConcurrencyAndBufferSize{
+				Concurrency: Concurrency,
+				BufferSize:  10,
+			},
+		}, nil
 	default:
 		return nil, fmt.Errorf("unsupported provider: %s", providerKey)
 	}

core/internal/testutil/responses_stream.go

@@ -690,7 +690,7 @@ func RunResponsesStreamTest(t *testing.T, client *bifrost.Bifrost, ctx context.C
 						}
 
 						// Safety check to prevent infinite loops
-						if responseCount > 100 {
+						if responseCount > 300 {
 							goto lifecycleComplete
 						}