From 332fbdcfda005e7633b91ac455c65a448f5f85a0 Mon Sep 17 00:00:00 2001
From: Yuri Victorovich <yuri@FreeBSD.org>
Date: Tue, 17 Mar 2026 00:23:19 -0700
Subject: [PATCH] misc/py-evaluate: New port: HuggingFace community-driven
 open-source library of evaluation

---
 misc/Makefile              |  1 +
 misc/py-evaluate/Makefile  | 43 ++++++++++++++++++++++++++++++++++++++
 misc/py-evaluate/distinfo  |  3 +++
 misc/py-evaluate/pkg-descr |  8 +++++++
 4 files changed, 55 insertions(+)
 create mode 100644 misc/py-evaluate/Makefile
 create mode 100644 misc/py-evaluate/distinfo
 create mode 100644 misc/py-evaluate/pkg-descr

diff --git a/misc/Makefile b/misc/Makefile
index 38e5019e0512..a10e3b7a7b32 100644
--- a/misc/Makefile
+++ b/misc/Makefile
@@ -455,6 +455,7 @@
     SUBDIR += py-einops
     SUBDIR += py-emoji
     SUBDIR += py-equinox
+    SUBDIR += py-evaluate
     SUBDIR += py-ezc3d
     SUBDIR += py-facenet-pytorch
     SUBDIR += py-fast-histogram
diff --git a/misc/py-evaluate/Makefile b/misc/py-evaluate/Makefile
new file mode 100644
index 000000000000..8264469da3e3
--- /dev/null
+++ b/misc/py-evaluate/Makefile
@@ -0,0 +1,43 @@
+PORTNAME=	evaluate
+DISTVERSIONPREFIX=	v
+DISTVERSION=	0.4.6
+CATEGORIES=	misc python # machine-learning
+#MASTER_SITES=	PYPI # no tests
+PKGNAMEPREFIX=	${PYTHON_PKGNAMEPREFIX}
+
+MAINTAINER=	yuri@FreeBSD.org
+COMMENT=	HuggingFace community-driven open-source library of evaluation
+WWW=		https://github.com/huggingface/evaluate \
+		https://huggingface.co/docs/evaluate/index
+
+LICENSE=	MIT
+LICENSE_FILE=	${WRKSRC}/LICENSE
+
+BUILD_DEPENDS=	${PY_SETUPTOOLS} \
+		${PYTHON_PKGNAMEPREFIX}wheel>0:devel/py-wheel@${PY_FLAVOR}
+RUN_DEPENDS=	${PYTHON_PKGNAMEPREFIX}datasets>=2.0.0:misc/py-datasets@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}dill>0:devel/py-dill@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}fsspec>=2021.05.0:filesystems/py-fsspec@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}huggingface-hub>=0.7.0:misc/py-huggingface-hub@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}importlib-metadata>0:devel/py-importlib-metadata@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}multiprocess>0:devel/py-multiprocess@${PY_FLAVOR} \
+		${PYNUMPY} \
+		${PYTHON_PKGNAMEPREFIX}packaging>0:devel/py-packaging@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}pandas>0:math/py-pandas@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}requests>=2.19.0:www/py-requests@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}tqdm>=4.62.1:misc/py-tqdm@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}xxhash>0:devel/py-xxhash@${PY_FLAVOR}
+TEST_DEPENDS=	${PYTHON_PKGNAMEPREFIX}transformers>0:misc/py-transformers@${PY_FLAVOR}
+
+USES=		python
+USE_PYTHON=	pep517 autoplist pytest
+
+USE_GITHUB=	yes
+GH_ACCOUNT=	huggingface
+
+TEST_ENV=	${MAKE_ENV} PYTHONPATH=${STAGEDIR}${PYTHONPREFIX_SITELIBDIR} \
+		USE_TF=NO USE_TORCH=YES MPLBACKEND=Agg HF_ALLOW_CODE_EVAL=1
+
+NO_ARCH=	yes
+
+.include <bsd.port.mk>
diff --git a/misc/py-evaluate/distinfo b/misc/py-evaluate/distinfo
new file mode 100644
index 000000000000..4ab517bca4bb
--- /dev/null
+++ b/misc/py-evaluate/distinfo
@@ -0,0 +1,3 @@
+TIMESTAMP = 1773720456
+SHA256 (huggingface-evaluate-v0.4.6_GH0.tar.gz) = f504992d7dc5a526a3b8e1fc0f7b990874ae0b3576d5cab92db6438f62e255c4
+SIZE (huggingface-evaluate-v0.4.6_GH0.tar.gz) = 299324
diff --git a/misc/py-evaluate/pkg-descr b/misc/py-evaluate/pkg-descr
new file mode 100644
index 000000000000..bfdeb33a6082
--- /dev/null
+++ b/misc/py-evaluate/pkg-descr
@@ -0,0 +1,8 @@
+sigopt is an open source version of SigOpt API, performing hyperparameter
+optimization and visualization.
+
+Sigopt-server is an open-source tool for managing adaptive experiments,
+especially for hyperparameter optimization. It uses algorithms to determine
+the best spots in parameter space for metric optimization, and includes web
+visualizations so you can improve your models. For more information you can
+read about our service offering. Our documentation is here.