mirror of
https://github.com/ml-explore/mlx-examples.git
synced 2025-07-31 11:31:13 +08:00
df6bc09d74
* Add hf_dataset configuration for using HF hub-hosted datasets for (Q)LoRA training * Pre-commit formatting * Fix YAML config example * Print DS info * Include name * Add hf_dataset parameter default * Remove TextHFDataset and CompletionsHFDataset and use Dataset and CompletionsDataset instead, adding a text_key constructor argument to the former (and changing it to work with a provided data structure instead of just from a JSON file), and prompt_key and completion_key arguments to the latter with defaults for backwards compatibility. * nits * update docs --------- Co-authored-by: Awni Hannun <awni@apple.com>
68 lines
1.6 KiB
YAML
68 lines
1.6 KiB
YAML
version: 2.1
|
|
|
|
orbs:
|
|
apple: ml-explore/pr-approval@0.1.0
|
|
|
|
jobs:
|
|
linux_build_and_test:
|
|
docker:
|
|
- image: cimg/python:3.9
|
|
|
|
steps:
|
|
- checkout
|
|
- run:
|
|
name: Run style checks
|
|
command: |
|
|
pip install pre-commit
|
|
pre-commit run --all
|
|
if ! git diff --quiet; then echo 'Style checks failed, please install pre-commit and run pre-commit run --all and push the change'; exit 1; fi
|
|
|
|
mlx_lm_build_and_test:
|
|
macos:
|
|
xcode: "15.2.0"
|
|
resource_class: macos.m1.large.gen1
|
|
steps:
|
|
- checkout
|
|
- run:
|
|
name: Install dependencies
|
|
command: |
|
|
brew install python@3.8
|
|
python3.8 -m venv env
|
|
source env/bin/activate
|
|
pip install --upgrade pip
|
|
pip install unittest-xml-reporting
|
|
cd llms/
|
|
pip install -e ".[testing]"
|
|
- run:
|
|
name: Run Python tests
|
|
command: |
|
|
source env/bin/activate
|
|
python -m xmlrunner discover -v llms/tests -o test-results/
|
|
- store_test_results:
|
|
path: test-results
|
|
|
|
workflows:
|
|
build_and_test:
|
|
when:
|
|
matches:
|
|
pattern: "^(?!pull/)[-\\w]+$"
|
|
value: << pipeline.git.branch >>
|
|
jobs:
|
|
- mlx_lm_build_and_test
|
|
- linux_build_and_test
|
|
|
|
prb:
|
|
when:
|
|
matches:
|
|
pattern: "^pull/\\d+(/head)?$"
|
|
value: << pipeline.git.branch >>
|
|
jobs:
|
|
- hold:
|
|
type: approval
|
|
- apple/authenticate:
|
|
context: pr-approval
|
|
- mlx_lm_build_and_test:
|
|
requires: [ hold ]
|
|
- linux_build_and_test:
|
|
requires: [ hold ]
|