Buckets:

hf-doc-build
/

doc-dev

Files

xet

hf-doc-build/doc-dev / autotrain /pr_749 /en /faq.html

rtrm

about 1 month ago

download

raw

30.7 kB

	<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"Frequently Asked Questions","local":"frequently-asked-questions","sections":[{"title":"Are my data and models secure?","local":"are-my-data-and-models-secure","sections":[],"depth":2},{"title":"Do you upload my data to the Hugging Face Hub?","local":"do-you-upload-my-data-to-the-hugging-face-hub","sections":[],"depth":2},{"title":"I get error Your installed package nvidia-ml-py is corrupted. Skip patch functions","local":"i-get-error-your-installed-package-nvidia-ml-py-is-corrupted-skip-patch-functions","sections":[],"depth":2},{"title":"I get 409 conflict error when using the UI","local":"i-get-409-conflict-error-when-using-the-ui","sections":[],"depth":2},{"title":"The model I want to use doesn’t show up in the model selection dropdown.","local":"the-model-i-want-to-use-doesnt-show-up-in-the-model-selection-dropdown","sections":[],"depth":2},{"title":"How do I use AutoTrain locally?","local":"how-do-i-use-autotrain-locally","sections":[],"depth":2},{"title":"Can I run AutoTrain on Colab?","local":"can-i-run-autotrain-on-colab","sections":[],"depth":2},{"title":"Does AutoTrain have a docker image?","local":"does-autotrain-have-a-docker-image","sections":[],"depth":2},{"title":"Is windows supported?","local":"is-windows-supported","sections":[],"depth":2},{"title":"“—project-name” argument can not be set as a directory","local":"project-name-argument-can-not-be-set-as-a-directory","sections":[],"depth":2},{"title":"I am getting config.json not found error","local":"i-am-getting-configjson-not-found-error","sections":[],"depth":2},{"title":"Does autotrain support multi-gpu training?","local":"does-autotrain-support-multi-gpu-training","sections":[],"depth":2},{"title":"How can i use a hub dataset with multiple configs?","local":"how-can-i-use-a-hub-dataset-with-multiple-configs","sections":[],"depth":2}],"depth":1}">
	<link href="/docs/autotrain/pr_749/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/entry/start.b4f8a0ef.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/chunks/scheduler.0219f8bd.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/chunks/singletons.74a96c49.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/chunks/paths.5815e531.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/entry/app.4f18d4a0.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/chunks/index.f61edf3b.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/nodes/0.3ba41ccf.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/nodes/10.417e0ed4.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/chunks/CodeBlock.38e566ae.js">
	<link rel="modulepreload" href="/docs/autotrain/pr_749/en/_app/immutable/chunks/EditOnGithub.48fa589f.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{"title":"Frequently Asked Questions","local":"frequently-asked-questions","sections":[{"title":"Are my data and models secure?","local":"are-my-data-and-models-secure","sections":[],"depth":2},{"title":"Do you upload my data to the Hugging Face Hub?","local":"do-you-upload-my-data-to-the-hugging-face-hub","sections":[],"depth":2},{"title":"I get error Your installed package nvidia-ml-py is corrupted. Skip patch functions","local":"i-get-error-your-installed-package-nvidia-ml-py-is-corrupted-skip-patch-functions","sections":[],"depth":2},{"title":"I get 409 conflict error when using the UI","local":"i-get-409-conflict-error-when-using-the-ui","sections":[],"depth":2},{"title":"The model I want to use doesn’t show up in the model selection dropdown.","local":"the-model-i-want-to-use-doesnt-show-up-in-the-model-selection-dropdown","sections":[],"depth":2},{"title":"How do I use AutoTrain locally?","local":"how-do-i-use-autotrain-locally","sections":[],"depth":2},{"title":"Can I run AutoTrain on Colab?","local":"can-i-run-autotrain-on-colab","sections":[],"depth":2},{"title":"Does AutoTrain have a docker image?","local":"does-autotrain-have-a-docker-image","sections":[],"depth":2},{"title":"Is windows supported?","local":"is-windows-supported","sections":[],"depth":2},{"title":"“—project-name” argument can not be set as a directory","local":"project-name-argument-can-not-be-set-as-a-directory","sections":[],"depth":2},{"title":"I am getting config.json not found error","local":"i-am-getting-configjson-not-found-error","sections":[],"depth":2},{"title":"Does autotrain support multi-gpu training?","local":"does-autotrain-support-multi-gpu-training","sections":[],"depth":2},{"title":"How can i use a hub dataset with multiple configs?","local":"how-can-i-use-a-hub-dataset-with-multiple-configs","sections":[],"depth":2}],"depth":1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <h1 class="relative group"><a id="frequently-asked-questions" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#frequently-asked-questions"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Frequently Asked Questions</span></h1> <h2 class="relative group"><a id="are-my-data-and-models-secure" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#are-my-data-and-models-secure"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Are my data and models secure?</span></h2> <p data-svelte-h="svelte-11vg794">Yes, your data and models are secure. AutoTrain uses the Hugging Face Hub to store your data and models.
	All your data and models are uploaded to your Hugging Face account as private repositories and are only accessible by you.
	Read more about security <a href="https://huggingface.co/docs/hub/en/security" rel="nofollow">here</a>.</p> <h2 class="relative group"><a id="do-you-upload-my-data-to-the-hugging-face-hub" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#do-you-upload-my-data-to-the-hugging-face-hub"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Do you upload my data to the Hugging Face Hub?</span></h2> <p data-svelte-h="svelte-yu6sl6">AutoTrain will not upload your dataset to the Hub if you are using the local backend or training in the same space.
	AutoTrain will push your dataset to the Hub if you are using features like: DGX Cloud
	or using local CLI to train on Hugging Face’s infrastructure.</p> <p data-svelte-h="svelte-1ho6hyh">You can safely remove the dataset from the Hub after training is complete.
	If uploaded, the dataset will be stored in your Hugging Face account as a private repository and will only be accessible by you
	and the training process. It is not used once the training is complete.</p> <h2 class="relative group"><a id="i-get-error-your-installed-package-nvidia-ml-py-is-corrupted-skip-patch-functions" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#i-get-error-your-installed-package-nvidia-ml-py-is-corrupted-skip-patch-functions"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>I get error Your installed package nvidia-ml-py is corrupted. Skip patch functions</span></h2> <p data-svelte-h="svelte-1njre2a">This error can be safely ignored. It is a warning from the <code>nvitop</code> library and does not affect the functionality of AutoTrain.</p> <h2 class="relative group"><a id="i-get-409-conflict-error-when-using-the-ui" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#i-get-409-conflict-error-when-using-the-ui"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>I get 409 conflict error when using the UI</span></h2> <p data-svelte-h="svelte-17ug6na">This error occurs when you try to create a project with the same name as an existing project.
	To resolve this error, you can either delete the existing project or create a new project
	with a different name.</p> <p data-svelte-h="svelte-7tsjzc">This error can also occur when you are trying to train a model while a model is already training in the same space or locally.</p> <h2 class="relative group"><a id="the-model-i-want-to-use-doesnt-show-up-in-the-model-selection-dropdown" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#the-model-i-want-to-use-doesnt-show-up-in-the-model-selection-dropdown"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>The model I want to use doesn’t show up in the model selection dropdown.</span></h2> <p data-svelte-h="svelte-r0nlvs">If the model you want to use is not available in the model selection dropdown,
	you can add it in the environment variable <code>AUTOTRAIN_CUSTOM_MODELS</code> in the space settings.
	For example, if you want to add the <code>xxx/yyy</code> model, go to space settings, create a variable named <code>AUTOTRAIN_CUSTOM_MODELS</code>
	and set the value to <code>xxx/yyy</code>.</p> <p data-svelte-h="svelte-sjbxa1">You can also pass the model name as query parameter in the URL. For example, if you want to use the <code>xxx/yyy</code> model,
	you can use the URL <code>https://huggingface.co/spaces/your_autotrain_space?custom_models=xxx/yyy</code>.</p> <h2 class="relative group"><a id="how-do-i-use-autotrain-locally" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#how-do-i-use-autotrain-locally"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>How do I use AutoTrain locally?</span></h2> <p data-svelte-h="svelte-wgoys2">AutoTrain can be used locally by installing the AutoTrain Advanced pypi package.
	You can read more in <em>Use AutoTrain Locally</em> section.</p> <h2 class="relative group"><a id="can-i-run-autotrain-on-colab" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#can-i-run-autotrain-on-colab"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Can I run AutoTrain on Colab?</span></h2> <p data-svelte-h="svelte-42iazs">To start the UI on Colab, you can simply click on the following link:</p> <p data-svelte-h="svelte-1yjqwqk"><a href="https://colab.research.google.com/github/huggingface/autotrain-advanced/blob/main/colabs/AutoTrain.ipynb" rel="nofollow"><img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"></a></p> <p data-svelte-h="svelte-14ai3re">Please note, to run the app on Colab, you will need an ngrok token. You can get one by signing up for free on <a href="https://ngrok.com/" rel="nofollow">ngrok</a>.
	This is because Colab does not allow exposing ports to the internet directly.</p> <p data-svelte-h="svelte-swtkg7">To use the CLI instead on Colab, you can follow the same instructions as for using AutoTrain locally.</p> <h2 class="relative group"><a id="does-autotrain-have-a-docker-image" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#does-autotrain-have-a-docker-image"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Does AutoTrain have a docker image?</span></h2> <p data-svelte-h="svelte-dwi5mf">Yes, AutoTrain has a docker image.
	You can find the docker image on Docker Hub <a href="https://hub.docker.com/r/huggingface/autotrain-advanced" rel="nofollow">here</a>.</p> <h2 class="relative group"><a id="is-windows-supported" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#is-windows-supported"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Is windows supported?</span></h2> <p data-svelte-h="svelte-1jxgkon">Unfortunately, AutoTrain does not officially support Windows at the moment.
	You can try using WSL (Windows Subsystem for Linux) to run AutoTrain on Windows or the docker image.</p> <h2 class="relative group"><a id="project-name-argument-can-not-be-set-as-a-directory" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#project-name-argument-can-not-be-set-as-a-directory"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>“—project-name” argument can not be set as a directory</span></h2> <p data-svelte-h="svelte-743sj4"><code>--project-name</code> argument should not be a path. it will be created where autotrain command is run.
	This parameter must be alphanumeric and can contain hypens.</p> <h2 class="relative group"><a id="i-am-getting-configjson-not-found-error" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#i-am-getting-configjson-not-found-error"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>I am getting config.json not found error</span></h2> <p data-svelte-h="svelte-1hv5p5k">This means you have trained an adapter model (peft=true) which doesnt generate config.json.
	It doesnt matter though, the model can still be loaded with AutoModelForCausalLM or with Inference endpoints.
	If you want to merge weights with base models, you can use <code>autotrain tools</code>. Please read about it in miscelleneous section.</p> <h2 class="relative group"><a id="does-autotrain-support-multi-gpu-training" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#does-autotrain-support-multi-gpu-training"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Does autotrain support multi-gpu training?</span></h2> <p data-svelte-h="svelte-7pzeze">Yes, autotrain supports multi-gpu training.
	AutoTrain will determine on its own if the user is running the command on a multi-gpu setup and will use
	multi-gpu ddp if number of gpus is greater than 1 and less than 4 and deepspeed if number of gpus is greater than or equal to 4.</p> <h2 class="relative group"><a id="how-can-i-use-a-hub-dataset-with-multiple-configs" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#how-can-i-use-a-hub-dataset-with-multiple-configs"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>How can i use a hub dataset with multiple configs?</span></h2> <p data-svelte-h="svelte-t898mf">If your hub dataset has multiple configs, you can use <code>train_split</code> parameter to specify the both the config and the split.
	For example, in this dataset <a href="https://huggingface.co/datasets/timdettmers/openassistant-guanaco" rel="nofollow">here</a>,
	there are multiple configs: <code>pair</code>, <code>pair-class</code>, <code>pair-score</code> and <code>triplet</code>.</p> <p data-svelte-h="svelte-1bor3xo">If i want to use <code>train</code> split of <code>pair-class</code> config, i can use write <code>pair-class:train</code> as <code>train_split</code> in the UI or the CLI / config.</p> <p data-svelte-h="svelte-t4vvvj">An example config is shown below:</p> <div class="code-block relative"><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg class="" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg> <div class="absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0"><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent; "></div> Copied</div></button></div> <pre class=""><!-- HTML_TAG_START --><span class="hljs-attr">data:</span>
	<span class="hljs-attr">path:</span> <span class="hljs-string">sentence-transformers/all-nli</span>
	<span class="hljs-attr">train_split:</span> <span class="hljs-string">pair-class:train</span>
	<span class="hljs-attr">valid_split:</span> <span class="hljs-string">pair-class:test</span>
	<span class="hljs-attr">column_mapping:</span>
	<span class="hljs-attr">sentence1_column:</span> <span class="hljs-string">premise</span>
	<span class="hljs-attr">sentence2_column:</span> <span class="hljs-string">hypothesis</span>
	<span class="hljs-attr">target_column:</span> <span class="hljs-string">label</span>
	<!-- HTML_TAG_END --></pre></div> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/autotrain-advanced/blob/main/docs/source/faq.mdx" target="_blank"><span data-svelte-h="svelte-1kd6by1"><</span> <span data-svelte-h="svelte-x0xyl0">></span> <span data-svelte-h="svelte-1dajgef"><span class="underline ml-1.5">Update</span> on GitHub</span></a> <p></p>

	<script>
	{
	__sveltekit_ewvlbq = {
	assets: "/docs/autotrain/pr_749/en",
	base: "/docs/autotrain/pr_749/en",
	env: {}
	};

	const element = document.currentScript.parentElement;

	const data = [null,null];

	Promise.all([
	import("/docs/autotrain/pr_749/en/_app/immutable/entry/start.b4f8a0ef.js"),
	import("/docs/autotrain/pr_749/en/_app/immutable/entry/app.4f18d4a0.js")
	]).then(([kit, app]) => {
	kit.start(app, element, {
	node_ids: [0, 10],
	data,
	form: null,
	error: null
	});
	});
	}
	</script>

Xet Storage Details

Size:: 30.7 kB
Xet hash:: f9c77b4be33a3d2a4071259f3b054b0bee647888bde5d7df84362f6f6ae53067

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.