Skip to content

Commit

Permalink
01/07
Browse files Browse the repository at this point in the history
  • Loading branch information
yi committed Jan 7, 2025
0 parents commit 84908d3
Show file tree
Hide file tree
Showing 3,899 changed files with 816,752 additions and 0 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
65 changes: 65 additions & 0 deletions .vscode/launch.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
{
"configurations": [
{
"name": "sensevoice_finetune",
"type": "python",
"request": "launch",
"pythonPath": "${env:CONDA_PREFIX}/bin/python",
"program": "${workspaceFolder}/FunASR/funasr/bin/train_ds.py",
"args": [
"++model=SenseVoiceSmall",
"++trust_remote_code=true",
"++train_data_set_list=${workspaceFolder}/data/train_example.jsonl",
"++valid_data_set_list=${workspaceFolder}/data/val_example.jsonl",
"++dataset_conf.data_split_num=1",
"++dataset_conf.batch_sampler=BatchSampler",
"++dataset_conf.batch_size=6000",
"++dataset_conf.sort_size=1024",
"++dataset_conf.batch_type=token",
"++dataset_conf.num_workers=4",
"++train_conf.max_epoch=50",
"++train_conf.log_interval=1",
"++train_conf.resume=true",
"++train_conf.validate_interval=2000",
"++train_conf.save_checkpoint_interval=2000",
"++train_conf.keep_nbest_models=20",
"++train_conf.avg_nbest_model=10",
"++train_conf.use_deepspeed=false",
"++train_conf.deepspeed_config=${workspaceFolder}/deepspeed_conf/ds_stage1.json",
"++optim_conf.lr=0.0002",
"++output_dir=${workspaceFolder}/outputs"
],
"env": {
"CUDA_VISIBLE_DEVICES": "0,1"
},
"console": "integratedTerminal",
"subProcess": false,
"justMyCode": false
},
{
"name": "hubert_decode",
"type": "python",
"request": "launch",
"pythonPath": "${env:CONDA_PREFIX}/bin/python",
"program": "${workspaceFolder}/fairseq/examples/speech_recognition/new/infer.py",
"args": [
"--config-dir", "${workspaceFolder}/fairseq/examples/hubert/config/decode",
"--config-name", "infer_kenlm.yaml",
"task.data=${workspaceFolder}/data/commonvoice",
"task.normalize=true",
"common_eval.path=${workspaceFolder}/models/hubert_xtralarge_ll60k.pt",
"common_eval.results_path=${workspaceFolder}/output",
"dataset.gen_subset=true",
"common.cpu=true",
"decoding.lexicon=${workspaceFolder}/models/librispeech_lexicon.lst",
"decoding.lmpath=${workspaceFolder}/models/lm_librispeech_kenlm_word_4g_200kvocab.bin"
],
"console": "integratedTerminal",
"subProcess": false,
"justMyCode": false,
"env": {
"HYDRA_FULL_ERROR": "1"
}
}
]
}
6 changes: 6 additions & 0 deletions FunASR/.eggs/README.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
This directory contains eggs that were downloaded by setuptools to build, test, and run plug-ins.

This directory caches those eggs to prevent repeated downloads.

However, it is safe to delete this directory.

19 changes: 19 additions & 0 deletions FunASR/.eggs/pytest_runner-6.0.1-py3.9.egg/EGG-INFO/LICENSE
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
Copyright Jason R. Coombs

Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to
deal in the Software without restriction, including without limitation the
rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
sell copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:

The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
IN THE SOFTWARE.
185 changes: 185 additions & 0 deletions FunASR/.eggs/pytest_runner-6.0.1-py3.9.egg/EGG-INFO/PKG-INFO
Original file line number Diff line number Diff line change
@@ -0,0 +1,185 @@
Metadata-Version: 2.1
Name: pytest-runner
Version: 6.0.1
Summary: Invoke py.test as distutils command with dependency resolution
Home-page: https://github.com/pytest-dev/pytest-runner/
Author: Jason R. Coombs
Author-email: jaraco@jaraco.com
Classifier: Development Status :: 7 - Inactive
Classifier: Intended Audience :: Developers
Classifier: License :: OSI Approved :: MIT License
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3 :: Only
Classifier: Framework :: Pytest
Requires-Python: >=3.7
License-File: LICENSE
Provides-Extra: docs
Requires-Dist: sphinx ; extra == 'docs'
Requires-Dist: jaraco.packaging >=9 ; extra == 'docs'
Requires-Dist: rst.linker >=1.9 ; extra == 'docs'
Requires-Dist: jaraco.tidelift >=1.4 ; extra == 'docs'
Provides-Extra: testing
Requires-Dist: pytest >=6 ; extra == 'testing'
Requires-Dist: pytest-checkdocs >=2.4 ; extra == 'testing'
Requires-Dist: pytest-flake8 ; extra == 'testing'
Requires-Dist: pytest-cov ; extra == 'testing'
Requires-Dist: pytest-enabler >=1.0.1 ; extra == 'testing'
Requires-Dist: pytest-virtualenv ; extra == 'testing'
Requires-Dist: types-setuptools ; extra == 'testing'
Requires-Dist: pytest-black >=0.3.7 ; (platform_python_implementation != "PyPy") and extra == 'testing'
Requires-Dist: pytest-mypy >=0.9.1 ; (platform_python_implementation != "PyPy") and extra == 'testing'

.. image:: https://img.shields.io/pypi/v/pytest-runner.svg
:target: `PyPI link`_

.. image:: https://img.shields.io/pypi/pyversions/pytest-runner.svg
:target: `PyPI link`_

.. _PyPI link: https://pypi.org/project/pytest-runner

.. image:: https://github.com/pytest-dev/pytest-runner/workflows/tests/badge.svg
:target: https://github.com/pytest-dev/pytest-runner/actions?query=workflow%3A%22tests%22
:alt: tests

.. image:: https://img.shields.io/badge/code%20style-black-000000.svg
:target: https://github.com/psf/black
:alt: Code style: Black

.. .. image:: https://readthedocs.org/projects/skeleton/badge/?version=latest
.. :target: https://skeleton.readthedocs.io/en/latest/?badge=latest

.. image:: https://img.shields.io/badge/skeleton-2022-informational
:target: https://blog.jaraco.com/skeleton

.. image:: https://tidelift.com/badges/package/pypi/pytest-runner
:target: https://tidelift.com/subscription/pkg/pypi-pytest-runner?utm_source=pypi-pytest-runner&utm_medium=readme

Setup scripts can use pytest-runner to add setup.py test support for pytest
runner.

Deprecation Notice
==================

pytest-runner depends on deprecated features of setuptools and relies on features that break security
mechanisms in pip. For example 'setup_requires' and 'tests_require' bypass ``pip --require-hashes``.
See also `pypa/setuptools#1684 <https://github.com/pypa/setuptools/issues/1684>`_.

It is recommended that you:

- Remove ``'pytest-runner'`` from your ``setup_requires``, preferably removing the ``setup_requires`` option.
- Remove ``'pytest'`` and any other testing requirements from ``tests_require``, preferably removing the ``tests_requires`` option.
- Select a tool to bootstrap and then run tests such as tox.

Usage
=====

- Add 'pytest-runner' to your 'setup_requires'. Pin to '>=2.0,<3dev' (or
similar) to avoid pulling in incompatible versions.
- Include 'pytest' and any other testing requirements to 'tests_require'.
- Invoke tests with ``setup.py pytest``.
- Pass ``--index-url`` to have test requirements downloaded from an alternate
index URL (unnecessary if specified for easy_install in setup.cfg).
- Pass additional py.test command-line options using ``--addopts``.
- Set permanent options for the ``python setup.py pytest`` command (like ``index-url``)
in the ``[pytest]`` section of ``setup.cfg``.
- Set permanent options for the ``py.test`` run (like ``addopts`` or ``pep8ignore``) in the ``[pytest]``
section of ``pytest.ini`` or ``tox.ini`` or put them in the ``[tool:pytest]``
section of ``setup.cfg``. See `pytest issue 567
<https://github.com/pytest-dev/pytest/issues/567>`_.
- Optionally, set ``test=pytest`` in the ``[aliases]`` section of ``setup.cfg``
to cause ``python setup.py test`` to invoke pytest.

Example
=======

The most simple usage looks like this in setup.py::

setup(
setup_requires=[
'pytest-runner',
],
tests_require=[
'pytest',
],
)

Additional dependencies require to run the tests (e.g. mock or pytest
plugins) may be added to tests_require and will be downloaded and
required by the session before invoking pytest.

Follow `this search on github
<https://github.com/search?utf8=%E2%9C%93&q=filename%3Asetup.py+pytest-runner&type=Code&ref=searchresults>`_
for examples of real-world usage.

Standalone Example
==================

This technique is deprecated - if you have standalone scripts
you wish to invoke with dependencies, `use pip-run
<https://pypi.org/project/pip-run>`_.

Although ``pytest-runner`` is typically used to add pytest test
runner support to maintained packages, ``pytest-runner`` may
also be used to create standalone tests. Consider `this example
failure <https://gist.github.com/jaraco/d979a558bc0bf2194c23>`_,
reported in `jsonpickle #117
<https://github.com/jsonpickle/jsonpickle/issues/117>`_
or `this MongoDB test
<https://gist.github.com/jaraco/0b9e482f5c0a1300dc9a>`_
demonstrating a technique that works even when dependencies
are required in the test.

Either example file may be cloned or downloaded and simply run on
any system with Python and Setuptools. It will download the
specified dependencies and run the tests. Afterward, the the
cloned directory can be removed and with it all trace of
invoking the test. No other dependencies are needed and no
system configuration is altered.

Then, anyone trying to replicate the failure can do so easily
and with all the power of pytest (rewritten assertions,
rich comparisons, interactive debugging, extensibility through
plugins, etc).

As a result, the communication barrier for describing and
replicating failures is made almost trivially low.

Considerations
==============

Conditional Requirement
-----------------------

Because it uses Setuptools setup_requires, pytest-runner will install itself
on every invocation of setup.py. In some cases, this causes delays for
invocations of setup.py that will never invoke pytest-runner. To help avoid
this contingency, consider requiring pytest-runner only when pytest
is invoked::

needs_pytest = {'pytest', 'test', 'ptr'}.intersection(sys.argv)
pytest_runner = ['pytest-runner'] if needs_pytest else []

# ...

setup(
#...
setup_requires=[
#... (other setup requirements)
] + pytest_runner,
)

For Enterprise
==============

Available as part of the Tidelift Subscription.

This project and the maintainers of thousands of other packages are working with Tidelift to deliver one enterprise subscription that covers all of the open source you use.

`Learn more <https://tidelift.com/subscription/pkg/pypi-PROJECT?utm_source=pypi-PROJECT&utm_medium=referral&utm_campaign=github>`_.

Security Contact
================

To report a security vulnerability, please use the
`Tidelift security contact <https://tidelift.com/security>`_.
Tidelift will coordinate the fix and disclosure.
7 changes: 7 additions & 0 deletions FunASR/.eggs/pytest_runner-6.0.1-py3.9.egg/EGG-INFO/RECORD
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
ptr/__init__.py,sha256=0UfzhCooVgCNTBwVEOPOVGEPck4pnl_6PTfsC-QzNGM,6730
pytest_runner-6.0.1.dist-info/LICENSE,sha256=2z8CRrH5J48VhFuZ_sR4uLUG63ZIeZNyL4xuJUKF-vg,1050
pytest_runner-6.0.1.dist-info/METADATA,sha256=Ho3FvAFjFHeY5OQ64WFzkLigFaIpuNr4G3uSmOk3nho,7319
pytest_runner-6.0.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
pytest_runner-6.0.1.dist-info/entry_points.txt,sha256=BqezBqeO63XyzSYmHYE58gKEFIjJUd-XdsRQkXHy2ig,58
pytest_runner-6.0.1.dist-info/top_level.txt,sha256=DPzHbWlKG8yq8EOD5UgEvVNDWeJRPyimrwfShwV6Iuw,4
pytest_runner-6.0.1.dist-info/RECORD,,
5 changes: 5 additions & 0 deletions FunASR/.eggs/pytest_runner-6.0.1-py3.9.egg/EGG-INFO/WHEEL
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
Wheel-Version: 1.0
Generator: bdist_wheel (0.42.0)
Root-Is-Purelib: true
Tag: py3-none-any

3 changes: 3 additions & 0 deletions FunASR/.eggs/pytest_runner-6.0.1-py3.9.egg/EGG-INFO/entry_points.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
[distutils.commands]
ptr = ptr:PyTest
pytest = ptr:PyTest
17 changes: 17 additions & 0 deletions FunASR/.eggs/pytest_runner-6.0.1-py3.9.egg/EGG-INFO/requires.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@

[docs]
sphinx
jaraco.packaging>=9
rst.linker>=1.9
jaraco.tidelift>=1.4

[testing]
pytest>=6
pytest-checkdocs>=2.4
pytest-flake8
pytest-cov
pytest-enabler>=1.0.1
pytest-virtualenv
types-setuptools
pytest-black>=0.3.7
pytest-mypy>=0.9.1
1 change: 1 addition & 0 deletions FunASR/.eggs/pytest_runner-6.0.1-py3.9.egg/EGG-INFO/top_level.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
ptr
Loading

0 comments on commit 84908d3

Please sign in to comment.