bhoov commited on
Commit
8235ef0
·
1 Parent(s): 803223f

remove existing transformers

Browse files
server/transformers/.circleci/config.yml DELETED
@@ -1,143 +0,0 @@
1
- version: 2
2
- jobs:
3
- run_tests_torch_and_tf:
4
- working_directory: ~/transformers
5
- docker:
6
- - image: circleci/python:3.5
7
- environment:
8
- OMP_NUM_THREADS: 1
9
- resource_class: xlarge
10
- parallelism: 1
11
- steps:
12
- - checkout
13
- - run: sudo pip install .[sklearn,tf,torch,testing]
14
- - run: sudo pip install codecov pytest-cov
15
- - run: python -m pytest -n 8 --dist=loadfile -s -v ./tests/ --cov
16
- - run: codecov
17
- run_all_tests_torch_and_tf:
18
- working_directory: ~/transformers
19
- docker:
20
- - image: circleci/python:3.5
21
- environment:
22
- OMP_NUM_THREADS: 1
23
- RUN_SLOW: yes
24
- RUN_CUSTOM_TOKENIZERS: yes
25
- resource_class: xlarge
26
- parallelism: 1
27
- steps:
28
- - checkout
29
- - run: sudo pip install .[mecab,sklearn,tf,torch,testing]
30
- - run: python -m pytest -n 8 --dist=loadfile -s -v ./tests/
31
- run_tests_torch:
32
- working_directory: ~/transformers
33
- docker:
34
- - image: circleci/python:3.7
35
- environment:
36
- OMP_NUM_THREADS: 1
37
- resource_class: xlarge
38
- parallelism: 1
39
- steps:
40
- - checkout
41
- - run: sudo pip install .[sklearn,torch,testing]
42
- - run: sudo pip install codecov pytest-cov
43
- - run: python -m pytest -n 8 --dist=loadfile -s -v ./tests/ --cov
44
- - run: codecov
45
- run_tests_tf:
46
- working_directory: ~/transformers
47
- docker:
48
- - image: circleci/python:3.7
49
- environment:
50
- OMP_NUM_THREADS: 1
51
- resource_class: xlarge
52
- parallelism: 1
53
- steps:
54
- - checkout
55
- - run: sudo pip install .[sklearn,tf,testing]
56
- - run: sudo pip install codecov pytest-cov
57
- - run: python -m pytest -n 8 --dist=loadfile -s -v ./tests/ --cov
58
- - run: codecov
59
- run_tests_custom_tokenizers:
60
- working_directory: ~/transformers
61
- docker:
62
- - image: circleci/python:3.5
63
- environment:
64
- RUN_CUSTOM_TOKENIZERS: yes
65
- steps:
66
- - checkout
67
- - run: sudo pip install .[mecab,testing]
68
- - run: python -m pytest -sv ./tests/test_tokenization_bert_japanese.py
69
- run_examples_torch:
70
- working_directory: ~/transformers
71
- docker:
72
- - image: circleci/python:3.5
73
- environment:
74
- OMP_NUM_THREADS: 1
75
- resource_class: xlarge
76
- parallelism: 1
77
- steps:
78
- - checkout
79
- - run: sudo pip install .[sklearn,torch,testing]
80
- - run: sudo pip install -r examples/requirements.txt
81
- - run: python -m pytest -n 8 --dist=loadfile -s -v ./examples/
82
- deploy_doc:
83
- working_directory: ~/transformers
84
- docker:
85
- - image: circleci/python:3.5
86
- steps:
87
- - add_ssh_keys:
88
- fingerprints:
89
- - "5b:7a:95:18:07:8c:aa:76:4c:60:35:88:ad:60:56:71"
90
- - checkout
91
- - run: sudo pip install .[tf,torch,docs]
92
- - run: ./.circleci/deploy.sh
93
- check_code_quality:
94
- working_directory: ~/transformers
95
- docker:
96
- - image: circleci/python:3.6
97
- resource_class: medium
98
- parallelism: 1
99
- steps:
100
- - checkout
101
- # we need a version of isort with https://github.com/timothycrosley/isort/pull/1000
102
- - run: sudo pip install git+git://github.com/timothycrosley/isort.git@e63ae06ec7d70b06df9e528357650281a3d3ec22#egg=isort
103
- - run: sudo pip install .[tf,torch,quality]
104
- - run: black --check --line-length 119 --target-version py35 examples templates tests src utils
105
- - run: isort --check-only --recursive examples templates tests src utils
106
- - run: flake8 examples templates tests src utils
107
- check_repository_consistency:
108
- working_directory: ~/transformers
109
- docker:
110
- - image: circleci/python:3.5
111
- resource_class: small
112
- parallelism: 1
113
- steps:
114
- - checkout
115
- - run: sudo pip install requests
116
- - run: python ./utils/link_tester.py
117
- workflow_filters: &workflow_filters
118
- filters:
119
- branches:
120
- only:
121
- - master
122
- workflows:
123
- version: 2
124
- build_and_test:
125
- jobs:
126
- - check_code_quality
127
- - check_repository_consistency
128
- - run_examples_torch
129
- - run_tests_custom_tokenizers
130
- - run_tests_torch_and_tf
131
- - run_tests_torch
132
- - run_tests_tf
133
- - deploy_doc: *workflow_filters
134
- run_slow_tests:
135
- triggers:
136
- - schedule:
137
- cron: "0 4 * * 1"
138
- filters:
139
- branches:
140
- only:
141
- - master
142
- jobs:
143
- - run_all_tests_torch_and_tf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.circleci/deploy.sh DELETED
@@ -1,27 +0,0 @@
1
- cd docs
2
-
3
- function deploy_doc(){
4
- echo "Creating doc at commit $1 and pushing to folder $2"
5
- git checkout $1
6
- if [ ! -z "$2" ]
7
- then
8
- if [ -d "$dir/$2" ]; then
9
- echo "Directory" $2 "already exists"
10
- else
11
- echo "Pushing version" $2
12
- make clean && make html && scp -r -oStrictHostKeyChecking=no _build/html $doc:$dir/$2
13
- fi
14
- else
15
- echo "Pushing master"
16
- make clean && make html && scp -r -oStrictHostKeyChecking=no _build/html/* $doc:$dir
17
- fi
18
- }
19
-
20
- deploy_doc "master"
21
- deploy_doc "b33a385" v1.0.0
22
- deploy_doc "fe02e45" v1.1.0
23
- deploy_doc "89fd345" v1.2.0
24
- deploy_doc "fc9faa8" v2.0.0
25
- deploy_doc "3ddce1d" v2.1.1
26
- deploy_doc "3616209" v2.2.0
27
- deploy_doc "d0f8b9a" v2.3.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.coveragerc DELETED
@@ -1,12 +0,0 @@
1
- [run]
2
- source=transformers
3
- omit =
4
- # skip convertion scripts from testing for now
5
- */convert_*
6
- */__main__.py
7
- [report]
8
- exclude_lines =
9
- pragma: no cover
10
- raise
11
- except
12
- register_parameter
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.github/ISSUE_TEMPLATE/---new-benchmark.md DELETED
@@ -1,22 +0,0 @@
1
- ---
2
- name: "\U0001F5A5 New Benchmark"
3
- about: You benchmark a part of this library and would like to share your results
4
- title: "[Benchmark]"
5
- labels: ''
6
- assignees: ''
7
-
8
- ---
9
-
10
- # Benchmarking Transformers
11
-
12
- ## Benchmark
13
-
14
- Which part of Transformers did you benchmark?
15
-
16
- ## Set-up
17
-
18
- What did you run your benchmarks on? Please include details, such as: CPU, GPU? If using multiple GPUs, which parallelization did you use?
19
-
20
- ## Results
21
-
22
- Put your results here!
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.github/ISSUE_TEMPLATE/--new-model-addition.md DELETED
@@ -1,24 +0,0 @@
1
- ---
2
- name: "\U0001F31FNew model addition"
3
- about: Submit a proposal/request to implement a new Transformer-based model
4
- title: ''
5
- labels: ''
6
- assignees: ''
7
-
8
- ---
9
-
10
- # 🌟New model addition
11
-
12
- ## Model description
13
-
14
- <!-- Important information -->
15
-
16
- ## Open Source status
17
-
18
- * [ ] the model implementation is available: (give details)
19
- * [ ] the model weights are available: (give details)
20
- * [ ] who are the authors: (mention them)
21
-
22
- ## Additional context
23
-
24
- <!-- Add any other context about the problem here. -->
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.github/ISSUE_TEMPLATE/bug-report.md DELETED
@@ -1,52 +0,0 @@
1
- ---
2
- name: "\U0001F41B Bug Report"
3
- about: Submit a bug report to help us improve PyTorch Transformers
4
- title: ''
5
- labels: ''
6
- assignees: ''
7
-
8
- ---
9
-
10
- ## 🐛 Bug
11
-
12
- <!-- Important information -->
13
-
14
- Model I am using (Bert, XLNet....):
15
-
16
- Language I am using the model on (English, Chinese....):
17
-
18
- The problem arise when using:
19
- * [ ] the official example scripts: (give details)
20
- * [ ] my own modified scripts: (give details)
21
-
22
- The tasks I am working on is:
23
- * [ ] an official GLUE/SQUaD task: (give the name)
24
- * [ ] my own task or dataset: (give details)
25
-
26
- ## To Reproduce
27
-
28
- Steps to reproduce the behavior:
29
-
30
- 1.
31
- 2.
32
- 3.
33
-
34
- <!-- If you have a code sample, error messages, stack traces, please provide it here as well. -->
35
-
36
- ## Expected behavior
37
-
38
- <!-- A clear and concise description of what you expected to happen. -->
39
-
40
- ## Environment
41
-
42
- * OS:
43
- * Python version:
44
- * PyTorch version:
45
- * PyTorch Transformers version (or branch):
46
- * Using GPU ?
47
- * Distributed or parallel setup ?
48
- * Any other relevant information:
49
-
50
- ## Additional context
51
-
52
- <!-- Add any other context about the problem here. -->
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.github/ISSUE_TEMPLATE/feature-request.md DELETED
@@ -1,20 +0,0 @@
1
- ---
2
- name: "\U0001F680 Feature Request"
3
- about: Submit a proposal/request for a new PyTorch Transformers feature
4
- title: ''
5
- labels: ''
6
- assignees: ''
7
-
8
- ---
9
-
10
- ## 🚀 Feature
11
-
12
- <!-- A clear and concise description of the feature proposal. Please provide a link to the paper and code in case they exist. -->
13
-
14
- ## Motivation
15
-
16
- <!-- Please outline the motivation for the proposal. Is your feature request related to a problem? e.g., I'm always frustrated when [...]. If this is related to another GitHub issue, please link here too. -->
17
-
18
- ## Additional context
19
-
20
- <!-- Add any other context or screenshots about the feature request here. -->
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.github/ISSUE_TEMPLATE/migration.md DELETED
@@ -1,47 +0,0 @@
1
- ---
2
- name: "\U0001F4DA Migration from PyTorch-pretrained-Bert"
3
- about: Report a problem when migrating from PyTorch-pretrained-Bert to Transformers
4
- title: ''
5
- labels: ''
6
- assignees: ''
7
-
8
- ---
9
-
10
- ## 📚 Migration
11
-
12
- <!-- Important information -->
13
-
14
- Model I am using (Bert, XLNet....):
15
-
16
- Language I am using the model on (English, Chinese....):
17
-
18
- The problem arise when using:
19
- * [ ] the official example scripts: (give details)
20
- * [ ] my own modified scripts: (give details)
21
-
22
- The tasks I am working on is:
23
- * [ ] an official GLUE/SQUaD task: (give the name)
24
- * [ ] my own task or dataset: (give details)
25
-
26
- Details of the issue:
27
-
28
- <!-- A clear and concise description of the migration issue. If you have code snippets, please provide it here as well. -->
29
-
30
- ## Environment
31
-
32
- * OS:
33
- * Python version:
34
- * PyTorch version:
35
- * PyTorch Transformers version (or branch):
36
- * Using GPU ?
37
- * Distributed or parallel setup ?
38
- * Any other relevant information:
39
-
40
- ## Checklist
41
-
42
- - [ ] I have read the migration guide in the readme.
43
- - [ ] I checked if a related official extension example runs on my machine.
44
-
45
- ## Additional context
46
-
47
- <!-- Add any other context about the problem here. -->
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.github/ISSUE_TEMPLATE/question-help.md DELETED
@@ -1,12 +0,0 @@
1
- ---
2
- name: "❓Questions & Help"
3
- about: Start a general discussion related to PyTorch Transformers
4
- title: ''
5
- labels: ''
6
- assignees: ''
7
-
8
- ---
9
-
10
- ## ❓ Questions & Help
11
-
12
- <!-- A clear and concise description of the question. -->
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.github/stale.yml DELETED
@@ -1,17 +0,0 @@
1
- # Number of days of inactivity before an issue becomes stale
2
- daysUntilStale: 60
3
- # Number of days of inactivity before a stale issue is closed
4
- daysUntilClose: 7
5
- # Issues with these labels will never be considered stale
6
- exemptLabels:
7
- - pinned
8
- - security
9
- # Label to use when marking an issue as stale
10
- staleLabel: wontfix
11
- # Comment to post when marking an issue as stale. Set to `false` to disable
12
- markComment: >
13
- This issue has been automatically marked as stale because it has not had
14
- recent activity. It will be closed if no further activity occurs. Thank you
15
- for your contributions.
16
- # Comment to post when closing a stale issue. Set to `false` to disable
17
- closeComment: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.gitignore DELETED
@@ -1,141 +0,0 @@
1
- # Initially taken from Github's Python gitignore file
2
-
3
- # Byte-compiled / optimized / DLL files
4
- __pycache__/
5
- *.py[cod]
6
- *$py.class
7
-
8
- # C extensions
9
- *.so
10
-
11
- # Distribution / packaging
12
- .Python
13
- build/
14
- develop-eggs/
15
- dist/
16
- downloads/
17
- eggs/
18
- .eggs/
19
- lib/
20
- lib64/
21
- parts/
22
- sdist/
23
- var/
24
- wheels/
25
- *.egg-info/
26
- .installed.cfg
27
- *.egg
28
- MANIFEST
29
-
30
- # PyInstaller
31
- # Usually these files are written by a python script from a template
32
- # before PyInstaller builds the exe, so as to inject date/other infos into it.
33
- *.manifest
34
- *.spec
35
-
36
- # Installer logs
37
- pip-log.txt
38
- pip-delete-this-directory.txt
39
-
40
- # Unit test / coverage reports
41
- htmlcov/
42
- .tox/
43
- .nox/
44
- .coverage
45
- .coverage.*
46
- .cache
47
- nosetests.xml
48
- coverage.xml
49
- *.cover
50
- .hypothesis/
51
- .pytest_cache/
52
-
53
- # Translations
54
- *.mo
55
- *.pot
56
-
57
- # Django stuff:
58
- *.log
59
- local_settings.py
60
- db.sqlite3
61
-
62
- # Flask stuff:
63
- instance/
64
- .webassets-cache
65
-
66
- # Scrapy stuff:
67
- .scrapy
68
-
69
- # Sphinx documentation
70
- docs/_build/
71
-
72
- # PyBuilder
73
- target/
74
-
75
- # Jupyter Notebook
76
- .ipynb_checkpoints
77
-
78
- # IPython
79
- profile_default/
80
- ipython_config.py
81
-
82
- # pyenv
83
- .python-version
84
-
85
- # celery beat schedule file
86
- celerybeat-schedule
87
-
88
- # SageMath parsed files
89
- *.sage.py
90
-
91
- # Environments
92
- .env
93
- .venv
94
- env/
95
- venv/
96
- ENV/
97
- env.bak/
98
- venv.bak/
99
-
100
- # Spyder project settings
101
- .spyderproject
102
- .spyproject
103
-
104
- # Rope project settings
105
- .ropeproject
106
-
107
- # mkdocs documentation
108
- /site
109
-
110
- # mypy
111
- .mypy_cache/
112
- .dmypy.json
113
- dmypy.json
114
-
115
- # Pyre type checker
116
- .pyre/
117
-
118
- # vscode
119
- .vscode
120
-
121
- # Pycharm
122
- .idea
123
-
124
- # TF code
125
- tensorflow_code
126
-
127
- # Models
128
- models
129
- proc_data
130
-
131
- # examples
132
- runs
133
- examples/runs
134
-
135
- # data
136
- /data
137
- serialization_dir
138
-
139
- # emacs
140
- *.*~
141
- debug.env
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
server/transformers/.gitrepo DELETED
@@ -1,12 +0,0 @@
1
- ; DO NOT EDIT (unless you know what you are doing)
2
- ;
3
- ; This subdirectory is a git "subrepo", and this file is maintained by the
4
- ; git-subrepo command. See https://github.com/git-commands/git-subrepo#readme
5
- ;
6
- [subrepo]
7
- remote = [email protected]:bhoov/transformers.git
8
- branch = exbert-mods
9
- commit = 509cf0490332a4f7e43942641f4a905eb42cf958
10
- parent = 6f61d13085e44ecd29e33c71d6cb8f6ce8b2686b
11
- method = merge
12
- cmdver = 0.4.1