-
Notifications
You must be signed in to change notification settings - Fork 111
Expand file tree
/
Copy path__init__.py
More file actions
265 lines (255 loc) · 6.03 KB
/
__init__.py
File metadata and controls
265 lines (255 loc) · 6.03 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
import contextlib
with contextlib.suppress(ImportError):
from ._preload import preload
preload()
import infinicore.context as context
import infinicore.nn as nn
# Import context functions
from infinicore.context import (
get_device,
get_device_count,
get_stream,
is_graph_recording,
set_device,
start_graph_recording,
stop_graph_recording,
sync_device,
sync_stream,
)
from infinicore.device import device
from infinicore.device_event import DeviceEvent
from infinicore.dtype import (
bfloat16,
bool,
cdouble,
cfloat,
chalf,
complex32,
complex64,
complex128,
double,
dtype,
float,
float16,
float32,
float64,
half,
int,
int8,
int16,
int32,
int64,
long,
short,
uint8,
)
from infinicore.ops.acos import acos
from infinicore.ops.add import add
from infinicore.ops.add_rms_norm import add_rms_norm
from infinicore.ops.addbmm import addbmm
from infinicore.ops.addcmul import addcmul
from infinicore.ops.addr import addr
from infinicore.ops.all import all
from infinicore.ops.argwhere import argwhere
from infinicore.ops.asin import asin
from infinicore.ops.asinh import asinh
from infinicore.ops.atanh import atanh
from infinicore.ops.attention import attention
from infinicore.ops.baddbmm import baddbmm
from infinicore.ops.bilinear import bilinear
from infinicore.ops.binary_cross_entropy_with_logits import (
binary_cross_entropy_with_logits,
)
from infinicore.ops.block_diag import block_diag
from infinicore.ops.broadcast_to import broadcast_to
from infinicore.ops.cat import cat
from infinicore.ops.cdist import cdist
from infinicore.ops.cross_entropy import cross_entropy
from infinicore.ops.diff import diff
from infinicore.ops.digamma import digamma
from infinicore.ops.dist import dist
from infinicore.ops.equal import equal
from infinicore.ops.flipud import flipud
from infinicore.ops.float_power import float_power
from infinicore.ops.floor import floor
from infinicore.ops.floor_divide import floor_divide
from infinicore.ops.fmin import fmin
from infinicore.ops.fmod import fmod
from infinicore.ops.hypot import hypot
from infinicore.ops.index_add import index_add
from infinicore.ops.index_copy import index_copy
from infinicore.ops.inner import inner
from infinicore.ops.kron import kron
from infinicore.ops.kthvalue import kthvalue
from infinicore.ops.kv_caching import kv_caching
from infinicore.ops.ldexp import ldexp
from infinicore.ops.lerp import lerp
from infinicore.ops.logaddexp import logaddexp
from infinicore.ops.logaddexp2 import logaddexp2
from infinicore.ops.logcumsumexp import logcumsumexp
from infinicore.ops.logdet import logdet
from infinicore.ops.logical_and import logical_and
from infinicore.ops.logical_not import logical_not
from infinicore.ops.masked_select import masked_select
from infinicore.ops.matmul import matmul
from infinicore.ops.mha_kvcache import mha_kvcache
from infinicore.ops.mha_varlen import mha_varlen
from infinicore.ops.mul import mul
from infinicore.ops.narrow import narrow
from infinicore.ops.paged_attention import paged_attention
from infinicore.ops.paged_attention_prefill import paged_attention_prefill
from infinicore.ops.paged_caching import paged_caching
from infinicore.ops.rearrange import rearrange
from infinicore.ops.reciprocal import reciprocal
from infinicore.ops.scatter import scatter
from infinicore.ops.sinh import sinh
from infinicore.ops.squeeze import squeeze
from infinicore.ops.sum import sum
from infinicore.ops.take import take
from infinicore.ops.tan import tan
from infinicore.ops.topk import topk
from infinicore.ops.unsqueeze import unsqueeze
from infinicore.ops.vander import vander
from infinicore.ops.var import var
from infinicore.ops.var_mean import var_mean
from infinicore.tensor import (
Tensor,
empty,
empty_like,
from_blob,
from_list,
from_numpy,
from_torch,
ones,
strided_empty,
strided_from_blob,
zeros,
)
__all__ = [
# Modules.
"context",
"nn",
# Classes.
"device",
"DeviceEvent",
"dtype",
"Tensor",
# Context functions.
"get_device",
"get_device_count",
"get_stream",
"set_device",
"sync_device",
"sync_stream",
"is_graph_recording",
"start_graph_recording",
"stop_graph_recording",
# Data Types.
"bfloat16",
"bool",
"cdouble",
"cfloat",
"chalf",
"complex32",
"complex64",
"complex128",
"double",
"float",
"float16",
"float32",
"float64",
"half",
"int",
"int8",
"int16",
"int32",
"int64",
"long",
"short",
"uint8",
# Operations.
"addcmul",
"atanh",
"binary_cross_entropy_with_logits",
"cdist",
"reciprocal",
"add",
"addr",
"add_rms_norm",
"argwhere",
"asin",
"acos",
"addbmm",
"floor",
"attention",
"block_diag",
"kron",
"kv_caching",
"asinh",
"baddbmm",
"bilinear",
"fmod",
"cat",
"inner",
"masked_select",
"logaddexp",
"logaddexp2",
"matmul",
"equal",
"mul",
"diff",
"digamma",
"dist",
"logdet",
"narrow",
"ldexp",
"lerp",
"kthvalue",
"squeeze",
"unsqueeze",
"rearrange",
"cross_entropy",
"tan",
"empty",
"empty_like",
"from_blob",
"from_list",
"from_numpy",
"from_torch",
"mha_kvcache",
"mha_varlen",
"fmin",
"floor_divide",
"float_power",
"flipud",
"scatter",
"logcumsumexp",
"logical_not",
"logical_and",
"vander",
"paged_caching",
"paged_attention",
"paged_attention_prefill",
"hypot",
"index_copy",
"index_add",
"take",
"sinh",
"ones",
"broadcast_to",
"strided_empty",
"strided_from_blob",
"zeros",
"sum",
"var_mean",
"var",
"topk",
"all",
]
use_ntops = False
with contextlib.suppress(ImportError, ModuleNotFoundError):
import sys
import ntops
for op_name in ntops.torch.__all__:
getattr(ntops.torch, op_name).__globals__["torch"] = sys.modules[__name__]
use_ntops = True