# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
# This source code is licensed under the license found in the
# LICENSE file in the root directory of this source tree.
# --------------------------------------------------------
# References:
# DeiT: https://github.com/facebookresearch/deit
# BEiT: https://github.com/microsoft/unilm/tree/master/beit
# --------------------------------------------------------
import builtins
import datetime
import os
import time
from collections import defaultdict, deque
from pathlib import Path
import torch
import torch.distributed as dist
from torch._six import inf
class SmoothedValue(object):
"""Track a series of values and provide access to smoothed values over a
window or the global series average.
"""
def __init__(self, window_size=20, fmt=None):
if fmt is None:
fmt = "{median:.4f} ({global_avg:.4f})"
self.deque = deque(maxlen=window_size)
self.total = 0.0
self.count = 0
self.fmt = fmt
def update(self, value, n=1):
self.deque.append(value)
self.count += n
self.total += value * n
def synchronize_between_processes(self):
"""
Warning: does not synchronize the deque!
"""
if not is_dist_avail_and_initialized():
return
t = torch.tensor([self.count, self.total], dtype=torch.float64, device='cuda')
dist.barrier()
dist.all_reduce(t)
t = t.tolist()
self.count = int(t[0])
self.total = t[1]
@property
def median(self):
d = torch.tensor(list(self.deque))
return d.median().item()
@property
def avg(self):
d = torch.tensor(list(self.deque), dtype=torch.float32)
return d.mean().item()
@property
def global_avg(self):
return self.total / self.count
@property
def max(self):
return max(self.deque)
@property
def value(self):
return self.deque[-1]
def __str__(self):
return self.fmt.format(
median=self.median,
avg=self.avg,
global_avg=self.global_avg,
max=self.max,
value=self.value)
class MetricLogger(object):
def __init__(self, delimiter="\t"):
self.meters = defaultdict(SmoothedValue)
self.delimiter = delimiter
def update(self, **kwargs):
for k, v in kwargs.items():
if v is None:
continue
if isinstance(v, torch.Tensor):
v = v.item()
assert isinstance(v, (float, int))
self.meters[k].update(v)
def __getattr__(self, attr):
if attr in self.meters:
return self.meters[attr]
if attr in self.__dict__:
return self.__dict__[attr]
raise AttributeError("'{}' object has no attribute '{}'".format(
type(self).__name__, attr))
def __str__(self):
loss_str = []
for name, meter in self.meters.items():
loss_str.append(
"{}: {}".format(name, str(meter))
)
return self.delimiter.join(loss_str)
def synchronize_between_processes(self):
for meter in self.meters.values():
meter.synchronize_between_processes()
def add_meter(self, name, meter):
self.meters[name] = meter
def log_every(self, iterable, print_freq, header=None):
i = 0
if not header:
header = ''
start_time = time.time()
end = time.time()
iter_time = SmoothedValue(fmt='{avg:.4f}')
data_time = SmoothedValue(fmt='{avg:.4f}')
space_fmt = ':' + str(len(str(len(iterable)))) + 'd'
log_msg = [
header,
'[{0' + space_fmt + '}/{1}]',
'eta: {eta}',
'{meters}',
'time: {time}',
'data: {data}'
]
if torch.cuda.is_available():
log_msg.append('max mem: {memory:.0f}')
log_msg = self.delimiter.join(log_msg)
MB = 1024.0 * 1024.0
for obj in iterable:
data_time.update(time.time() - end)
yield obj
iter_time.update(time.time() - end)
if i % print_freq == 0 or i == len(iterable) - 1:
eta_seconds = iter_time.global_avg * (len(iterable) - i)
eta_string = str(datetime.timedelta(seconds=int(eta_seconds)))
if torch.cuda.is_available():
print(log_msg.format(
i, len(iterable), eta=eta_string,
meters=str(self),
time=str(iter_time), data=str(data_time),
memory=torch.cuda.max_memory_allocated() / MB))
else:
print(log_msg.format(
i, len(iterable), eta=eta_string,
meters=str(self),
time=str(iter_time), data=str(data_time)))
i += 1
end = time.time()
total_time = time.time() - start_time
total_time_str = str(datetime.timedelta(seconds=int(total_time)))
print('{} Total time: {} ({:.4f} s / it)'.format(
header, total_time_str, total_time / len(iterable)))
def setup_for_distributed(is_master):
"""
This function disables printing when not in master process
"""
builtin_print = builtins.print
def print(*args, **kwargs):
force = kwargs.pop('force', False)
force = force or (get_world_size() > 8)
if is_master or force:
now = datetime.datetime.now().time()
builtin_print('[{}] '.format(now), end='') # print with time stamp
builtin_print(*args, **kwargs)
builtins.print = print
def is_dist_avail_and_initialized():
if not dist.is_available():
return False
if not dist.is_initialized():
return False
return True
def get_world_size():
if not is_dist_avail_and_initialized():
return 1
return dist.get_world_size()
def get_rank():
if not is_dist_avail_and_initialized():
return 0
return dist.get_rank()
def is_main_process():
return get_rank() == 0
def save_on_master(*args, **kwargs):
if is_main_process():
torch.save(*args, **kwargs)
def init_distributed_mode(args):
if args.dist_on_itp:
args.rank = int(os.environ['OMPI_COMM_WORLD_RANK'])
args.world_size = int(os.environ['OMPI_COMM_WORLD_SIZE'])
args.gpu = int(os.environ['OMPI_COMM_WORLD_LOCAL_RANK'])
args.dist_url = "tcp://%s:%s" % (os.environ['MASTER_ADDR'], os.environ['MASTER_PORT'])
os.environ['LOCAL_RANK'] = str(args.gpu)
os.environ['RANK'] = str(args.rank)
os.environ['WORLD_SIZE'] = str(args.world_size)
# ["RANK", "WORLD_SIZE", "MASTER_ADDR", "MASTER_PORT", "LOCAL_RANK"]
elif 'RANK' in os.environ and 'WORLD_SIZE' in os.environ:
args.rank = int(os.environ["RANK"])
args.world_size = int(os.environ['WORLD_SIZE'])
args.gpu = int(os.environ['LOCAL_RANK'])
elif 'SLURM_PROCID' in os.environ:
args.rank = int(os.environ['SLURM_PROCID'])
args.gpu = args.rank % torch.cuda.device_count()
else:
print('Not using distributed mode')
setup_for_distributed(is_master=True) # hack
args.distributed = False
return
args.distributed = True
torch.cuda.set_device(args.gpu)
args.dist_backend = 'nccl'
print('| distributed init (rank {}): {}, gpu {}'.format(
args.rank, args.dist_url, args.gpu), flush=True)
torch.distributed.init_process_group(backend=args.dist_backend, init_method=args.dist_url,
world_size=args.world_size, rank=args.rank)
torch.distributed.barrier()
setup_for_distributed(args.rank == 0)
class NativeScalerWithGradNormCount:
state_dict_key = "amp_scaler"
def __init
没有合适的资源?快使用搜索试试~ 我知道了~
CUB-200-2011-ViT鸟类分类-高质量精讲
共13082个文件
jpg:13069个
py:10个
pyc:1个
1.该资源内容由用户上传,如若侵权请联系客服进行举报
2.虚拟产品一经售出概不退款(资源遇到问题,请及时私信上传者)
2.虚拟产品一经售出概不退款(资源遇到问题,请及时私信上传者)
版权申诉
5星 · 超过95%的资源 11 下载量 123 浏览量
2023-06-27
07:28:41
上传
评论 1
收藏 64.67MB RAR 举报
温馨提示
CUB_200_2011-ViT鸟类分类-高质量精讲
资源推荐
资源详情
资源评论
收起资源包目录
CUB-200-2011-ViT鸟类分类-高质量精讲 (13082个子文件)
Pine_Grosbeak_0025_38443.jpg 8KB
Groove_Billed_Ani_0040_1715.jpg 8KB
Indigo_Bunting_0063_11820.jpg 8KB
Indigo_Bunting_0063_11820.jpg 8KB
Mangrove_Cuckoo_0019_794621.jpg 8KB
Swainson_Warbler_0054_174689.jpg 7KB
Swainson_Warbler_0054_174689.jpg 7KB
Sage_Thrasher_0045_155448.jpg 7KB
Gray_Crowned_Rosy_Finch_0015_797291.jpg 7KB
Yellow_Warbler_0087_176591.jpg 7KB
Yellow_Warbler_0087_176591.jpg 7KB
Sage_Thrasher_0056_796457.jpg 7KB
Blue_Jay_0102_61494.jpg 7KB
Sage_Thrasher_0050_155475.jpg 7KB
Scissor_Tailed_Flycatcher_0109_41720.jpg 7KB
Louisiana_Waterthrush_0047_177523.jpg 7KB
Louisiana_Waterthrush_0047_177523.jpg 7KB
Blue_Jay_0066_61490.jpg 7KB
Blue_Jay_0066_61490.jpg 7KB
Tennessee_Warbler_0067_174999.jpg 7KB
Tennessee_Warbler_0067_174999.jpg 7KB
Bronzed_Cowbird_0051_24083.jpg 7KB
Northern_Flicker_0036_28681.jpg 7KB
Cape_Glossy_Starling_0024_129384.jpg 7KB
Louisiana_Waterthrush_0056_795245.jpg 7KB
Black_Capped_Vireo_0031_797446.jpg 7KB
Black_Capped_Vireo_0031_797446.jpg 7KB
Black_Throated_Sparrow_0054_107026.jpg 7KB
Painted_Bunting_0093_15212.jpg 7KB
Lincoln_Sparrow_0129_117898.jpg 7KB
Hooded_Merganser_0078_78959.jpg 7KB
Baltimore_Oriole_0108_87576.jpg 7KB
Groove_Billed_Ani_0108_1639.jpg 7KB
Mangrove_Cuckoo_0015_26380.jpg 7KB
Mangrove_Cuckoo_0004_794614.jpg 7KB
Baird_Sparrow_0028_794557.jpg 6KB
Lazuli_Bunting_0055_15043.jpg 6KB
Clay_Colored_Sparrow_0001_110632.jpg 6KB
Clay_Colored_Sparrow_0001_110632.jpg 6KB
Gray_Crowned_Rosy_Finch_0019_27192.jpg 6KB
Summer_Tanager_0043_139884.jpg 6KB
Golden_Winged_Warbler_0021_794821.jpg 6KB
Brown_Thrasher_0019_155216.jpg 6KB
Nashville_Warbler_0130_167101.jpg 6KB
Grasshopper_Sparrow_0011_115937.jpg 6KB
Northern_Waterthrush_0021_177187.jpg 6KB
Blue_Grosbeak_0037_36794.jpg 6KB
Clay_Colored_Sparrow_0002_110606.jpg 6KB
Brown_Thrasher_0127_155193.jpg 6KB
Brown_Thrasher_0127_155193.jpg 6KB
Gray_Crowned_Rosy_Finch_0027_27153.jpg 6KB
Golden_Winged_Warbler_0084_164541.jpg 6KB
Belted_Kingfisher_0055_70517.jpg 6KB
Florida_Jay_0009_64723.jpg 6KB
Vesper_Sparrow_0003_125427.jpg 6KB
Vesper_Sparrow_0003_125427.jpg 6KB
American_Crow_0002_25122.jpg 6KB
Black_Capped_Vireo_0035_797471.jpg 6KB
White_Breasted_Kingfisher_0002_73491.jpg 6KB
Blue_Grosbeak_0111_36841.jpg 6KB
Gray_Catbird_0013_20562.jpg 6KB
Chuck_Will_Widow_0017_796960.jpg 6KB
Groove_Billed_Ani_0072_1696.jpg 6KB
Groove_Billed_Ani_0072_1696.jpg 6KB
Baird_Sparrow_0008_106929.jpg 6KB
Chestnut_Sided_Warbler_0126_164090.jpg 6KB
Florida_Jay_0005_64940.jpg 6KB
Yellow_Billed_Cuckoo_0117_26651.jpg 6KB
Least_Flycatcher_0064_30328.jpg 6KB
Brewer_Sparrow_0058_796701.jpg 6KB
Mangrove_Cuckoo_0035_794595.jpg 6KB
Warbling_Vireo_0061_158494.jpg 6KB
Warbling_Vireo_0061_158494.jpg 6KB
Blue_Grosbeak_0041_37174.jpg 6KB
Sage_Thrasher_0064_155531.jpg 6KB
Vesper_Sparrow_0019_125558.jpg 6KB
Yellow_Billed_Cuckoo_0004_26790.jpg 6KB
Chipping_Sparrow_0067_107508.jpg 6KB
Bay_Breasted_Warbler_0099_159753.jpg 6KB
Scott_Oriole_0046_92371.jpg 6KB
Sayornis_0011_98610.jpg 6KB
Red_Cockaded_Woodpecker_0034_794720.jpg 6KB
Black_Capped_Vireo_0033_797474.jpg 6KB
Baird_Sparrow_0020_106863.jpg 6KB
Fox_Sparrow_0067_114528.jpg 6KB
Black_Tern_0100_144597.jpg 6KB
Yellow_Billed_Cuckoo_0036_26682.jpg 6KB
Anna_Hummingbird_0050_56794.jpg 6KB
Le_Conte_Sparrow_0097_795183.jpg 6KB
Rock_Wren_0071_189213.jpg 6KB
Rock_Wren_0071_189213.jpg 6KB
Mangrove_Cuckoo_0005_794599.jpg 6KB
Mourning_Warbler_0025_166608.jpg 6KB
Ringed_Kingfisher_0016_73029.jpg 6KB
Pine_Grosbeak_0111_38741.jpg 6KB
Great_Crested_Flycatcher_0016_29406.jpg 6KB
American_Three_Toed_Woodpecker_0014_179882.jpg 6KB
White_Throated_Sparrow_0123_129009.jpg 6KB
American_Goldfinch_0003_32236.jpg 6KB
White_Throated_Sparrow_0113_128936.jpg 6KB
共 13082 条
- 1
- 2
- 3
- 4
- 5
- 6
- 131
程序员奇奇
- 粉丝: 3w+
- 资源: 294
下载权益
C知道特权
VIP文章
课程特权
开通VIP
上传资源 快速赚钱
- 我的内容管理 展开
- 我的资源 快来上传第一个资源
- 我的收益 登录查看自己的收益
- 我的积分 登录查看自己的积分
- 我的C币 登录后查看C币余额
- 我的收藏
- 我的下载
- 下载帮助
安全验证
文档复制为VIP权益,开通VIP直接复制
信息提交成功
- 1
- 2
- 3
前往页