单页网站开发,查询网站访问量,现在什么类型网站没有人做,wordpress 支持 插件下载文章首发及后续更新#xff1a;https://mwhls.top/4423.html#xff0c;无图/无目录/格式错误/更多相关请至首发页查看。 新的更新内容请到mwhls.top查看。 欢迎提出任何疑问及批评#xff0c;非常感谢#xff01; 摘要#xff1a;将三通道图像转为一通道图像#xff0c;…文章首发及后续更新https://mwhls.top/4423.html无图/无目录/格式错误/更多相关请至首发页查看。 新的更新内容请到mwhls.top查看。 欢迎提出任何疑问及批评非常感谢 摘要将三通道图像转为一通道图像并将类别的通道值统一为0, 1, 2以解决MMSeg的报错与无法训练问题 目录 描述 代码 描述
跑自定义数据集时报错理论上其它东西都没错那就只能是图片问题。但我这次弄了两个数据集上一个虽然也报这个错不过用某些方式解决了可行的数据集的 GT 是彩色图片报错是黑白图片检查发现黑白图片也是三通道那就不该是通道问题。但查官方 issue 后发现他们推荐单通道https://github.com/open-mmlab/mmsegmentation/issues/1625#issuecomment-1140384065在更改为单通道后以下报错消失但出现了新的问题指标/损失异常
ValueError: Input and output must have the same number of spatial dimensions, but got input with with spatial dimensions of [128, 128] and output size of torch.Size([512, 512, 3]). Please provide input tensor in (N, C, d1, d2, ...,dK) format and output size in (o1, o2, ...,oK) format. 多次测试将单分类分为两类背景类与目标类分别对应像素值 0, 1 值域 0-255而后解决。但出现目标类难训练改变损失权重后解决。 ref: https://blog.patrickcty.cc/2021/05/21/mmsegmentation%E4%BA%8C%E5%88%86%E7%B1%BB%E9%85%8D%E7%BD%AE/顺带一提MMSeg 说更新了类别为 1 时的处理但我更新到最新版后依然和老版一样。 见https://github.com/open-mmlab/mmsegmentation/pull/2016
代码
排序代码有点难写不想动脑子因此只有一个量体裁衣的代码。给定图片背景值为 (0, 0, 0)目标值为 (255, 255, 255)代码将其改为 (0) 与 (1)以下两个代码放在同级文件夹下运行 chennel3to1.py输入待处理文件夹支持递归输出结果见 log 文件夹。 我其实写了好多类似的小工具但是就传了最初版到 GitHub 上太懒了…
# channel3to1.py
from base_model import BaseModel
import cv2
import numpy as npclass Channels3to1(BaseModel):def __init__(self):super().__init__()self.change_log_path()passdef run(self):path input(Input path: )files_path self.get_path_content(path, allfile)self.log(fPath: {path})for i, file_path in enumerate(files_path):self.log(f{i1}: {file_path})for i, file_path in enumerate(files_path):img cv2.imread(file_path)H, W, C img.shapeimg img[:, :, 0].tolist()for h in range(H):for w in range(W):if img[h][w] ! 0:img[h][w] [1]else:img[h][w] [0]img np.array(img)save_path self.log_dir / self.path2name(file_path, keep_extTrue)cv2.imwrite(save_path, img, [int(cv2.IMWRITE_PNG_COMPRESSION), 0])self.log(f{i1}: {file_path} converted (H, W, 3) - (H, W, 1) to {save_path})if __name__ __main__:Channels3to1().run()# base_model.py
import os
import os.path as osp
import re
import json
import time
import datetimeclass BaseModel():BaseModel, call it utils is OK.def __init__(self, log_dir, langen):if log_dir :self.log_root f./log/{self.__class__.__name__}else:self.log_root log_dirself.log_dir self.log_rootself.timestamp time.time()self.log_file f{self.__class__.__name__}_{self.timestamp}.log# self.lang_path ./languages# self.lang_dict {# en: English.json,# zh: Chinese.json# }# self.lang_encoding {# en: utf-8,# zh: gb18030# }# self.lang {}# self.parse_from_language(zh)def help(self): Help functionPrint the help messageself.log(self.__doc__)def change_log_path(self, modetimestamp):if mode timestamp:self.log_dir osp.join(self.log_root, str(self.timestamp))elif mode root:self.log_dir self.log_rootdef init_log_file(self):self.log_file f{self.__class__.__name__}_{time.time()}.logdef get_path_content(self, path, modeallfile):mode:allfile: All files in path, including files in subfolders.file: Files in path, only including files in this dir: pathdir: Dirs in path, only including Dir in this dir: pathpath_content []index 0for root, dirs, files in os.walk(path):index 1if mode allfile:for file in files:file_path osp.join(root, file)path_content.append(file_path)if mode file:for file in files:file_path osp.join(root, file)path_content.append(file_path)breakif mode dir:for dir in dirs:dir_path osp.join(root, dir)path_content.append(dir_path)breakreturn path_contentdef is_file_meet(self, file_path, condition{size_max: 10M, size_min: 10M, ext_allow: [pth, pt, t],ext_forbid: [pth, pt, t],name_allow: [epoch_99.t],name_forbid: [epoch_99.t]}):meet Truefor k, v in condition.items():if k size_max:# file size should size_maxmax_value self.unit_conversion(v, B)file_size os.path.getsize(file_path)if not file_size max_value:meet Falseelif k size_min:# file size should size_minmin_value self.unit_conversion(v, B)file_size os.path.getsize(file_path)if not file_size min_value:meet Falseelif k ext_allow:# files extension name should in ext_allow[]_, file_name os.path.split(file_path)_, ext os.path.splitext(file_name)ext ext[1:]if not ext in v:meet Falseelif k ext_forbid:# files extension name shouldnt in ext_forbid[]_, file_name os.path.split(file_path)_, ext os.path.splitext(file_name)ext ext[1:]if ext in v:meet Falseelif k name_allow:# files name should in name_allow[]_, file_name os.path.split(file_path)if not file_name in v:meet Falseelif k name_forbid:# files name shouldnt in name_forbid[]_, file_name os.path.split(file_path)if file_name in v:meet Falsereturn meetdef unit_conversion(self, size, output_unitB):# convert [GB, MB, KB, B] to [GB, MB, KB, B]if not isinstance(size, str):return size# to Bytesize size.upper()if GB size[-2:] or G size[-1]:size size.replace(G, )size size.replace(B, )size_num float(size)size_num size_num * 1024 * 1024 * 1024elif MB size[-2:] or M size[-1]:size size.replace(M, )size size.replace(B, )size_num float(size)size_num size_num * 1024 * 1024elif KB size[-2:] or K size[-1]:size size.replace(K, )size size.replace(B, )size_num float(size)size_num size_num * 1024elif B size[-1]:size size.replace(B, )size_num float(size)else:raise# to output_unitif output_unit in [GB, G]:size_num size_num / 1024 / 1024 / 1024if output_unit in [MB, M]:size_num size_num / 1024 / 1024if output_unit in [KB, K]:size_num size_num / 1024if output_unit in [B]:size_num size_num# returnreturn size_numdef mkdir(self, path):if not osp.exists(path):os.makedirs(path)def split_content(self, content):if isinstance(content[0], str):content_split []for path in content:content_split.append(osp.split(path))return content_splitelif isinstance(content[0], list):contents_split []for group in content:content_split []for path in group:content_split.append(osp.split(path))contents_split.append(content_split)return contents_splitdef path_to_last_dir(self, path):dirname osp.dirname(path)last_dir osp.basename(dirname)return last_dirdef path2name(self, path, keep_extFalse):_, filename osp.split(path)if keep_ext:return filenamefile, _ osp.splitext(filename)return filedef sort_list(self, list):# copy from: https://www.modb.pro/db/162223# To make 1, 10, 2, 20, 3, 4, 5 - 1, 2, 3, 4, 5, 10, 20list sorted(list, keylambda s: [int(s) if s.isdigit() else s for s in sum(re.findall(r(\D)(\d), as0), ())])return listdef file_last_subtract_1(self, path, mode-):Just for myself.file:xxx.png 1ccc.png 2--- mode- ---file:xxx.png 0ccc.png 1with open(path, r) as f:lines f.readlines()res []for line in lines:last -2 if line[-1] \n else -1line1, line2 line[:last], line[last]if mode -:line2 str(int(line2) - 1)elif mode :line2 str(int(line2) 1)line line1 line2 \nif last -1:line line1 line2res.append(line)with open(path, w) as f:f.write(.join(res))def log(self, content):time_now datetime.datetime.now()content f{time_now}: {content}\nself.log2file(content, self.log_file, modea)print(content, end)def append2file(self, path, text):with open(path, a) as f:f.write(text)def log2file(self, content, log_pathlog.txt, modew, showFalse):self.mkdir(self.log_dir)path osp.join(self.log_dir, log_path)with open(path, mode, encodingutf8) as f:if isinstance(content, list):f.write(.join(content))elif isinstance(content, str):f.write(content)elif isinstance(content, dict):json.dump(content, f, indent2, sort_keysTrue, ensure_asciiFalse)else:f.write(str(content))if show:self.log(fLog save to: {path})def list2tuple2str(self, list):return str(tuple(list))def dict_plus(self, dict, key, value1):if key in dict.keys():dict[key] valueelse:dict[key] valuedef sort_by_label(self, path_label_list):list:[mwhls.jpg 1, # path and labelmwhls.png 0, # path and labelmwhls.gif 0] # path and label--list:[[0, 1], # label[mwhls.png 0, mwhls.gif 0], # class 0[mwhls.jpg 1]] # class 1label_list []for path_label in path_label_list:label path_label.split()[-1]label_list.append(label)label_set set(label_list)res_list []res_list.append(list(label_set))for label in label_set:index_equal [] # why index_equal label_list label isnt working?for i, lab in enumerate(label_list):if lab label:index_equal.append(i)res [path_label_list[i] for i in index_equal] # why path_label_list[index_equal] isnt working either??res_list.append(res)return res_listdef clear_taobao_link(self, text):# try:link https://item.taobao.com/item.htm?try:id_index_1 text.index(id) 1id_index id_index_1except:passtry:id_index_2 text.index(?id) 1id_index id_index_2except:passtry:id text[id_index: id_index15]text link idexcept:passreturn text# except:# return textdef parse_from_language(self, langen):path osp.join(self.lang_path, self.lang_dict[lang])with open(path, rb) as f:self.lang json.load(f)if __name__ __main__:# .py to .exe# os.system(pyinstaller -F main.py)# print(get_path_content(test2))# file_last_subtract_1(path_label.txt)pass
