You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
458 lines
17 KiB
458 lines
17 KiB
#! python
|
|
# -*- coding:utf-8 -*-
|
|
|
|
import json
|
|
import openpyxl
|
|
import os
|
|
import re
|
|
import sys
|
|
|
|
import color_print
|
|
from slpp.slpp import slpp as lua
|
|
|
|
# array数组模式下，各个栏的分布 第一行行是文档注释，不导出
|
|
ACMT_ROW = 2 # comment row 注释
|
|
ATPE_ROW = 3 # type row 类型
|
|
ASRV_ROW = 4 # server row 服务器
|
|
ACLT_ROW = 5 # client row 客户端
|
|
AKEY_COL = 1 # key column key所在列
|
|
|
|
# object(kv)模式下，各个栏的分布 第一行是文档注释，不导出
|
|
OCMT_COL = 1 # comment column 注释
|
|
OTPE_COL = 2 # type column 类型
|
|
OSRV_COL = 3 # server column 服务器
|
|
OCLT_COL = 4 # client column 客户端
|
|
OCTX_COL = 5 # content column 内容所在列
|
|
OFLG_ROW = 2 # flag object模式下 server client所在行
|
|
|
|
SHEET_FLAG_ROW = 2 # 2列1行表示是array 还是object 或者是不用导出的表
|
|
SHEET_FLAG_COL = 1 # 2列1行表示是array 还是object 或者是不用导出的表
|
|
|
|
# 导出服务器/客户端配置标识
|
|
SRV_FLAG = "server"
|
|
CLT_FLAG = "client"
|
|
|
|
# array数组模式下 是否导出 服务器/客户端 get_list()函数
|
|
ALIST_ROW = 3 # 是否导出get_list()函数的设置行
|
|
ALIST_COL = 1
|
|
SRV_LIST = "slist"
|
|
CLT_LIST = "clist"
|
|
|
|
# 用于标识表的类型 不是这两种就不会导出数据
|
|
ARRAY_FLAG = "array" # 标识表的是array类型的表
|
|
OBJECT_FLAG = "object" # 标识表的是object类型的表
|
|
|
|
KEY_FLAG = "$key_" # array表的 作为Key字段的前缀标识
|
|
KEY_FLAG_LEN = 5 # array表的 作为Key字段的前缀标识长度 用于分割字符串
|
|
|
|
# 支持的数据类型
|
|
# "int":1,"number":2,"int64":3,"string":4, "tuple":5, "list":6, "dict":7 为python原生数据格式
|
|
# "json":8,"lua":9 为json和lua的数据格式
|
|
# excel配置的时候 对应类型字段 填入对应数据类型的有效数据格式的数据就OK
|
|
TYPES = {"int": 1, "number": 2, "int64": 3, "string": 4, "tuple": 5, "list": 6, "dict": 7, "json": 8, "lua": 9}
|
|
|
|
try:
|
|
basestring
|
|
except NameError:
|
|
basestring = str
|
|
|
|
# python3中没有uincode了，int能表示int64
|
|
try:
|
|
long
|
|
except NameError:
|
|
long = int
|
|
|
|
# python3中没有unicode了
|
|
try:
|
|
unicode
|
|
except NameError:
|
|
unicode = str
|
|
|
|
|
|
# 类型转换器
|
|
class ValueConverter(object):
|
|
def __init__(self):
|
|
pass
|
|
|
|
# 在python中，字符串和unicode是不一样的。默认从excel读取的数据都是unicode。
|
|
# str可以通过decode转换为unicode
|
|
# ascii' codec can't encode characters
|
|
# 这个函数在python3中没用
|
|
def to_unicode_str(self, val):
|
|
if isinstance(val, str):
|
|
return val
|
|
elif isinstance(val, unicode):
|
|
return val
|
|
else:
|
|
return str(val).decode("utf8")
|
|
|
|
def to_value(self, val_type, val):
|
|
if "int" == val_type:
|
|
return int(val)
|
|
elif "int64" == val_type:
|
|
return long(val)
|
|
elif "number" == val_type:
|
|
# 去除带小数时的小数点，100.0 ==>> 100
|
|
# number就让它带小数点吧，不然强类型的配置无法正确识别出来
|
|
# if long( val ) == float( val ) : return long( val )
|
|
return float(val)
|
|
elif "string" == val_type:
|
|
return self.to_unicode_str(val)
|
|
elif "json" == val_type:
|
|
return json.loads(val)
|
|
elif "lua" == val_type:
|
|
return lua.decode(val)
|
|
elif "tuple" == val_type:
|
|
return tuple(eval(val))
|
|
elif "list" == val_type:
|
|
return list(eval(val))
|
|
elif "dict" == val_type:
|
|
return dict(eval(val))
|
|
else:
|
|
self.raise_error("invalid type", value)
|
|
|
|
|
|
class Sheet(object):
|
|
|
|
def __init__(self, base_name, wb_sheet, srv_writer, clt_writer, srv_is_list, clt_is_list):
|
|
|
|
self.types = [] # 记录各列字段的类型
|
|
|
|
self.srv_writer = srv_writer
|
|
self.clt_writer = clt_writer
|
|
|
|
self.srv_fields = [] # 服务端各列字段名
|
|
self.clt_fields = [] # 客户端各列字段名
|
|
self.srv_comment = {} # 服务器字段注释
|
|
self.clt_comment = {} # 客户端字段注释
|
|
|
|
self.srv_keys = {} # 服务器key
|
|
self.clt_keys = {} # 客户端key
|
|
|
|
self.srv_is_list = srv_is_list # 客户端是否导致get_list() 列表函数
|
|
self.clt_is_list = clt_is_list # 客户端是否导致get_list() 列表函数
|
|
|
|
self.converter = ValueConverter()
|
|
|
|
self.wb_sheet = wb_sheet
|
|
self.base_name = base_name
|
|
|
|
match_list = re.findall("[a-zA-Z0-9_]+$", base_name)
|
|
if None == match_list or 1 != len(match_list):
|
|
Exception(base_name, "not a legal file name")
|
|
|
|
self.base_file_name = match_list[0]
|
|
|
|
# 记录出错时的行列，方便策划定位问题
|
|
self.error_row = 0
|
|
self.error_col = 0
|
|
|
|
# 记录出错位置
|
|
def mark_error_pos(self, row, col):
|
|
if row > 0: self.error_row = row
|
|
if col > 0: self.error_col = col
|
|
|
|
# 发起一个解析错误
|
|
def raise_error(self, what, val):
|
|
excel_info = format("DOC:%s,SHEET:%s,ROW:%d,COLUMN:%d" % \
|
|
(self.base_name, self.wb_sheet.title, self.error_row, self.error_col))
|
|
raise Exception(what, val, excel_info)
|
|
|
|
def to_value(self, val_type, val):
|
|
try:
|
|
return self.converter.to_value(val_type, val)
|
|
except Exception:
|
|
t, e = sys.exc_info()[:2]
|
|
self.raise_error("ConverError", e)
|
|
|
|
# 解析一个表格
|
|
def decode_sheet(self):
|
|
wb_sheet = self.wb_sheet
|
|
|
|
self.decode_type()
|
|
self.decode_field()
|
|
self.decode_ctx()
|
|
|
|
color_print.printGreen(" covert successfully... sheet name -> %s \n" % wb_sheet.title)
|
|
return True
|
|
|
|
# 写入配置到文件
|
|
def write_one_file(self, ctx, base_path, writer, keys_list, comment_text, is_list):
|
|
# 有些配置可能只导出客户端或只导出服务器
|
|
if not any(ctx):
|
|
return
|
|
|
|
write_file_name = self.base_file_name
|
|
if self.wb_sheet.title.find("+") >= 0 or self.wb_sheet.title.find("-") >= 0:
|
|
match_list = re.findall("[a-zA-Z0-9_]+$", self.wb_sheet.title)
|
|
if 1 == len(match_list):
|
|
write_file_name = write_file_name + '_' + match_list[0]
|
|
|
|
wt = writer(self.base_name, self.wb_sheet.title, write_file_name, keys_list, comment_text, is_list)
|
|
ctx = wt.context(ctx)
|
|
suffix = wt.suffix()
|
|
if None != ctx:
|
|
path = base_path + write_file_name + suffix
|
|
|
|
# 必须为wb，不然无法写入utf-8
|
|
file = open(path, 'wb')
|
|
file.write(ctx.encode("utf-8"))
|
|
file.close()
|
|
|
|
# 分别写入到服务端、客户端的配置文件
|
|
def write_files(self, srv_path, clt_path):
|
|
if None != srv_path and None != self.srv_writer:
|
|
self.write_one_file(self.srv_ctx, srv_path, self.srv_writer, self.srv_keys, self.srv_comment,
|
|
self.srv_is_list)
|
|
if None != clt_path and None != self.clt_writer:
|
|
self.write_one_file(self.clt_ctx, clt_path, self.clt_writer, self.clt_keys, self.clt_comment,
|
|
self.clt_is_list)
|
|
|
|
|
|
# 导出数组类型配置，A1格子的内容有array标识
|
|
class ArraySheet(Sheet):
|
|
|
|
def __init__(self, base_name, wb_sheet, srv_writer, clt_writer, srv_is_list, clt_is_list):
|
|
# 记录导出各行的内容
|
|
self.srv_ctx = []
|
|
self.clt_ctx = []
|
|
|
|
super(ArraySheet, self).__init__(
|
|
base_name, wb_sheet, srv_writer, clt_writer, srv_is_list, clt_is_list)
|
|
|
|
# 解析各列的类型(string、number...)
|
|
def decode_type(self):
|
|
# 第一列没数据，类型可以不填，默认为None，但是这里要占个位
|
|
self.types.append(None)
|
|
|
|
for col_idx in range(AKEY_COL + 1, self.wb_sheet.max_column + 1):
|
|
self.mark_error_pos(ATPE_ROW, col_idx)
|
|
value = self.wb_sheet.cell(row=ATPE_ROW, column=col_idx).value
|
|
|
|
# 单元格为空的时候，wb_sheet.cell(row=1, column=2).value == None
|
|
# 类型那一行必须连续，空白表示后面的数据都不导出了
|
|
if value == None:
|
|
break
|
|
if value not in TYPES:
|
|
self.raise_error("invalid type", value)
|
|
|
|
self.types.append(value)
|
|
|
|
# 解析客户端、服务器的字段名(server、client)那两行
|
|
def decode_one_field(self, fields, row_index, keys):
|
|
key_index = 1
|
|
for col_index in range(AKEY_COL, len(self.types) + 1):
|
|
value = self.wb_sheet.cell(
|
|
row=row_index, column=col_index).value
|
|
# 对于array类型的表 一条数据可以有多个值作为KEY 需要处理一下
|
|
if None != value and value.find(KEY_FLAG) >= 0:
|
|
value = value[KEY_FLAG_LEN:]
|
|
keys[value] = key_index
|
|
key_index = key_index + 1
|
|
|
|
# 对于不需要导出的field，可以为空。即value为None
|
|
fields.append(value)
|
|
|
|
# 解析注释那一行
|
|
def decode_one_comment(self, fields, row_index, key_index):
|
|
for col_index in range(AKEY_COL + 1, len(self.types) + 1):
|
|
value = self.wb_sheet.cell(
|
|
row=row_index, column=col_index).value
|
|
|
|
key = self.wb_sheet.cell(
|
|
row=key_index, column=col_index).value
|
|
|
|
if None == key:
|
|
continue
|
|
|
|
# 对于不需要导出的field，可以为空。即value为None
|
|
if key.find(KEY_FLAG) >= 0:
|
|
key = key[KEY_FLAG_LEN:]
|
|
fields[key] = value
|
|
else:
|
|
fields[key] = value
|
|
|
|
# 导出客户端、服务端字段名(server、client)那一列
|
|
def decode_field(self):
|
|
self.decode_one_field(self.srv_fields, ASRV_ROW, self.srv_keys)
|
|
self.decode_one_field(self.clt_fields, ACLT_ROW, self.clt_keys)
|
|
# 导出服务器和客户端对用字段的注释， 导表的时候可能用到
|
|
self.decode_one_comment(self.srv_comment, ACMT_ROW, ASRV_ROW)
|
|
self.decode_one_comment(self.clt_comment, ACMT_ROW, ACLT_ROW)
|
|
|
|
# 解析出一个格子的内容
|
|
def decode_cell(self, row_idx, col_idx):
|
|
value = self.wb_sheet.cell(row=row_idx, column=col_idx).value
|
|
if None == value:
|
|
return None
|
|
|
|
# 类型是从0下标开始，但是excel的第一列从1开始
|
|
self.mark_error_pos(row_idx, col_idx)
|
|
return self.to_value(self.types[col_idx - 1], value)
|
|
|
|
# 解析出一行的内容
|
|
def decode_row(self, row_idx):
|
|
srv_row = {}
|
|
clt_row = {}
|
|
|
|
# 第一列没数据，从第二列开始解析
|
|
for col_idx in range(AKEY_COL + 1, len(self.types) + 1):
|
|
value = self.decode_cell(row_idx, col_idx)
|
|
if None == value: continue
|
|
|
|
srv_key = self.srv_fields[col_idx - 1]
|
|
clt_key = self.clt_fields[col_idx - 1]
|
|
|
|
if srv_key:
|
|
srv_row[srv_key] = value
|
|
if clt_key:
|
|
clt_row[clt_key] = value
|
|
return srv_row, clt_row # 返回一个tuple
|
|
|
|
# 解析导出的内容
|
|
def decode_ctx(self):
|
|
for row_idx in range(ACLT_ROW + 1, self.wb_sheet.max_row + 1):
|
|
srv_row, clt_row = self.decode_row(row_idx)
|
|
|
|
# 不为空才追加
|
|
if any(srv_row):
|
|
self.srv_ctx.append(srv_row)
|
|
if any(clt_row):
|
|
self.clt_ctx.append(clt_row)
|
|
|
|
|
|
# 导出object类型的结构，A1格子有object标识
|
|
class ObjectSheet(Sheet):
|
|
|
|
def __init__(self, base_name, wb_sheet, srv_writer, clt_writer, srv_is_list, clt_is_list):
|
|
# 记录导出各行的内容
|
|
self.srv_ctx = {}
|
|
self.clt_ctx = {}
|
|
|
|
super(ObjectSheet, self).__init__(
|
|
base_name, wb_sheet, srv_writer, clt_writer, srv_is_list, clt_is_list)
|
|
|
|
# 解析各字段的类型
|
|
def decode_type(self):
|
|
for row_idx in range(OFLG_ROW + 1, self.wb_sheet.max_row + 1):
|
|
self.mark_error_pos(row_idx, OTPE_COL)
|
|
value = self.wb_sheet.cell(row=row_idx, column=OTPE_COL).value
|
|
|
|
# 类型必须连续，遇到空则认为后续数据不再导出
|
|
if value == None:
|
|
break
|
|
if value not in TYPES:
|
|
self.raise_error("invalid type", value)
|
|
|
|
self.types.append(value)
|
|
|
|
# 导出客户端、服务端字段名(server、client)那一列
|
|
def decode_one_field(self, fields, col_idx):
|
|
for row_idx in range(OFLG_ROW + 1, len(self.types) + OFLG_ROW + 1):
|
|
value = self.wb_sheet.cell(row=row_idx, column=col_idx).value
|
|
|
|
# 对于不需要导出的field，可以为空。即value为None
|
|
fields.append(value)
|
|
|
|
# 解析注释那一行
|
|
def decode_one_comment(self, fields, col_idx, key_index):
|
|
for row_idx in range(OFLG_ROW + 1, len(self.types) + OFLG_ROW + 1):
|
|
value = self.wb_sheet.cell(row=row_idx, column=col_idx).value
|
|
|
|
key = self.wb_sheet.cell(row=row_idx, column=key_index).value
|
|
|
|
if None == value:
|
|
continue
|
|
# 导出存在值的fields的注释
|
|
fields[key] = value
|
|
|
|
# 导出客户端、服务端字段名(server、client)那一列
|
|
def decode_field(self):
|
|
self.decode_one_field(self.srv_fields, OSRV_COL)
|
|
self.decode_one_field(self.clt_fields, OCLT_COL)
|
|
# 导出服务器和客户端对用字段的注释， 导表的时候可能用到
|
|
self.decode_one_comment(self.srv_comment, OCMT_COL, OSRV_COL)
|
|
self.decode_one_comment(self.clt_comment, OCMT_COL, OCLT_COL)
|
|
|
|
# 解析一个单元格内容
|
|
def decode_cell(self, row_idx):
|
|
value = self.wb_sheet.cell(row=row_idx, column=OCTX_COL).value
|
|
if None == value: return None
|
|
|
|
# 在object的结构中，数据是从第二行开始的，所以types的下标偏移2
|
|
self.mark_error_pos(row_idx, OCTX_COL)
|
|
return self.to_value(self.types[row_idx - OFLG_ROW - 1], value)
|
|
|
|
# 解析表格的所有内容
|
|
def decode_ctx(self):
|
|
for row_idx in range(OFLG_ROW + 1, len(self.types) + OFLG_ROW + 1):
|
|
value = self.decode_cell(row_idx)
|
|
|
|
if None == value:
|
|
continue
|
|
|
|
srv_key = self.srv_fields[row_idx - OFLG_ROW - 1]
|
|
clt_key = self.clt_fields[row_idx - OFLG_ROW - 1]
|
|
|
|
if srv_key: self.srv_ctx[srv_key] = value
|
|
if clt_key: self.clt_ctx[clt_key] = value
|
|
|
|
|
|
class ExcelDoc:
|
|
|
|
def __init__(self, file, abspath):
|
|
self.file = file
|
|
self.abspath = abspath
|
|
|
|
# 是否需要解析
|
|
# 返回解析的对象类型
|
|
def need_decode(self, wb_sheet):
|
|
sheet_val = wb_sheet.cell(
|
|
row=SHEET_FLAG_ROW, column=SHEET_FLAG_COL).value
|
|
|
|
sheeter = None
|
|
srv_value = None
|
|
clt_value = None
|
|
srv_is_list = False
|
|
clt_is_list = False
|
|
if ARRAY_FLAG == sheet_val:
|
|
if wb_sheet.max_row <= ACLT_ROW or wb_sheet.max_column <= AKEY_COL:
|
|
return None
|
|
|
|
sheeter = ArraySheet
|
|
srv_value = wb_sheet.cell(row=ASRV_ROW, column=AKEY_COL).value
|
|
clt_value = wb_sheet.cell(row=ACLT_ROW, column=AKEY_COL).value
|
|
|
|
is_list_val = wb_sheet.cell(
|
|
row=ALIST_ROW, column=ALIST_COL).value
|
|
if None != is_list_val and is_list_val.find(SRV_LIST) >= 0:
|
|
srv_is_list = True
|
|
if None != is_list_val and is_list_val.find(CLT_LIST) >= 0:
|
|
clt_is_list = True
|
|
|
|
elif OBJECT_FLAG == sheet_val:
|
|
sheeter = ObjectSheet
|
|
srv_value = wb_sheet.cell(row=OFLG_ROW, column=OSRV_COL).value
|
|
clt_value = wb_sheet.cell(row=OFLG_ROW, column=OCLT_COL).value
|
|
else:
|
|
return None, srv_is_list, clt_is_list
|
|
|
|
# 没有这两个标识就不是配置表。可能是策划的一些备注说明
|
|
if SRV_FLAG != srv_value or CLT_FLAG != clt_value:
|
|
return None, srv_is_list, clt_is_list
|
|
return sheeter, srv_is_list, clt_is_list
|
|
|
|
def decode(self, srv_path, clt_path, srv_writer, clt_writer):
|
|
color_print.printYellow(" start covert: %s \n" % self.file.ljust(44, "*"))
|
|
base_name = os.path.splitext(self.file)[0]
|
|
wb = openpyxl.load_workbook(self.abspath)
|
|
|
|
for wb_sheet in wb.worksheets:
|
|
Sheeter, srv_is_list, clt_is_list = self.need_decode(wb_sheet)
|
|
if None == Sheeter:
|
|
color_print.printPink(" covert skip........... sheet name -> %s\n" % wb_sheet.title)
|
|
continue
|
|
|
|
sheet = Sheeter(base_name, wb_sheet, srv_writer, clt_writer, srv_is_list, clt_is_list)
|
|
if sheet.decode_sheet():
|
|
sheet.write_files(srv_path, clt_path)
|