EVOLUTION-MANAGER
Edit File: simarray.cpython-36.pyc
3 �.'e| � @ s� d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlmZmZm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZ dd� Zdd� Zdd � ZG d d � d e�ZG d d � d e�ZG dd� de�Z dS )� N)�size_human_2_size_bytes)�System�Volume�Disk�Pool� FileSystem� AccessGroup� FsSnapshot� NfsExport�md5�LsmError� TargetPort� ErrorNumber� JobStatus�Battery�int_divc s � fdd�}|S )Nc s0 y � | |�S t jk r� } z^t| d �tkrJt| d d�rJ| d jj� t|�dkrbtt j d��tt j dt|� ��W Y d d }~X n� tk r� t| d �tkr�t| d d�r�| d jj� � Y nf t k �r* } zHt| d �tko�t| d d��r| d jj� tt j dt|� ��W Y d d }~X nX d S )Nr �bs_objzdatabase is lockedz%Timeout to require lock on state filez%Got unexpected error from sqlite3: %szGot unexpected error: %s) �sqlite3�OperationalError�type�SimArray�hasattrr �trans_rollback�strr r ZTIMEOUT� PLUGIN_BUG� Exception)�argsZkargs� sql_errorZ base_error)�method� � /usr/lib64/python3.6/simarray.py�wrapper s, z _handle_errors.<locals>.wrapperr )r r! r )r r �_handle_errors s r" c C s> dg} x,t dd�D ] }| jtdtjdd� �� qW dj| �S )z. Generate a random VPD83 NAA_Type3 ID Z50r � z%02x� � )�range�appendr �randomZrandint�join)Zvpd�_r r r � _random_vpd: s r+ c C s0 i }x&t | j�D ]\}}|| ||d < qW |S )Nr )� enumerate� description)�cursor�row�d�idx�colr r r � _dict_factoryD s r3 c @ s8 e Zd Zejdd� ejdd� ejdd� ejdd� ejdd� ej dd� ej dd� ej d d� ej d d� ej d d� ejd d� ejd d� ejdd� ejdd� iZejdd� ejdd� ejdd� ejdd� ejdd� ej dd� ej dd� ej dd� ej dd� ej dd� ejdd� ejdd� ejd d� ejd d� iZed d � �Zd S )!�PoolRAIDc C s | dkS )Nr r )�xr r r �<lambda>M s zPoolRAID.<lambda>c C s | dkS )Nr r )r5 r r r r6 N s c C s | dkS )N� r )r5 r r r r6 O s c C s | dkS )N� r )r5 r r r r6 P s c C s | dkS )Nr8 r )r5 r r r r6 Q s c C s | dkS )Nr8 r )r5 r r r r6 R s c C s | dkS )N� r )r5 r r r r6 S s c C s | dko| d dkS )Nr9 r7 r r )r5 r r r r6 T s c C s | dko| d dkS )N� r7 r r )r5 r r r r6 U s c C s | dko| d dkS )N� r7 r r )r5 r r r r6 V s c C s | dko| d dkS )Nr: r7 r r )r5 r r r r6 W s c C s | dko| d dkS )Nr; r7 r r )r5 r r r r6 X s c C s | dko| d dkS )Nr: r7 r r )r5 r r r r6 Y s c C s | dko| d dkS )Nr; r7 r r )r5 r r r r6 Z s c C s | S )Nr )r5 r r r r6 ^ s c C s | S )Nr )r5 r r r r6 _ s c C s dS )N� r )r5 r r r r6 ` s c C s | d S )Nr< r )r5 r r r r6 a s c C s | d S )Nr< r )r5 r r r r6 b s c C s | d S )Nr< r )r5 r r r r6 c s c C s | d S )Nr7 r )r5 r r r r6 d s c C s t | d�S )Nr7 )r )r5 r r r r6 e s c C s t | d�d S )Nr7 r< )r )r5 r r r r6 f s c C s t | d�d S )Nr7 )r )r5 r r r r6 g s c C s | d S )Nr7 r )r5 r r r r6 h s c C s | d S )Nr9 r )r5 r r r r6 i s c C s t | d�d S )Nr7 r< )r )r5 r r r r6 j s c C s t | d�d S )Nr7 )r )r5 r r r r6 k s c C sV | t tjj� �kr"ttjd| ��tj| |�dkrHttjd|| f ��tj| |�S )z� Return a integer indicating how many disks should be used as real data(not mirrored or parity) disks. Treating RAID 5 and 6 using fixed parity disk. z0data_disk_count(): Got unsupported raid type(%d)Fz;data_disk_count(): Illegal disk count(%d) for raid type(%d))�listr4 �_RAID_DISK_CHK�keysr r r � _RAID_PARITY_DISK_COUNT_FUNC)� raid_type� disk_countr r r �data_disk_countn s zPoolRAID.data_disk_countN)�__name__� __module__� __qualname__r �RAID_TYPE_JBOD�RAID_TYPE_RAID0�RAID_TYPE_RAID1ZRAID_TYPE_RAID3ZRAID_TYPE_RAID4�RAID_TYPE_RAID5�RAID_TYPE_RAID6�RAID_TYPE_RAID10ZRAID_TYPE_RAID15ZRAID_TYPE_RAID16�RAID_TYPE_RAID50�RAID_TYPE_RAID60ZRAID_TYPE_RAID51ZRAID_TYPE_RAID61r> r@ � staticmethodrC r r r r r4 K s: r4 c @ s� e Zd ZdZde ZdZdZdZdZdZ dZ dZ d�Z e jZejZejZejZd Zd Zd Zejejej ej ej ej ej gZ!d�d�d�d�d�d�d�d�gZ"dd� Z#dd� Z$dd� Z%dd� Z&dd � Z'd d � Z(d d � Z)d!d"� Z*d#d$� Z+d�d&d'�Z,d(d)� Z-d*d+� Z.d�d-d.�Z/d/d0� Z0d1d2� Z1d3d4� Z2d5d6� Z3d7d8� Z4d9d:� Z5d;d<� Z6d�d>d?�Z7d�d@dA�Z8dBdC� Z9d�dDdE�Z:d�dFdG�Z;dHdI� Z<dJdK� Z=dLdM� Z>e?dNdO� �Z@d�dPdQ�ZAdRdS� ZBdTdU� ZCdVdW� ZDdXdY� ZEdZd[� ZFd\d]� ZGd^d_� ZHd�d`da�ZIdbdc� ZJddde� ZKe?dfdg� �ZLd�dhdi�ZMdjdk� ZNdldm� ZOdndo� ZPdpdq� ZQdrds� ZRdtdu� ZSdvdw� ZTdxdy� ZUd�d{d|�ZVd}d~� ZWdd�� ZXd�d�� ZYd�d�� ZZd�d�d��Z[d�d�� Z\d�d�� Z]d�d�� Z^d�d�� Z_d�d�� Z`d�d�� Zad�d�� Zbd�d�� Zcd�d�� Zdd�d�� Zed�d�� Zfd�d�� Zgd�d�� Zhd�d�� Zid�d�� Zjd�d�� Zkd�d�� Zld�d�� Zmd,S )�� BackStorez4.1zLSM_SIMULATOR_DATA_%sr< r7 r8 zsim-01z LSM simulated storage plug-ini � i � �#� r; � � �@ � c C s t jj|�s2t jt j|t jt jB �� t j|d� || _d | _ t j |t t |d��dd�| _t| j_d}|d7 }|d7 }|d7 }|d 7 }|d 7 }|d 7 }|d 7 }|d 7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d7 }|d 7 }|d 7 }|d 7 }|d 7 }|d 7 }|d!7 }|d"7 }|jf d#tj tjtjtjtjd$��}| jj� }y|j|� W np t jk �r� } zd%t|�k�r�n|�W Y d d }~X n8 t j k �r� } zt t j d&| j ��W Y d d }~X nX d S )'Ni� i� Z IMMEDIATE)�timeoutZisolation_levelzPRAGMA foreign_keys = ON; z� CREATE TABLE systems ( id TEXT PRIMARY KEY, name TEXT NOT NULL, status INTEGER NOT NULL, status_info TEXT, read_cache_pct INTEGER, version TEXT NOT NULL); a% CREATE TABLE tgts ( id INTEGER PRIMARY KEY, port_type INTEGER NOT NULL, service_address TEXT NOT NULL, network_address TEXT NOT NULL, physical_address TEXT NOT NULL, physical_name TEXT NOT NULL); a� CREATE TABLE pools ( id INTEGER PRIMARY KEY, name TEXT UNIQUE NOT NULL, status INTEGER NOT NULL, status_info TEXT, element_type INTEGER NOT NULL, unsupported_actions INTEGER, raid_type INTEGER NOT NULL, parent_pool_id INTEGER, member_type INTEGER, strip_size INTEGER, total_space LONG); a� CREATE TABLE disks ( id INTEGER PRIMARY KEY, total_space LONG NOT NULL, disk_type INTEGER NOT NULL, status INTEGER NOT NULL, disk_prefix TEXT NOT NULL, location TEXT NOT NULL, owner_pool_id INTEGER, role TEXT, vpd83 TEXT, rpm INTEGER, link_type INTEGER, FOREIGN KEY(owner_pool_id) REFERENCES pools(id) ON DELETE SET DEFAULT); a; CREATE TABLE volumes ( id INTEGER PRIMARY KEY, vpd83 TEXT NOT NULL, name TEXT UNIQUE NOT NULL, total_space LONG NOT NULL, consumed_size LONG NOT NULL, admin_state INTEGER, is_hw_raid_vol INTEGER, write_cache_policy INTEGER NOT NULL, read_cache_policy INTEGER NOT NULL, phy_disk_cache INTEGER NOT NULL, pool_id INTEGER NOT NULL, FOREIGN KEY(pool_id) REFERENCES pools(id) ON DELETE CASCADE); zx CREATE TABLE ags ( id INTEGER PRIMARY KEY, name TEXT UNIQUE NOT NULL); z� CREATE TABLE inits ( id TEXT UNIQUE NOT NULL, init_type INTEGER NOT NULL, owner_ag_id INTEGER NOT NULL, FOREIGN KEY(owner_ag_id) REFERENCES ags(id) ON DELETE CASCADE); a CREATE TABLE vol_masks ( vol_id INTEGER NOT NULL, ag_id INTEGER NOT NULL, FOREIGN KEY(vol_id) REFERENCES volumes(id) ON DELETE CASCADE, FOREIGN KEY(ag_id) REFERENCES ags(id) ON DELETE CASCADE); aV CREATE TABLE vol_reps ( rep_type INTEGER, src_vol_id INTEGER NOT NULL, dst_vol_id INTEGER NOT NULL, FOREIGN KEY(src_vol_id) REFERENCES volumes(id) ON DELETE CASCADE, FOREIGN KEY(dst_vol_id) REFERENCES volumes(id) ON DELETE CASCADE); a` CREATE TABLE fss ( id INTEGER PRIMARY KEY, name TEXT UNIQUE NOT NULL, total_space LONG NOT NULL, consumed_size LONG NOT NULL, free_space LONG, pool_id INTEGER NOT NULL, FOREIGN KEY(pool_id) REFERENCES pools(id) ON DELETE CASCADE); a CREATE TABLE fs_snaps ( id INTEGER PRIMARY KEY, name TEXT UNIQUE NOT NULL, fs_id INTEGER NOT NULL, timestamp LONG NOT NULL, FOREIGN KEY(fs_id) REFERENCES fss(id) ON DELETE CASCADE); a- CREATE TABLE fs_clones ( src_fs_id INTEGER NOT NULL, dst_fs_id INTEGER NOT NULL, FOREIGN KEY(src_fs_id) REFERENCES fss(id) ON DELETE CASCADE, FOREIGN KEY(dst_fs_id) REFERENCES fss(id) ON DELETE CASCADE); ad CREATE TABLE exps ( id INTEGER PRIMARY KEY, fs_id INTEGER NOT NULL, exp_path TEXT UNIQUE NOT NULL, auth_type TEXT, anon_uid INTEGER, anon_gid INTEGER, options TEXT, FOREIGN KEY(fs_id) REFERENCES fss(id) ON DELETE CASCADE); z� CREATE TABLE exp_root_hosts ( host TEXT NOT NULL, exp_id INTEGER NOT NULL, FOREIGN KEY(exp_id) REFERENCES exps(id) ON DELETE CASCADE); z� CREATE TABLE exp_rw_hosts ( host TEXT NOT NULL, exp_id INTEGER NOT NULL, FOREIGN KEY(exp_id) REFERENCES exps(id) ON DELETE CASCADE); z� CREATE TABLE exp_ro_hosts ( host TEXT NOT NULL, exp_id INTEGER NOT NULL, FOREIGN KEY(exp_id) REFERENCES exps(id) ON DELETE CASCADE); z� CREATE TABLE jobs ( id INTEGER PRIMARY KEY, duration REAL NOT NULL, timestamp TEXT NOT NULL, data_type INTEGER, data_id INTEGER); z� CREATE TABLE batteries ( id INTEGER PRIMARY KEY, name TEXT NOT NULL, type INTEGER NOT NULL, status INTEGER NOT NULL); a� CREATE VIEW pools_view AS SELECT pool0.id, 'POOL_ID_' || SUBSTR('{ID_PADDING}' || pool0.id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_pool_id, pool0.name, pool0.status, pool0.status_info, pool0.element_type, pool0.unsupported_actions, pool0.raid_type, pool0.member_type, pool0.parent_pool_id, 'POOL_ID_' || SUBSTR('{ID_PADDING}' || pool0.parent_pool_id, -{ID_FMT_LEN}, {ID_FMT_LEN}) parent_lsm_pool_id, pool0.strip_size, pool1.total_space total_space, pool1.total_space - pool2.vol_consumed_size - pool3.fs_consumed_size - pool4.sub_pool_consumed_size free_space, pool1.data_disk_count, pool5.disk_count FROM pools pool0 LEFT JOIN ( SELECT pool.id, ifnull(pool.total_space, ifnull(SUM(disk.total_space), 0)) total_space, COUNT(disk.id) data_disk_count FROM pools pool LEFT JOIN disks disk ON pool.id = disk.owner_pool_id AND disk.role = 'DATA' GROUP BY pool.id ) pool1 ON pool0.id = pool1.id LEFT JOIN ( SELECT pool.id, ifnull(SUM(volume.consumed_size), 0) vol_consumed_size FROM pools pool LEFT JOIN volumes volume ON volume.pool_id = pool.id GROUP BY pool.id ) pool2 ON pool0.id = pool2.id LEFT JOIN ( SELECT pool.id, ifnull(SUM(fs.consumed_size), 0) fs_consumed_size FROM pools pool LEFT JOIN fss fs ON fs.pool_id = pool.id GROUP BY pool.id ) pool3 ON pool0.id = pool3.id LEFT JOIN ( SELECT pool.id, ifnull(SUM(sub_pool.total_space), 0) sub_pool_consumed_size FROM pools pool LEFT JOIN pools sub_pool ON sub_pool.parent_pool_id = pool.id GROUP BY pool.id ) pool4 ON pool0.id = pool4.id LEFT JOIN ( SELECT pool.id, COUNT(disk.id) disk_count FROM pools pool LEFT JOIN disks disk ON pool.id = disk.owner_pool_id GROUP BY pool.id ) pool5 ON pool0.id = pool5.id GROUP BY pool0.id; a CREATE VIEW tgts_view AS SELECT id, 'TGT_PORT_ID_' || SUBSTR('{ID_PADDING}' || id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_tgt_id, port_type, service_address, network_address, physical_address, physical_name FROM tgts; a� CREATE VIEW disks_view AS SELECT id, 'DISK_ID_' || SUBSTR('{ID_PADDING}' || id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_disk_id, disk_prefix || '_' || id name, total_space, disk_type, role, status, vpd83, rpm, link_type, location, owner_pool_id FROM disks; af CREATE VIEW volumes_view AS SELECT id, 'VOL_ID_' || SUBSTR('{ID_PADDING}' || id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_vol_id, vpd83, name, total_space, consumed_size, admin_state, is_hw_raid_vol, write_cache_policy, read_cache_policy, phy_disk_cache, pool_id, 'POOL_ID_' || SUBSTR('{ID_PADDING}' || pool_id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_pool_id FROM volumes; a� CREATE VIEW fss_view AS SELECT id, 'FS_ID_' || SUBSTR('{ID_PADDING}' || id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_fs_id, name, total_space, consumed_size, free_space, pool_id, 'POOL_ID_' || SUBSTR('{ID_PADDING}' || pool_id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_pool_id FROM fss; a� CREATE VIEW bats_view AS SELECT id, 'BAT_ID_' || SUBSTR('{ID_PADDING}' || id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_bat_id, name, type, status FROM batteries; ap CREATE VIEW fs_snaps_view AS SELECT id, 'FS_SNAP_ID_' || SUBSTR('{ID_PADDING}' || id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_fs_snap_id, name, timestamp, fs_id, 'FS_ID_' || SUBSTR('{ID_PADDING}' || fs_id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_fs_id FROM fs_snaps; a; CREATE VIEW volumes_by_ag_view AS SELECT vol.id, 'VOL_ID_' || SUBSTR('{ID_PADDING}' || vol.id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_vol_id, vol.vpd83, vol.name, vol.total_space, vol.consumed_size, vol.pool_id, 'POOL_ID_' || SUBSTR('{ID_PADDING}' || vol.pool_id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_pool_id, vol.admin_state, vol.is_hw_raid_vol, vol_mask.ag_id ag_id, vol.write_cache_policy, vol.read_cache_policy, vol.phy_disk_cache FROM volumes vol LEFT JOIN vol_masks vol_mask ON vol_mask.vol_id = vol.id; a CREATE VIEW ags_view AS SELECT ag.id, 'AG_ID_' || SUBSTR('{ID_PADDING}' || ag.id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_ag_id, ag.name, CASE WHEN count(DISTINCT init.init_type) = 1 THEN init.init_type WHEN count(DISTINCT init.init_type) = 2 THEN {AG_INIT_TYPE_MIXED} ELSE {AG_INIT_TYPE_UNKNOWN} END init_type, group_concat(init.id, '{SPLITTER}') init_ids_str FROM ags ag LEFT JOIN inits init ON ag.id = init.owner_ag_id GROUP BY ag.id ORDER BY init.init_type; aO CREATE VIEW ags_by_vol_view AS SELECT ag_new.id, 'AG_ID_' || SUBSTR('{ID_PADDING}' || ag_new.id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_ag_id, ag_new.name, ag_new.init_type, ag_new.init_ids_str, vol_mask.vol_id vol_id FROM ( SELECT ag.id, ag.name, CASE WHEN count(DISTINCT init.init_type) = 1 THEN init.init_type WHEN count(DISTINCT init.init_type) = 2 THEN {AG_INIT_TYPE_MIXED} ELSE {AG_INIT_TYPE_UNKNOWN} END init_type, group_concat(init.id, '{SPLITTER}') init_ids_str FROM ags ag LEFT JOIN inits init ON ag.id = init.owner_ag_id GROUP BY ag.id ORDER BY init.init_type ) ag_new LEFT JOIN vol_masks vol_mask ON vol_mask.ag_id = ag_new.id ; ag CREATE VIEW exps_view AS SELECT exp.id, 'EXP_ID_' || SUBSTR('{ID_PADDING}' || exp.id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_exp_id, exp.fs_id, 'FS_ID_' || SUBSTR('{ID_PADDING}' || exp.fs_id, -{ID_FMT_LEN}, {ID_FMT_LEN}) lsm_fs_id, exp.exp_path, exp.auth_type, exp.anon_uid, exp.anon_gid, exp.options, exp2.exp_root_hosts_str, exp3.exp_rw_hosts_str, exp4.exp_ro_hosts_str FROM exps exp LEFT JOIN ( SELECT exp_t2.id, group_concat( exp_root_host.host, '{SPLITTER}') exp_root_hosts_str FROM exps exp_t2 LEFT JOIN exp_root_hosts exp_root_host ON exp_t2.id = exp_root_host.exp_id GROUP BY exp_t2.id ) exp2 ON exp.id = exp2.id LEFT JOIN ( SELECT exp_t3.id, group_concat( exp_rw_host.host, '{SPLITTER}') exp_rw_hosts_str FROM exps exp_t3 LEFT JOIN exp_rw_hosts exp_rw_host ON exp_t3.id = exp_rw_host.exp_id GROUP BY exp_t3.id ) exp3 ON exp.id = exp3.id LEFT JOIN ( SELECT exp_t4.id, group_concat( exp_ro_host.host, '{SPLITTER}') exp_ro_hosts_str FROM exps exp_t4 LEFT JOIN exp_ro_hosts exp_ro_host ON exp_t4.id = exp_ro_host.exp_id GROUP BY exp_t4.id ) exp4 ON exp.id = exp4.id GROUP BY exp.id; ; �0)Z ID_PADDINGZ ID_FMT_LENZAG_INIT_TYPE_MIXEDZAG_INIT_TYPE_UNKNOWNZSPLITTERzalready existszLStored simulator state incompatible with simulator, please move or delete %s) �os�path�exists�close�open�O_WRONLY�O_CREAT�chmod� statefile� lastrowidr Zconnect�intr �sql_connr3 Z row_factory�formatrP � _ID_FMT_LENr ZINIT_TYPE_ISCSI_WWPN_MIXEDZINIT_TYPE_UNKNOWN�_LIST_SPLITTERr. Z executescriptr r Z DatabaseErrorr r �INVALID_ARGUMENT)�selfrc rY �sql_cmd�sql_curr r r r �__init__� s� ] 'E zBackStore.__init__c C s^ | j � }t|�dks |d r"dS d|d j� krH|d d tjkrHdS ttjd| j ��d S )Nr F�versionTzLStored simulator state incompatible with simulator, please move or delete %s) �sim_syss�lenr? rP �VERSION_SIGNATUREr r rj rc )rk rp r r r �_check_version- s zBackStore._check_versionc C s | j � | j� r | j� dS | jdtjtjtjdtj tj d�� t d�}t d�}t d�}g }xHt dd �D ]:}| jd d |t jt jt� d t jd | d�� |j| j� qhW g }xTt dd�D ]F}| jd d|t jt jt� dt jd| d�� t|�d k r�|j| j� q�W g }xZt dd�D ]L}| jd d|t jt jt� t jt jd| d�� t|�d k �r|j| j� �qW x@t dd�D ]2}| jd d|t jt jt� t jt jd| d�� �qlW | jdtj|tj tj B tj B tj B tj B tj!tj"B d�}| j#d|tj tj B tj B |d � | jd tj|tj tj B tj B d � | jd tj tj B tj B tj$|d � | jd!t%j&d"d"d"d#d$�� | jd!t%j'd%d%d%d&d$�� | jd!t%j(d'd(d)d*d$�� | jd!t%j(d'd+d,d-d$�� | jd!t%j(d'd.d,d-d$�� | jd/d0t)j*t)jd1�� | jd/d2t)j+t)jd1�� | j� dS dS )3z^ Raise error if version not match. If empty database found, initiate. N�systemsr% )�id�name�status� status_inforo �read_cache_pctZ1EiBZ2TiBZ512GiBr r7 �disksz2TiB SATA Diski zPort: %d Box: 1 Bay: 1)Z disk_prefix� total_space� disk_typerw �vpd83�rpm� link_type�locationr: z 2EiB SAS Diski�: zPort: %d Box: 1 Bay: 2rT z512GiB SSD DiskzPort: %d Box: 1 Bay: 3r# z 2TiB SSD DiskzPort: %d Box: 1 Bay: 4zPool 1)rv rA � sim_disk_ids� element_type�unsupported_actionszPool 2(sub pool of Pool 1))rv �parent_pool_idr� �sizezPool 3)rv rA r� r� Z lsm_test_aggr)rv r� rA r� Ztgtsz50:0a:09:86:99:4b:8d:c5ZFC_a_0b)� port_type�service_address�network_address�physical_address� physical_namez50:0a:09:86:99:4b:8d:c6Z FCoE_b_0cz"iqn.1986-05.com.example:sim-tgt-03z sim-iscsi-tgt-3.example.com:3260za4:4e:31:47:f4:e0Z iSCSI_c_0dz 10.0.0.1:3260za4:4e:31:47:f4:e1Z iSCSI_c_0ez%[2001:470:1f09:efe:a64e:31ff::1]:3260� batteriesz'Battery SIMB01, 8000 mAh, 05 March 2016)rv r rw z&Capacitor SIMC01, 500 J, 05 March 2016),� trans_beginrs � trans_commit� _data_addrP �SYS_ID�SYS_NAMEr � STATUS_OKrr �_DEFAULT_READ_CACHE_PCTr r& r Z TYPE_SATAr+ Z LINK_TYPE_ATAr' rd ZTYPE_SASZ LINK_TYPE_SASrq ZTYPE_SSDZRPM_NON_ROTATING_MEDIUM�sim_pool_create_from_diskr rI r ZELEMENT_TYPE_POOLZELEMENT_TYPE_FS�ELEMENT_TYPE_VOLUMEZELEMENT_TYPE_DELTAZELEMENT_TYPE_SYS_RESERVED�UNSUPPORTED_VOLUME_GROW�UNSUPPORTED_VOLUME_SHRINK�sim_pool_create_sub_poolrH r ZTYPE_FCZ TYPE_FCOEZ TYPE_ISCSIr Z TYPE_CHEMICALZTYPE_CAPACITOR) rk Z size_bytes_1eZ size_bytes_2tZsize_bytes_512gZ pool_1_disks�iZtest_pool_disksZssd_pool_disksZ pool_1_idr r r �check_version_and_init; s z BackStore.check_version_and_initc C s$ | j j� }|j|� |j| _|j� S )z9 Execute sql command and get all output. )rf r. �executerd Zfetchall)rk rl rm r r r � _sql_exec� s zBackStore._sql_execc C s d| }| j |�S )NzSELECT * FROM %s)r� )rk � table_namerl r r r � _get_table s zBackStore._get_tablec C s | j jd� d S )Nz BEGIN IMMEDIATE TRANSACTION;)rf r� )rk r r r r� s zBackStore.trans_beginc C s | j j� d S )N)rf Zcommit)rk r r r r� s zBackStore.trans_commitc C s | j j� d S )N)rf Zrollback)rk r r r r s zBackStore.trans_rollbackc C sR t |j� �}dd� t |j� �D �}d|ddj|� ddj|� f }| j|� d S )Nc S s g | ]}|d krdnt |��qS )Nr% )r )�.0�vr r r � <listcomp> s z'BackStore._data_add.<locals>.<listcomp>z INSERT INTO %s (%s) VALUES (%s);z'%s'z', ')r= r? �valuesr) r� )rk r� Z data_dictr? r� rl r r r r� s zBackStore._data_addFc C sZ d||f }| j |�}|rRt|�dkr*d S t|�dkr>|d S ttjdt� ��n|S d S )NzSELECT * FROM %s WHERE %sr r< z%_data_find(): Got non-unique data: %s)r� rq r r r �locals)rk �table� condition� flag_uniquerl Z sim_datasr r r � _data_find s zBackStore._data_findc C s6 |d krd|||f }nd||||f }| j |� d S )Nz#UPDATE %s SET %s=NULL WHERE id='%s'z#UPDATE %s SET %s='%s' WHERE id='%s')r� )rk r� �data_idZ column_name�valuerl r r r � _data_update. s zBackStore._data_updatec C s d||f }| j |� d S )NzDELETE FROM %s WHERE %s;)r� )rk r� r� rl r r r � _data_delete8 s zBackStore._data_deleteNc C s* | j dtjdtj�tj� ||d�� | jS )z* Return a job id(Integer) �jobsZ LSM_SIM_TIME)�duration� timestamp� data_typer� )r� r[ �getenvrP �JOB_DEFAULT_DURATION�timerd )rk Z job_data_typer� r r r �sim_job_create< s zBackStore.sim_job_createc C s | j dd| � d S )Nr� zid="%s")r� )rk � sim_job_idr r r �sim_job_deleteK s zBackStore.sim_job_deletec C s� | j dd| dd�}|dkr(ttjd��|d dkrZttj� t|d � |d d �}nd }d}d}|dk rrd}|d kr�d }|d tjkr�| j |d �}|d }nJ|d tj kr�| j |d �}|d }n$|d tj kr�| j |d �}|d }|||fS ) zg Return (progress, data_type, data) tuple. progress is the integer of percent. r� zid=%sT)r� Nz Job not foundr� r r� �d r� r� )r� r r � NOT_FOUND_JOBre r� �floatrP �JOB_DATA_TYPE_VOL� sim_vol_of_id�JOB_DATA_TYPE_FS� sim_fs_of_id�JOB_DATA_TYPE_FS_SNAP�sim_fs_snap_of_id)rk r� Zsim_job�progress�datar� r r r �sim_job_statusN s2 $ zBackStore.sim_job_statusc C s | j d�S )z0 Return a list of sim_sys dict. rt )r� )rk r r r rp t s zBackStore.sim_syssc C s t dd� | jdd| �D ��S )Nc s s | ]}|d V qdS )� lsm_disk_idNr )r� r0 r r r � <genexpr>| s z1BackStore.lsm_disk_ids_of_pool.<locals>.<genexpr>� disks_viewzowner_pool_id="%s")r= r� )rk � sim_pool_idr r r �lsm_disk_ids_of_poolz s z BackStore.lsm_disk_ids_of_poolc C s | j d�S )z1 Return a list of sim_disk dict. r� )r� )rk r r r � sim_disks� s zBackStore.sim_disksc C s | j d�S )z1 Return a list of sim_pool dict. � pools_view)r� )rk r r r � sim_pools� s zBackStore.sim_poolsc C s | j d|tjd�S )Nr� r )�_sim_data_of_idr �NOT_FOUND_POOL)rk r� r r r �sim_pool_of_id� s zBackStore.sim_pool_of_idr c C s� |dkrt j}|tjks"|tjkr(t j}| jd|tjd|||tj |d�� t j |t |��}| j }x4|d |� D ]$} | jd| d|� | jd| dd� qnW x4||d � D ]$} | jd| d|� | jd| dd � q�W |S ) Nr �poolsr% )rv rw rx r� r� rA � member_type� strip_sizerz Z owner_pool_id�roleZDATAZPARITY)rP �DEFAULT_STRIP_SIZEr rI rG �BLK_SIZEr� r r� �MEMBER_TYPE_DISKr4 rC rq rd r� ) rk rv r� rA r� r� r� rC r� Z sim_disk_idr r r r� � s: z#BackStore.sim_pool_create_from_diskc C s, | j d|tjd||tjtj||d� � | jS )Nr� r% ) rv rw rx r� r� rA r� r� r{ )r� r r� r �RAID_TYPE_OTHER�MEMBER_TYPE_POOLrd )rk rv r� r� r� r� r r r r� � s z"BackStore.sim_pool_create_sub_poolc C s | j d| �d d S )Nz3SELECT COUNT(id) FROM disks WHERE owner_pool_id=%s;r )r� )rk r� r r r �sim_pool_disks_count� s z BackStore.sim_pool_disks_countc C s | j d| �d d S )NzCSELECT COUNT(id) FROM disks WHERE owner_pool_id=%s and role='DATA';r )r� )rk r� r r r �sim_pool_data_disks_count� s z#BackStore.sim_pool_data_disks_countc C s" |r| j dd| �S | jd�S dS )z0 Return a list of sim_vol dict. Zvolumes_by_ag_viewzag_id=%s� volumes_viewN)r� r� )rk � sim_ag_idr r r �sim_vols� s zBackStore.sim_volsc C s8 | j |d| dd�}|d kr4|r0t|d| ��nd S |S )Nzid=%sT)r� z %s not found)r� r )rk r� r� � lsm_error_noZ data_name�sim_datar r r r� � s zBackStore._sim_data_of_idc C s | j d|tjd�S )zD Return sim_vol if found. Raise error if not found. r� r )r� r �NOT_FOUND_VOLUME)rk � sim_vol_idr r r r� � s zBackStore.sim_vol_of_idc C s& | j |�}|d |k r"ttjd��d S )N� free_spacezInsufficient space in pool)r� r r �NOT_ENOUGH_SPACE)rk r� � size_bytes�sim_poolr r r �_check_pool_free_space� s z BackStore._check_pool_free_spacec C s | t j d t j t j S )Nr< )rP r� )r� r r r �_block_rounding� s zBackStore._block_roundingc C s� t j|�}| j||� t� }t� |d< ||d< ||d< ||d< ||d< tj|d< ||d< t j|d< t j|d < t j |d < y| j d |� W n4 t j k r� } zt tjd | ��W Y d d }~X nX | jS ) Nr} rv �pool_idr{ � consumed_size� admin_state�is_hw_raid_vol�write_cache_policy�read_cache_policy�phy_disk_cache�volumesz+Name '%s' is already in use by other volume)rP r� r� �dictr+ r �ADMIN_STATE_ENABLED�DEFAULT_WRITE_CACHE_POLICY�DEFAULT_READ_CACHE_POLICY�DEFAULT_PHYSICAL_DISK_CACHEr� r �IntegrityErrorr r � NAME_CONFLICTrd )rk rv r� r� r� �sim_volr r r r �sim_vol_create� s( zBackStore.sim_vol_createc C s� | j |�}| j|�r ttjd��| j|�}t|�dkrXx |D ]}||kr<ttjd��q<W |d r�x0| jdd|d �D ]}| j d|d d d � qvW | j d d |d � n| j dd | � d S )zB This does not check whether volume exist or not. z Volume is masked to access groupr< z%Requested volume has child dependencyr� r� zowner_pool_id="%s"r� rz ru r� Nr� zid="%s"r� ) r� �_sim_ag_ids_of_masked_volr r � IS_MASKED�dst_sim_vol_ids_of_srcrq �HAS_CHILD_DEPENDENCYr� r� r� )rk r� r� �dst_sim_vol_ids�dst_sim_vol_idr0 r r r �sim_vol_delete s$ zBackStore.sim_vol_deletec C sN | j |� | j|� | jdd||f �}|r8ttjd��| jd||d�� d S )N� vol_maskszag_id="%s" AND vol_id="%s"z2Volume is already masked to requested access group)�ag_id�vol_id)r� � sim_ag_of_idr� r r �NO_STATE_CHANGEr� )rk r� r� � exist_maskr r r � sim_vol_mask6 s zBackStore.sim_vol_maskc C sN | j |� | j|� d||f }| jd|�}|r>| jd|� n ttjd��d S )Nzag_id="%s" AND vol_id="%s"r� z.Volume is not masked to requested access group)r� r� r� r� r r r )rk r� r� r� r r r r �sim_vol_unmaskF s zBackStore.sim_vol_unmaskc C s t dd� | jdd| �D ��S )Nc s s | ]}|d V qdS )r� Nr )r� �mr r r r� U s z6BackStore._sim_vol_ids_of_masked_ag.<locals>.<genexpr>r� z ag_id="%s")r= r� )rk r� r r r �_sim_vol_ids_of_masked_agS s z#BackStore._sim_vol_ids_of_masked_agc C s t dd� | jdd| �D ��S )Nc s s | ]}|d V qdS )r� Nr )r� r r r r r� Z s z6BackStore._sim_ag_ids_of_masked_vol.<locals>.<genexpr>r� z vol_id="%s")r= r� )rk r� r r r r� X s z#BackStore._sim_ag_ids_of_masked_volc C s� t j|�}| j|�}|d |kr,ttjd��| j|d �}||d }|dkr�|d tj@ rhttj d��|d |k r�ttj d��n|d tj @ r�ttj d��| j d |d|� | j d |d |� d S ) Nr{ z%Volume size is identical to requestedr� r r� z.Requested pool does not allow volume size growr� zInsufficient space in poolr� r� ) rP r� r� r r r r� r r� � NO_SUPPORTr� r� r� )rk r� �new_size_bytesr� r� Z incrementr r r �sim_vol_resize] s0 zBackStore.sim_vol_resizec C s( | j |� tdd� | jdd| �D ��S )zL Return a list of dst_vol_id for provided source volume ID. c s s | ]}|d V qdS )� dst_vol_idNr )r� r0 r r r r� � s z3BackStore.dst_sim_vol_ids_of_src.<locals>.<genexpr>�vol_repszsrc_vol_id="%s")r� r= r� )rk �src_sim_vol_idr r r r� � s z BackStore.dst_sim_vol_ids_of_srcc C st | j |� | j |� ||kr d S |tjkr.d S tdd� | jdd| �D ��}t|�dkr\d S | jd|||d�� d S )Nc s s | ]}|d V qdS )� src_vol_idNr )r� �rr r r r� � s z,BackStore.sim_vol_replica.<locals>.<genexpr>r zdst_vol_id="%s"r< )r r �rep_type)r� r ZREPLICATE_COPYr= r� rq r� )rk r r� r Z blk_rangesZcur_src_sim_vol_idsr r r �sim_vol_replica� s zBackStore.sim_vol_replicac C s* | j |�sttjd��| jdd| � d S )Nz+Provided volume is not a replication sourcer zsrc_vol_id="%s")r� r r r r� )rk r r r r �sim_vol_src_replica_break� s z#BackStore.sim_vol_src_replica_breakc C s6 | j |�}|d |kr"ttjd��| jd|d|� d S )Nr� z,Volume admin state is identical to requestedr� )r� r r r r� )rk r� Znew_admin_stater� r r r �sim_vol_state_change� s z BackStore.sim_vol_state_changec C s | d j tj�| d< | d= | S )z= Update 'init_type' and 'init_ids' of sim_ag Z init_ids_str�init_ids)�splitrP ri )�sim_agr r r �_sim_ag_format� s zBackStore._sim_ag_formatc C s. |r| j dd| �}n | jd�}dd� |D �S )NZags_by_vol_viewz vol_id=%s�ags_viewc S s g | ]}t j|��qS r )rP r )r� �ar r r r� � s z%BackStore.sim_ags.<locals>.<listcomp>)r� r� )rk r� �sim_agsr r r r � s zBackStore.sim_agsc C sR y| j d|||d�� W n4 tjk rL } zttjd| ��W Y d d }~X nX d S )N�inits)ru � init_typeZ owner_ag_idz6Initiator '%s' is already in use by other access group)r� r r� r r ZEXISTS_INITIATOR)rk r �init_idr� r r r r �_sim_init_create� s zBackStore._sim_init_createc C s d S )Nr )rk r �in_user�in_pass�out_user�out_passr r r �iscsi_chap_auth_set� s z BackStore.iscsi_chap_auth_setc C sb y| j dd|i� | j}W n4 tjk rN } zttjd| ��W Y d d }~X nX | j|||� |S )N�agsrv z1Name '%s' is already in use by other access group)r� rd r r� r r r� r )rk rv r r r� r r r r � sim_ag_create� s zBackStore.sim_ag_createc C s4 | j |� | j|�r ttjd��| jdd| � d S )Nz!Access group has volume masked tor" zid="%s")r� r r r r� r� )rk r� r r r � sim_ag_delete� s zBackStore.sim_ag_deletec C sT | j |�}||d kr"ttjd��|tjkrB|tjkrBttjd��| j|||� d S )Nr z!Initiator already in access groupz.Only support iSCSI IQN and WWPN initiator type) r� r r r r ZINIT_TYPE_ISCSI_IQNZINIT_TYPE_WWPNr r )rk r� r r r r r r �sim_ag_init_add� s zBackStore.sim_ag_init_addc C sR | j |�}||d kr"ttjd��t|d �dkr>ttjd��| jdd| � d S )Nr z(Initiator is not in defined access groupr< z6Refused to remove the last initiator from access groupr zid="%s")r� r r r rq ZLAST_INIT_IN_ACCESS_GROUPr� )rk r� r r r r r �sim_ag_init_delete s z BackStore.sim_ag_init_deletec C s | j d|tjd�}tj|� |S )Nr z Access Group)r� r ZNOT_FOUND_ACCESS_GROUPrP r )rk r� r r r r r� s zBackStore.sim_ag_of_idc C s | j d�S )z/ Return a list of sim_fs dict. �fss_view)r� )rk r r r �sim_fss s zBackStore.sim_fssTc C s t j}|sd }| jd||d�S )Nr' z File System)r � NOT_FOUND_FSr� )rk � sim_fs_idZ raise_errorr� r r r r� & s zBackStore.sim_fs_of_idc C sn t j|�}| j||� y | jd|||||d�� W n4 tjk rf } zttjd| ��W Y d d }~X nX | j S )N�fss)rv r{ r� r� r� z'Name '%s' is already in use by other fs) rP r� r� r� r r� r r r� rd )rk rv r� r� r r r r � sim_fs_create. s zBackStore.sim_fs_createc C s4 | j |� | j|�r ttjd��| jdd| � d S )Nz*Requested file system has child dependencyr+ zid="%s")r� �clone_dst_sim_fs_ids_of_srcr r r� r� )rk r* r r r � sim_fs_deleteA s zBackStore.sim_fs_deletec C s� t j|�}| j|�}|d |kr,ttjd��| j|d �}||d krf|d ||d k rfttjd��| jd|d|� | jd|d|� | jd|d|� d S )Nr{ z*File System size is identical to requestedr� r� zInsufficient space in poolr+ r� ) rP r� r� r r r r� r� r� )rk r* r �sim_fsr� r r r � sim_fs_resizeJ s" zBackStore.sim_fs_resizec C s | j |� | jdd| �S )N� fs_snaps_viewz fs_id="%s")r� r� )rk r* r r r � sim_fs_snapsd s zBackStore.sim_fs_snapsc C s2 | j d|tjd�}|r.|d |kr.ttjd��|S )Nr1 zFile system snapshot�fs_idzFDefined file system snapshot ID is not belong to requested file system)r� r �NOT_FOUND_FS_SSr )rk �sim_fs_snap_idr* � sim_fs_snapr r r r� h s zBackStore.sim_fs_snap_of_idc C sb | j |� y | jd||ttj� �d�� W n0 tjk rZ } zttjd��W Y d d }~X nX | j S )N�fs_snaps)rv r3 r� z6The name is already used by other file system snapshot) r� r� re r� r r� r r r� rd )rk r* rv r r r r �sim_fs_snap_creates s z BackStore.sim_fs_snap_createc C s | j |� |r| j||� d S )N)r� r� )rk r* r5 �files� restore_files�flag_all_filesr r r �sim_fs_snap_restore� s z BackStore.sim_fs_snap_restorec C s* | j |� | j||� | jdd| � d S )Nr7 zid="%s")r� r� r� )rk r5 r* r r r �sim_fs_snap_delete� s z BackStore.sim_fs_snap_deletec C s d| }| j |� d S )Nz&DELETE FROM fs_snaps WHERE fs_id='%s';)r� )rk r* rl r r r �sim_fs_snap_del_by_fs� s z BackStore.sim_fs_snap_del_by_fsc C s: | j |� | j |� |r$| j||� | jd||d�� d S )N� fs_clones)� src_fs_id� dst_fs_id)r� r� r� )rk � src_sim_fs_id� dst_sim_fs_idr5 r r r � sim_fs_clone� s zBackStore.sim_fs_clonec C s | j |� |r| j||� d S )N)r� r� )rk r* � src_fs_name� dst_fs_namer5 r r r �sim_fs_file_clone� s zBackStore.sim_fs_file_clonec C s( | j |� tdd� | jdd| �D ��S )zM Return a list of dst_fs_id for provided clone source fs ID. c s s | ]}|d V qdS )rA Nr )r� r0 r r r r� � s z8BackStore.clone_dst_sim_fs_ids_of_src.<locals>.<genexpr>r? zsrc_fs_id="%s")r� r= r� )rk rB r r r r- � s z%BackStore.clone_dst_sim_fs_ids_of_srcc C s | j dd| � d S )Nr? zsrc_fs_id="%s")r� )rk rB r r r �sim_fs_src_clone_break� s z BackStore.sim_fs_src_clone_breakc C sF x@dD ]8}d| }|| r0|| j tj�||< ng ||< ||= qW |S )N� root_hosts�rw_hosts�ro_hostsz exp_%s_str)rI rJ rK )r rP ri )rk �sim_expZkey_namer� r r r �_sim_exp_format� s zBackStore._sim_exp_formatc s t � fdd�� jd�D ��S )Nc 3 s | ]}� j |�V qd S )N)rM )r� �e)rk r r r� � s z%BackStore.sim_exps.<locals>.<genexpr>� exps_view)r= r� )rk r )rk r �sim_exps� s zBackStore.sim_expsc C s | j | jd|tjd��S )NrO z NFS Export)rM r� r �NOT_FOUND_NFS_EXPORT)rk � sim_exp_idr r r � sim_exp_of_id� s zBackStore.sim_exp_of_idc C s� |d krdt � d d� }| j|� y | jd|||||| d�� W n0 tjk rr } zttjd��W Y d d } ~ X nX | j} x |D ]} | jd| | d�� q�W x |D ]} | jd| | d�� q�W x |D ]}| jd || d�� q�W | S ) Nz /nfs_exp_%sr; �exps)r3 �exp_path�anon_uid�anon_gid� auth_type�optionsz/Export path is already used by other NFS exportZexp_root_hosts)�host�exp_idZ exp_rw_hostsZ exp_ro_hosts) r+ r� r� r r� r r r� rd )rk r* rU rI rJ rK rV rW rX rY r rR Z root_hostZrw_hostZro_hostr r r �sim_exp_create� sB zBackStore.sim_exp_createc C s | j |� | jdd| � d S )NrT zid="%s")rS r� )rk rR r r r �sim_exp_delete s zBackStore.sim_exp_deletec C s | j d�S )z0 Return a list of sim_tgt dict. Z tgts_view)r� )rk r r r �sim_tgts s zBackStore.sim_tgtsc C s | j d�S )z0 Return a list of sim_bat dict. Z bats_view)r� )rk r r r �sim_bats s zBackStore.sim_batsc C s | j |� | jd|d|� d S )Nr� r� )r� r� )rk r� �pdcr r r �sim_vol_pdc_set s zBackStore.sim_vol_pdc_setc C s | j |� | jd|d|� d S )Nr� r� )r� r� )rk r� �rcpr r r �sim_vol_rcp_set s zBackStore.sim_vol_rcp_setc C s | j |� | jd|d|� d S )Nr� r� )r� r� )rk r� �wcpr r r �sim_vol_wcp_set s zBackStore.sim_vol_wcp_seti i i @ i � i i i i i )F)NN)r r )r )N)N)r )N)N)T)N)nrD rE rF �VERSIONrr r� r� r� r� r� r� r� r� r ZMODE_HARDWARE_RAID�SYS_MODEr �WRITE_CACHE_POLICY_AUTOr� �READ_CACHE_POLICY_ENABLEDr� Z PHYSICAL_DISK_CACHE_DISABLEDr� r� ri rh rH rI rJ rK rL rM rN �SUPPORTED_VCR_RAID_TYPES�SUPPORTED_VCR_STRIP_SIZESrn rs r� r� r� r� r� r r� r� r� r� r� r� r� rp r� r� r� r� r� r� r� r� r� r� r� r� rO r� r� r� r r r r� r r� r r r r r r r! r# r$ r% r& r� r( r� r, r. r0 r2 r� r8 r< r= r> rD rG r- rH rM rP rS r\ r] r^ r_ ra rc re r r r r rP � s� E & ) # 2rP c @ s e Zd Zejdej� d �Zedd� �Z edd� �Z edd� �Z ed d � �Z ed d � �Z ed d� �Zedd� �Zedd� �Zedd� �Zd�dd�Zed�dd��Zed�dd ��Zed�d d ��Zed�d d ��Zed!d"� �Zed#d$� �Zed�d%d&��Zed'd(� �Zed)d*� �Z ed+d,� �Z ed�d-d.��Z ed/d0� �Z ed1d2� �Z ed�d4d5��Z!ed�d6d7��Z"ed�d8d9��Z#ed�d:d;��Z$ed�d<d=��Z%ed�d>d?��Z&ed�d@dA��Z'ed�dBdC��Z(ed�dDdE��Z)ed�dFdG��Z*edHdI� �Z+edJdK� �Z,ed�dLdM��Z-ed�dNdO��Z.ed�dPdQ��Z/ed�dRdS��Z0ed�dTdU��Z1edVdW� �Z2ed�dXdY��Z3ed�dZd[��Z4ed�d\d]��Z5ed^d_� �Z6ed�d`da��Z7ed�dbdc��Z8eddde� �Z9ed�dfdg��Z:ed�dhdi��Z;ed�djdk��Z<edldm� �Z=edndo� �Z>ed�dpdq��Z?ed�drds��Z@ed�dtdu��ZAed�dvdw��ZBed�dxdy��ZCed�dzd{��ZDed�d|d}��ZEed�d~d��ZFed�d�d���ZGed�d�� �ZHed�d�� �ZIed�d�� �ZJed�d�� �ZKed�d�� �ZLed�d�� �ZMed�d�d���ZNed�d�d���ZOed�d�� �ZPed�d�� �ZQed�d�� �ZRed�d�d���ZSed�d�d���ZTed�d�d���ZUdS )�r Z LSM_SIM_DATAz /lsm_sim_datac C s2 yt | tj d � �S tk r, |�Y nX d S )N)re rP rh � ValueError)Zlsm_idZ lsm_errorr r r �_lsm_id_to_sim_id# s zSimArray._lsm_id_to_sim_idc C s t j| ttjd��S )Nz Job not found)r rm r r r� )�job_idr r r �_sim_job_id_of* s zSimArray._sim_job_id_ofc C s t j| ttjd��S )NzPool not found)r rm r r r� )r� r r r �_sim_pool_id_of/ s zSimArray._sim_pool_id_ofc C s t j| ttjd��S )NzVolume not found)r rm r r r� )r� r r r �_sim_vol_id_of4 s zSimArray._sim_vol_id_ofc C s t j| ttjd��S )NzFile system not found)r rm r r r) )r3 r r r � _sim_fs_id_of: s zSimArray._sim_fs_id_ofc C s t j| ttjd��S )Nz File system snapshot not found)r rm r r r4 )�snap_idr r r �_sim_fs_snap_id_of@ s zSimArray._sim_fs_snap_id_ofc C s t j| ttjd��S )Nz File system export not found)r rm r r rQ )r[ r r r �_sim_exp_id_ofG s zSimArray._sim_exp_id_ofc C s t j| ttjd��S )Nz File system export not found)r rm r r rQ )r� r r r � _sim_ag_id_ofN s zSimArray._sim_ag_id_ofc C s4 |d krt j}t||�| _| jj� || _|| _d S )N)r � SIM_DATA_FILErP r r� rc rY )rk rc rY r r r rn U s zSimArray.__init__Nc C s | j j||�}dtj|f S )Nz JOB_ID_%0*d)r r� rP rh )rk r� Z sim_data_idr� r r r � _job_create_ s zSimArray._job_creater c C s~ t j|�}| jj|�\}}}tj}|dkr0tj}d }|tjkrJt j |�}n*|tj kr`t j |�}n|tj krtt j |�}|||fS )Nr� )r ro r r� r Z INPROGRESSZCOMPLETErP r� �_sim_vol_2_lsmr� � _sim_fs_2_lsmr� �_sim_fs_snap_2_lsm) rk rn �flagsr� r� r� r� rw r� r r r � job_statusd s zSimArray.job_statusc C s* | j j� | j jtj|�� | j j� d S )N)r r� r� r ro r� )rk rn r| r r r �job_freex s zSimArray.job_freec C s" t | jtt|d���| _|| _d S )Ni� )rP rc re r r rY )rk Zmsr| r r r � time_out_set s zSimArray.time_out_setc C s | j S )N)rY )rk r| r r r � time_out_get� s zSimArray.time_out_getc C s0 t | d | d | d | d | d tj| d d�S )Nru rv rw rx ro ry )Z _fw_version�_modeZ_read_cache_pct)r rP rg )�sim_sysr r r �_sim_sys_2_lsm� s zSimArray._sim_sys_2_lsmc C s t dd� | jj� D ��S )Nc s s | ]}t j|�V qd S )N)r r� )r� r� r r r r� � s z#SimArray.systems.<locals>.<genexpr>)r= r rp )rk r r r rt � s zSimArray.systemsc C sD |j tjkrttjd��| jj� | jjdtjd|� | jj � d S )NzSystem not foundrt ry ) ru rP r� r r �NOT_FOUND_SYSTEMr r� r� r� )rk �systemZread_pctr| r r r � system_read_cache_pct_update� s z%SimArray.system_read_cache_pct_updatec C s> t | d | d | d tjtt| d tj��| d tj| d �S )NZ lsm_vol_idrv r} r{ r� � lsm_pool_id)r rP r� re r r� )r� r r r ry � s zSimArray._sim_vol_2_lsmc C s t dd� | jj� D ��S )Nc s s | ]}t j|�V qd S )N)r ry )r� r� r r r r� � s z#SimArray.volumes.<locals>.<genexpr>)r= r r� )rk r r r r� � s zSimArray.volumesc C s^ | d }| d }| d }| d }| d }| d }t j}| d }| d } t|||| |||||� S ) Nr� rv r{ r� rw rx r� r� )rP r� r ) r� r� rv r{ r� rw rx �sys_idr� r� r r r �_sim_pool_2_lsm� s zSimArray._sim_pool_2_lsmc C s0 | j j� | j j� }| j j� tdd� |D ��S )Nc s s | ]}t j|�V qd S )N)r r� )r� r� r r r r� � s z!SimArray.pools.<locals>.<genexpr>)r r� r� r r= )rk r| r� r r r r� � s zSimArray.poolsc C sj t j}| d d kr |t jO }t | d | d | d tjtt| d tj��|tj| d | d | d | d d � S ) Nr� r� rv r| r{ r} r� r~ r )Z_vpd83Z _locationZ_rpmZ _link_type)r r� � STATUS_FREErP r� re r r� )�sim_diskZ disk_statusr r r �_sim_disk_2_lsm� s zSimArray._sim_disk_2_lsmc C s t dd� | jj� D ��S )Nc s s | ]}t j|�V qd S )N)r r� )r� r� r r r r� � s z!SimArray.disks.<locals>.<genexpr>)r= r r� )rk r r r rz � s zSimArray.disksFc C sT |dkr| j j� | j j||tj|�|d�}|r4|S | jtj|�} | j j� | dfS )z� The '_internal_use' parameter is only for SimArray internal use. This method will return the new sim_vol id instead of job_id when '_internal_use' marked as True. F)r� N) r r� r� r rp rx rP r� r� ) rk r� Zvol_namer� Zthinpr| � _internal_use�_is_hw_raid_volZnew_sim_vol_idrn r r r � volume_create� s zSimArray.volume_createc C s2 | j j� | j jtj|�� | j� }| j j� |S )N)r r� r� r rq rx r� )rk r� r| rn r r r � volume_delete� s zSimArray.volume_deletec C sB | j j� tj|�}| j j||� | jtj|�}| j j� |d fS )N) r r� r rq r rx rP r� r� )rk r� r r| r� rn r r r � volume_resize� s zSimArray.volume_resizec C sj | j j� tj|�}| j j|�}| j|||d tjdd�}| j j|||� | j t j |�} | j j � | d fS )Nr{ T)r� ) r r� r rp r� r� r �PROVISION_FULLr rx rP r� r� ) rk Z dst_pool_idr r Z new_vol_namer| r Z src_sim_volr� rn r r r �volume_replicate s zSimArray.volume_replicatec C s |t jkrttjd��t jS )NzSystem not found)rP r� r r r� r� )rk r� r| r r r �!volume_replicate_range_block_size s z*SimArray.volume_replicate_range_block_sizec C s> | j j� | j jtj|�tj|�||� | j� }| j j� |S )N)r r� r r rp rx r� )rk r r r Zrangesr| rn r r r �volume_replicate_range' s z SimArray.volume_replicate_rangec C s. | j j� | j jtj|�tj� | j j� d S )N)r r� r r rq r r� r� )rk r� r| r r r � volume_enable9 s zSimArray.volume_enablec C s. | j j� | j jtj|�tj� | j j� d S )N)r r� r r rq r ZADMIN_STATE_DISABLEDr� )rk r� r| r r r �volume_disableA s zSimArray.volume_disablec C s4 t j|�}| jj|�}x|D ]}||kr dS q W dS )NTF)r rq r r� )rk r� r| r r� rC r r r �volume_child_dependencyI s z SimArray.volume_child_dependencyc C s2 | j j� | j jtj|�� | j� }| j j� |S )N)r r� r r rq rx r� )rk r� r| rn r r r �volume_child_dependency_rmd s z#SimArray.volume_child_dependency_rmc C s( t | d | d | d | d | d tj�S )N� lsm_fs_idrv r{ r� r� )r rP r� )r/ r r r rz o s zSimArray._sim_fs_2_lsmc C s t dd� | jj� D ��S )Nc s s | ]}t j|�V qd S )N)r rz )r� �fr r r r� w s z SimArray.fs.<locals>.<genexpr>)r= r r( )rk r r r �fsu s z SimArray.fsc C sL |s| j j� | j j||tj|��}|r,|S | jtj|�}| j j� |d fS )N) r r� r, r rp rx rP r� r� )rk r� Zfs_namer� r| r� Z new_sim_fs_idrn r r r � fs_createy s zSimArray.fs_createc C s2 | j j� | j jtj|�� | j� }| j j� |S )N)r r� r. r rr rx r� )rk r3 r| rn r r r � fs_delete� s zSimArray.fs_deletec C sB t j|�}| jj� | jj||� | jtj|�}| jj� |d fS )N) r rr r r� r0 rx rP r� r� )rk r3 r r| r* rn r r r � fs_resize� s zSimArray.fs_resizec C s� | j j� d }|r tj|�}tj|�}| j j|�}|d }| j|||d dd�} | j j|| |� | jt j | �} | j j � | d fS )Nr� r{ T)r� ) r r� r rt rr r� r� rD rx rP r� r� ) rk r@ rF rs r| r5 rB Z src_sim_fsr� rC rn r r r �fs_clone� s zSimArray.fs_clonec C sJ | j j� d }|r tj|�}| j jtj|�|||� | j� }| j j� |S )N)r r� r rt rG rr rx r� )rk r3 rE rF rs r| r5 rn r r r � fs_file_clone� s zSimArray.fs_file_clonec C s t | d | d | d �S )NZlsm_fs_snap_idrv r� )r )r6 r r r r{ � s zSimArray._sim_fs_snap_2_lsmc C s t dd� | jjtj|��D ��S )Nc s s | ]}t j|�V qd S )N)r r{ )r� �sr r r r� � s z(SimArray.fs_snapshots.<locals>.<genexpr>)r= r r2 r rr )rk r3 r| r r r � fs_snapshots� s zSimArray.fs_snapshotsc C s> | j j� | j jtj|�|�}| jtj|�}| j j� |d fS )N) r r� r8 r rr rx rP r� r� )rk r3 Z snap_namer| r5 rn r r r �fs_snapshot_create� s zSimArray.fs_snapshot_createc C s: | j j� | j jtj|�tj|�� | j� }| j j� |S )N)r r� r= r rt rr rx r� )rk r3 rs r| rn r r r �fs_snapshot_delete� s zSimArray.fs_snapshot_deletec C sL | j j� d }|r tj|�}| j jtj|�||||� | j� }| j j� |S )N)r r� r rt r< rr rx r� ) rk r3 rs r9 r: r; r| r5 rn r r r �fs_snapshot_restore� s z SimArray.fs_snapshot_restorec C sh t j|�}|dkr | jj� | jj|�g krR| jj|�g krR|dkrN| jj� dS |dkrd| jj� dS )NFT)r rr r r� r- r2 r )rk r3 r9 r| r� r* r r r �fs_child_dependency� s z SimArray.fs_child_dependencyc C sb | j j� | j||dd�dkr*ttjd��tj|�}| j j|� | j j |� | j � }| j j � |S )z� Assuming API defination is break all clone relationship and remove all snapshot of this source file system. T)r� Fz9No snapshot or fs clone target found for this file system) r r� r� r r r r rr rH r> rx r� )rk r3 r9 r| rB rn r r r �fs_child_dependency_rm s z SimArray.fs_child_dependency_rmc C sB t | d | d | d | d | d | d | d | d | d | d � S ) NZ lsm_exp_idr� rU rX rI rJ rK rV rW rY )r )rL r r r �_sim_exp_2_lsm s zSimArray._sim_exp_2_lsmc C s dd� | j j� D �S )Nc S s g | ]}t j|��qS r )r r� )r� rN r r r r� s z$SimArray.exports.<locals>.<listcomp>)r rP )rk r| r r r �exports s zSimArray.exportsc C sL | j j� | j jtj|�|||||||| � } | j j| �} | j j� tj| �S )N)r r� r\ r rr rS r� r� ) rk r3 rU rI rJ rK rV rW rX rY r| rR rL r r r � fs_export! s zSimArray.fs_exportc C s* | j j� | j jtj|�� | j j� d S )N)r r� r] r ru r� )rk r[ r| r r r � fs_unexport, s zSimArray.fs_unexportc C s" t | d | d | d | d tj�S )NZ lsm_ag_idrv r r )r rP r� )r r r r � _sim_ag_2_lsm3 s zSimArray._sim_ag_2_lsmc C s t dd� | jj� D ��S )Nc s s | ]}t j|�V qd S )N)r r� )r� r r r r r� ; s z SimArray.ags.<locals>.<genexpr>)r= r r )rk r r r r" 9 s z SimArray.agsc C sP |t jkrttjd��| jj� | jj|||�}| jj|�}| jj � t j |�S )NzSystem not found) rP r� r r r� r r� r# r� r� r r� )rk rv r r r� r| Z new_sim_ag_id� new_sim_agr r r �access_group_create= s z SimArray.access_group_createc C s* | j j� | j jtj|�� | j j� d S )N)r r� r$ r rv r� )rk r� r| r r r �access_group_deleteI s z SimArray.access_group_deletec C sD t j|�}| jj� | jj|||� | jj|�}| jj� t j|�S )N)r rv r r� r% r� r� r� )rk r� r r r| r� r� r r r �access_group_initiator_addP s z#SimArray.access_group_initiator_addc C sB t j|�}| jj� | jj||� | jj|�}| jj� t j|�S )N)r rv r r� r& r� r� r� )rk r� r r r| r� r r r r � access_group_initiator_deleteY s z&SimArray.access_group_initiator_deletec C s2 | j j� | j jtj|�tj|�� | j j� d S )N)r r� r r rq rv r� )rk r� r� r| r r r � volume_maskc s zSimArray.volume_maskc C s2 | j j� | j jtj|�tj|�� | j j� d S )N)r r� r r rq rv r� )rk r� r� r| r r r � volume_unmaskl s zSimArray.volume_unmaskc C s6 | j j� | j jtj|�d�}| j j� dd� |D �S )N)r� c S s g | ]}t j|��qS r )r ry )r� r� r r r r� } s z?SimArray.volumes_accessible_by_access_group.<locals>.<listcomp>)r r� r� r rv r )rk r� r| r� r r r �"volumes_accessible_by_access_groupu s z+SimArray.volumes_accessible_by_access_groupc C s6 | j j� | j jtj|�d�}| j j� dd� |D �S )N)r� c S s g | ]}t j|��qS r )r r� )r� r r r r r� � s z<SimArray.access_groups_granted_to_volume.<locals>.<listcomp>)r r� r r rq r )rk r� r| r r r r � access_groups_granted_to_volume s z(SimArray.access_groups_granted_to_volumec C s, | j j� | j j|||||� | j j� d S )N)r r� r! r� )rk r r r r r r| r r r �iscsi_chap_auth� s zSimArray.iscsi_chap_authc C s. t | d | d | d | d | d | d tj�S )NZ lsm_tgt_idr� r� r� r� r� )r rP r� )Zsim_tgtr r r �_sim_tgt_2_lsm� s zSimArray._sim_tgt_2_lsmc C s t dd� | jj� D ��S )Nc s s | ]}t j|�V qd S )N)r r� )r� �tr r r r� � s z(SimArray.target_ports.<locals>.<genexpr>)r= r r^ )rk r r r � target_ports� s zSimArray.target_portsc C s� | j jtj|jttjd���}tj }t j }|d t j krH| j j|d �}|d }|d }|d }|}|t jksx|t jkr�|||||gS |t jkr�ttjd|d ��|t jks�|t jkr�tj }nt|d | �}|||||gS ) NzPool not foundr� r� rA rB r� z;volume_raid_info(): Got unsupported RAID_TYPE_MIXED pool %sr� rC )r r� r rm r� r r r� rP r� r ZOPT_IO_SIZE_UNKNOWNr r� ZRAID_TYPE_UNKNOWNr� ZRAID_TYPE_MIXEDr rI rG re )rk �lsm_volr� Z min_io_sizeZ opt_io_sizerA rB r� r r r �volume_raid_info� s4 zSimArray.volume_raid_infoc C sp | j jtj|jttjd���}|d }g }|tj kr@|d g}n"|tj kr\| j j |d �}ntj }|d ||fS )NzPool not foundr� Zparent_lsm_pool_idru rA ) r r� r rm ru r r r� r r� r� r� ZMEMBER_TYPE_UNKNOWN)rk Zlsm_poolr� r� Z member_idsr r r �pool_member_info� s zSimArray.pool_member_infoc C s$ |j tjkrttjd��tjtjfS )NzSystem not found)ru rP r� r r r� rj rk )rk r� r r r �volume_raid_create_cap_get� s z#SimArray.volume_raid_create_cap_getc C s6 |t jkrttjd��|tjkr(t j}n|t jkr>ttjd��| j j � d| }dd� |D �}x*|D ]"}|j t j @ sdttjd|j ��qdW y&| j j|||tjtjtjB |d�}W n4 tjk r� } zttjd| ��W Y d d } ~ X nX | j j|�} | j| d || d d tjd d d�} | j j| �} | j j � t j | �S )Nz%Provided 'raid_type' is not supportedz&Provided 'strip_size' is not supportedzPool for volume %sc S s" g | ]}t j|jttjd ���qS )zDisk not found)r rm ru r r ZNOT_FOUND_DISK)r� r0 r r r r� � s z/SimArray.volume_raid_create.<locals>.<listcomp>z'Disk %s is not in DISK.STATUS_FREE mode)rv rA r� r� r� r� z+Name '%s' is already in use by other volumer� r� i Tr< )r� r� ) rP rj r r r r ZVCR_STRIP_SIZE_DEFAULTr� rk r r� rw r r� Z DISK_NOT_FREEru r� r r� r� r� r r� r� r� r� r� r� r� r ry ) rk rv rA rz r� Z pool_namer� Zdiskr� r r� r� r� r r r �volume_raid_create� sP zSimArray.volume_raid_createc C s& t j|jttjd��}| jj|�}d S )NzVolume not found)r rm ru r r r� r r� )rk �volumer| � sim_volume_idr� r r r �volume_ident_led_on s z SimArray.volume_ident_led_onc C s& t j|jttjd��}| jj|�}d S )NzVolume not found)r rm ru r r r� r r� )rk r� r| r� r� r r r �volume_ident_led_off s z SimArray.volume_ident_led_offc C s" t | d | d | d | d tj�S )NZ lsm_bat_idrv r rw )r rP r� )�sim_batr r r �_sim_bat_2_lsm% s zSimArray._sim_bat_2_lsmc C s t dd� | jj� D ��S )Nc s s | ]}t j|�V qd S )N)r r� )r� r� r r r r� , s z%SimArray.batteries.<locals>.<genexpr>)r= r r_ )rk r r r r� * s zSimArray.batteriesc C s� | j jtj|jttjd���}tj }tj }d}x$| j j � D ]}|d t j kr:d}q:W |d tjkrn|r�tj}n*|d tjkr�tj}n|d tjkr�tj}|d tjkr�tj}n|d tjkr�tj}|d ||d ||d gS )NzVolume not foundFrw Tr� r� r� )r r� r rm ru r r r� r Z WRITE_CACHE_STATUS_WRITE_THROUGHZREAD_CACHE_STATUS_DISABLEDr_ r r� rh Z WRITE_CACHE_STATUS_WRITE_BACKZ WRITE_CACHE_POLICY_WRITE_BACKZWRITE_CACHE_POLICY_UNKNOWNZWRITE_CACHE_STATUS_UNKNOWNri ZREAD_CACHE_STATUS_ENABLEDZREAD_CACHE_POLICY_UNKNOWNZREAD_CACHE_STATUS_UNKNOWN)rk r� r� Zwrite_cache_statusZread_cache_statusZflag_battery_okr� r r r �volume_cache_info. s2 zSimArray.volume_cache_infoc C s< | j j� tj|jttjd��}| j j||� | j j � d S )NzVolume not found) r r� r rm ru r r r� ra r� )rk r� r` r| r� r r r �!volume_physical_disk_cache_updateP s z*SimArray.volume_physical_disk_cache_updatec C s< | j j� tj|jttjd��}| j j||� | j j � d S )NzVolume not found) r r� r rm ru r r r� re r� )rk r� rd r| r� r r r � volume_write_cache_policy_updateY s z)SimArray.volume_write_cache_policy_updatec C s< | j j� tj|jttjd��}| j j||� | j j � d S )NzVolume not found) r r� r rm ru r r r� rc r� )rk r� rb r| r� r r r � volume_read_cache_policy_updateb s z(SimArray.volume_read_cache_policy_update)NN)r )r )r )r )r )r )r Fr )r )r )r )r )r )r )r )r )r )r F)r )r )r )r )r )r )r )r F)r )r )r )r )r )r )r )r )r )r )r )r )r )r )r )r )r )r )VrD rE rF r[ r� �tempfileZ gettempdirrw rO rm ro rp rq rr rt ru rv r" rn rx r} r~ r r� r� rt r� ry r� r� r� r� rz r� r� r� r� r� r� r� r� r� r� rz r� r� r� r� r� r� r{ r� r� r� r� r� r� r� r� r� r� r� r" r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r s� & 4 " r ) r( r� r[ r� r Zlsmr r r r r r r r r r r r r r r r r" r+ r3 �objectr4 rP r r r r r �<module> s2 D 8 )