Submit
Path:
~
/
/
usr
/
lib64
/
python3.6
/
site-packages
/
borg
/
testsuite
/
__pycache__
/
File Content:
archiver.cpython-36.pyc
3 �ie\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlmZmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZm Z d d l m Z d dl Z y d dl Z W n e!k �r Y nX d dl"Z"d dl#Z"d d l$m%Z%m&Z&m'Z' d d l(m)Z)m*Z*m+Z+m,Z, d d l-m.Z.m/Z/m0Z0 d dl1m2Z2m3Z3 d dl4T d dl5m6Z6m7Z7 d dl8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> d dl?m@Z@mAZA d dlBmCZC d dl&mDZDmEZE d dl&mFZFmGZGmHZH d dl&mIZImJZJmKZK d dl&mLZL d dl&mMZM d dl&mNZN d dlOmPZPmQZQ d dlRmSZSmTZTmUZU d d lVmWZW d d lXmYZY d d lZm[Z[ d d l\m]Z]m^Z^ d d l_m`Z` d!d"l$maZambZb d!d#l$mcZcmdZdmeZemfZf d!d$l$mgZgmhZhmiZimjZjmkZk d!d%l'mlZl d!d&lmmnZn d!d'l$moZo ejpjqejpjrejpjset�d(��Zudd)dd*d)d+�d,d-�Zvd.d/� Zwyevd0d1d2d3� d4d5gZxW n eyk �rj d4gZxY nX e jzexd6�d7d8� �Z{d9d:� Z|d;Z}e j~jejpj�e}� d<e} d=�d>d?� �Z�G d@dA� dAec�Z�G dBdC� dCe��Z�ej�d5exkdD�G dEdF� dFe���Z�G dGdH� dHe��Z�G dIdJ� dJe��Z�G dKdL� dLe��Z�G dMdN� dNe��Z�G dOdP� dPe��Z�G dQdR� dRe��Z�dSdT� Z�dUdV� Z�G dWdX� dX�Z�G dYdZ� dZ�Z�d[d\� Z�d]d^� Z�e j~j�d_e�e�� j�� ��d`da� �Z�e j~j�dbe�e.j�j�� ��dcdd� �Z�dS )e� N)� unhexlify� b2a_base64)� ConfigParser)�datetime)�timezone)� timedelta)�sha256)�BytesIO�StringIO)�patch� )�xattr�helpers�platform)�Archive� ChunkBuffer� flags_noatime� flags_normal)�Archiver�parse_storage_quota�PURE_PYTHON_MSGPACK_WARNING)�Cache� LocalCache)�*)� bytes_to_long�num_aes_blocks)�KeyfileKeyBase�RepoKey� KeyfileKey� Passphrase�TAMRequiredError�ArchiveTAMRequiredError)�RepoIdMismatch�NotABorgKeyFile)�FileIntegrityError)�Location�get_security_dir)�Manifest�MandatoryFeatureUnsupported� ArchiveInfo)� EXIT_SUCCESS� EXIT_WARNING� EXIT_ERROR)� bin_to_hex)�MAX_S)�msgpack)� RstToTextLazy�rst_to_terminal)� IECommand�PatternMatcher� parse_pattern)�Item)� LockFailed)� setup_logging)�RemoteRepository�PathNotAllowed)� Repository� )� has_lchflags� has_llfuse)� BaseTestCase� changedir�environment_variable� no_selinux)�are_symlinks_supported�are_hardlinks_supported�are_fifos_supported�is_utime_fully_supported� is_birthtime_fully_supported)�fakeroot_detected)�make_attic_repo)�keyz..F� )�archiver�fork�exe�input� binary_outputc O s� |r�yX|d kr t jddf}n$t|t�r.|f}nt|t�s@td��tj|| tj|d�}d} W nZ tj k r� } z| j }| j } W Y d d } ~ X n, t k r� } zd}| j } W Y d d } ~ X nX |r�| |fS | tj|�fS �nt jt jt j } } } z�t|j� �t _t|�t j_t� }tj|dd� } t _t _| d k�r8t� } d d � | _t| _ tt _ y| j t |��}W nF t k �r� } z(|j � | j |�r�|j!� n |j!� j� fS d } ~ X nX | j"|�} |j � | |�r�|j!� n |j!� j� fS | | | t _t _t _X d S ) Nz-mz borg.archiverz"exe must be None, a tuple or a str)�stderrrN r � zutf-8)�encodingc W s d S )N� )�argsrS rS � /usr/lib64/python3.6/archiver.py�<lambda>d s zexec_cmd.<locals>.<lambda>)#�sys� executable� isinstance�str�tuple� ValueError� subprocessZ check_outputZSTDOUTZCalledProcessError�output� returncode� SystemExit�code�os�fsdecode�stdin�stdoutrP r �decoder �buffer�io� TextIOWrapperr Z prerun_checksr* � exit_coder � parse_args�list�flush�getvalueZrun)rK rL rM rN rO rT �kw�borgr^ �ret�erd re rP Z output_textrS rS rU �exec_cmdE sN , rs c C s6 t jd�sdS tjddgtjd�} | j� \}}d|kS )N�tarFz --version)re s GNU tar)�shutil�whichr] �Popen�PIPEZ communicate)�popenre rP rS rS rU � have_gnutarv s rz �helpzborg.exeT)rM rL �python�binary)Zparamsc s8 | j dkrd � n| j dkr d� ntd��� fdd�}|S )Nr| r} zborg.exez"param must be 'python' or 'binary'c s t | � dd�|��S )NT)rM rL )rs )rT ro )rM rS rU �exec_fn� s zcmd.<locals>.exec_fn)Zparamr\ )Zrequestr~ rS )rM rU �cmd� s r c C s� |j d�}|j d�}|j d�}|jd�jd� | dddt|� �\}}|tksRt�| d d | t|��\}}|tksvt�tt|���$ | d d | �\}}|tks�t�W d Q R X | d d | d �\}}|tks�t�| d d | t|��\}}|tks�t�d S ) N�reporN r^ Z test_file�content�initz--encryption=nonez%s�createz %s::archive�extractzdoes/not/match) �mkdir�join�writerZ r* �AssertionErrorr? r+ r, )r �tmpdirr� rN r^ �rc�outrS rS rU �test_return_codes� s r� z/tmp/borg-mountz needs a 16MB fs mounted on %s)�reasonc ) C s ddd�}t dd���� t}tjj|�s,t�tjj|d�}tjj|d�}tjj|d�}�x�td �D �]�}tj |dd � tj |dd � ||d d d d� | d|�\}}|t kr�t d||� |t ks�t�z�d \} } x�| �r�| d7 } y||dd� W n6 t k �r" } z| j t jk�rP � W Y d d } ~ X nX z6| dd|| f |�\}}|t k} | �sXt d||� W d tj tjj|d�dd � tjtjj|d�� X q�W W d tj |dd � X | d|�\}}|t k�r�t d||� | dd|�\}}|t k�r�t d||� |t ksbt�qbW W d Q R X d S ) NTc S s� t j| dd� tj| � |r<tjd|�}|dkr<tjd|�}xLt|�D ]@}tjj| d| �}t |d��}tj |�}|j |� W d Q R X qFW d S )NT)� ignore_errorsr; zfile%03d�wb) ru �rmtreerb r� �randomZrandint�range�pathr� �open�urandomr� )�dir�count�size�rnd�i�fn�f�datarS rS rU � make_files� s z"test_disk_full.<locals>.make_files�YES)�!BORG_CHECK_I_KNOW_WHAT_I_AM_DOINGr� rN �reserve�d )r� �P i�� F)r� r� r r; � i@ r� z %s::test%03dzlock.exclusivez lock.rosterrl �checkz--repair)T)Tr )r@ �DF_MOUNTrb r� �existsr� r� r� ru r� r* �print�OSError�errnoZENOSPC�remove) r r� �mountr� rN r� �jr� r� �successr� �errrS rS rU �test_disk_full� sP r� c @ sZ e Zd ZdZdZdZdd� Zdd� Zdd � Zd d � Z d d � Z dd� Z ddd�Z dd� Z dS )�ArchiverTestCaseBaseNFrQ c C s� dt jd< dt jd< dt jd< dt jd< | j r6t� p8d | _tj� | _t jj | jd�| _ | j | j | _ t jj | jd �| _ t jj | jd �| _t jj | jd �| _t jj | jd �| _t jj | jd �| _t jj | jd�| _| jt jd< | jt jd< t j| j � t j| j d� t j| j� t j| j� t j| j� t| jd��}|jd� W d Q R X t| jd��}|jd� W d Q R X t j� | _t j| j� d S )Nr� r� �"BORG_DELETE_I_KNOW_WHAT_I_AM_DOINGZwaytooeasyonlyfortests�BORG_PASSPHRASEZdisabledZ BORG_SELFTEST� repositoryrN r^ �keys�cacheZexcludes�patternsZ BORG_KEYS_DIRZBORG_CACHE_DIRi� r� s1 input/file2 # A comment line, then a blank line sI +input/file_important - input/file* # A comment line, then a blank line )rb �environ� FORK_DEFAULTr rK �tempfileZmkdtempr� r� r� �repository_path�prefix�repository_location� input_path� output_path� keys_path� cache_path�exclude_file_path�patterns_file_pathr� �chmodr� r� �getcwd�_old_wd�chdir)�self�fdrS rS rU �setUp� s6 zArchiverTestCaseBase.setUpc C s& t j| j� tj| jdd� t� d S )NT)r� )rb r� r� ru r� r� r7 )r� rS rS rU �tearDown s z ArchiverTestCaseBase.tearDownc s� |j dd�}|j dd �}|jdd�}|d kr2| j}t||| j| jd�|��\}}||kr`t|� | j||� |rxtj � nt� |r�dnd}|j � fd d �|j d d �D ��}|S ) Nrj r rL rO F)rL rM rK rJ rQ c 3 s | ]}� |kr|V qd S )NrS )�.0�line)�pp_msgrS rU � <genexpr>, s z+ArchiverTestCaseBase.cmd.<locals>.<genexpr>T)�keepends) �pop�getr� rs �EXErK r� � assert_equalr �encoder� � splitlines) r� rT ro rj rL rO rq r^ �emptyrS )r� rU r s zArchiverTestCaseBase.cmdc C s | j dd| jd | t� d S )Nr� z--compression=lz4z::)r r� �src_dir)r� �namerS rS rU �create_src_archive0 s z'ArchiverTestCaseBase.create_src_archivec C sF t | jdd�}|�& tj|tj�\}}t||||�}W d Q R X ||fS )NT)� exclusive)r: r� r' �load�NO_OPERATION_CHECKr )r� r� r� �manifestrI �archiverS rS rU � open_archive3 s z!ArchiverTestCaseBase.open_archivec C s t | jdd�S )NT)r� )r: r� )r� rS rS rU �open_repository: s z$ArchiverTestCaseBase.open_repositoryr c C s� |dko|ot |�|k s"td��tjj| j|�}tjjtjj|��sXtjtjj|�� t |d�� }|d krtd| }|j |� W d Q R X d S )Nr z size and contents do not matchr� � X) �lenr� rb r� r� r� r� �dirname�makedirsr� r� )r� r� r� �contents�filenamer� rS rS rU �create_regular_file= s " z(ArchiverTestCaseBase.create_regular_filec C s� | j dd#d� | j ddd� | j dd$d� tjdd� t� r`tjtjj| jd�tjj| jd �� t� r~tj d tjj| jd �� | j d d d� t j r�t j | j�r�t j tjj| jd �dd� t j tjj| jd �dd� t� r�tjtjj| jd�� t�rtjtjj| jd�tj� yZtjddtjB tjdd�� tjddtjB tjdd�� tjdd� tjdd d � d }W nV tk �r� d }Y n> tk �r� } z |j t j t j fk�r�� d }W Y d d }~X nX t j d � | j d!d"d� |S )%zFCreate a minimal test case including all supported file types �file1i r� )r� �flagfilez dir2/file2z input/file1i� �hardlink� somewhere�link1� fusexattrr; zuser.foos barz user.emptyrJ �fifo1z input/bdevi� � r� z input/cdev� �( z input/dir2im r� �� TFNr� r i @ i @ )!r� rb r� rC �linkr� r� r� rB �symlinkr �XATTR_FAKEROOT� is_enabled�setxattrrD �mkfifor< r � set_flags�stat� UF_NODUMP�mknod�S_IFBLK�makedev�S_IFCHR�chown�PermissionErrorr� r� ZEINVALZENOSYS�time�sleep)r� � have_rootrr rS rS rU �create_test_filesG s@ z&ArchiverTestCaseBase.create_test_files)r N)�__name__� __module__� __qualname__r� r� r� r� r� r r� r� r� r� r rS rS rS rU r� � s r� c @ s� e Zd Zejje� dd�Zdd� Zdd� Z edd� �Z d d � Z d d � Z ejje � d d�dd� �Zejje� dd�dd� �Zejje� dd�ejje� dd�dd� ��Zejje� dd�ejje� dd�dd� ��Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!ee"j#e$d4�d5d6� ��Z%ed7d8� �Z&ed9d:� �Z'ed;d<� �Z(d=d>� Z)d?d@� Z*dAdB� Z+dCdD� Z,dEdF� Z-dGdH� Z.dIdJ� Z/dKdL� Z0dMdN� Z1dOdP� Z2dQdR� Z3dSdT� Z4dUdV� Z5dWdX� Z6dYdZ� Z7d[d\� Z8d]d^� Z9d_d`� Z:dadb� Z;dcdd� Z<dedf� Z=dgdh� Z>didj� Z?dkdl� Z@dmdn� ZAdodp� ZBdqdr� ZCdsdt� ZDdudv� ZEejje� dd�dwdx� �ZFejjeGjH dyd�dzd{� �ZIejjeGjH d|d�d}d~� �ZJdd�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPd�d�� ZQd�d�� ZRd�d�� ZSd�d�� ZTd�d�� ZUd�d�� ZVd�d�� ZWd�d�� ZXd�d�� ZYd�d�� ZZd�d�� Z[d�d�� Z\d�d�� Z]d�d�� Z^d�d�� Z_e"j#e$d4�d�d�� �Z`ejjd�eajbkd�d�d�d�� �Zcd�d�� Zdd�d�� Zed�d�� Zfd�d�� Zgd�d�� Zhd�d�� Zid�d�� Zjd�d�� Zkd�d�� Zle"j#e$d4�d�d �Zmejjnd�dĄ �Zod�dƄ Zpd�dȄ Zqd�dʄ Zrd�d̄ Zsd�d΄ Ztd�dЄ Zud�d҄ Zvd�dԄ Zwd�dք Zxd�d Zyd�dڄ Zzd�d܄ Z{d�dބ Z|d�d� Z}d�d� Z~d�d� Zd�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d�� Z��d�d�d��Z�d�d�� Z�d�d�� Z�d�d�� Z��d �d� Z��d�d� Z��d�d� Z��d�d� Z��d�d � Z��d �d � Z��d �d � Z��d�d� Z��d�d� Z��d�d� Z��d�d� Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d �d � �Z��d �d � Z��d �d!� Z��d"�d#� Z��d$�d%� Z��d&�d'� Z��d(�d)� Z��d*�d+� Z��d,�d-� Z��d.�d/� Z��d0�d1� Z��d2�d3� Z��d4�d5� Z��d6�d7� Z��d8�d9� Z��d:�d;� Z�ejje� dd��d<�d=� �Z��d>�d?� Z��d@�dA� Z��dB�dC� Z��dD�dE� Z��dF�dG� Z��dH�dI� Z��dJ�dK� Z��dL�dM� Z��dN�dO� Z��dP�dQ� Z��dR�dS� Z��dT�dU� Z��dV�dW� Z��dX�dY� Z��dZ�d[� Z��d\�d]� Z��d^�d_� Z��d`�da� Z��db�dc� Z��dd�de� Z��df�dg� Z�ejje�� �dhd�Z�ejje�jĐdi� �djd�Z�edk�dl� �Z�e�eŐdm�dn� ��Z�edo�dp� �Z�eedq�dr� ��Z�eeds�dt� ��Zʐdu�dv� Z�ejjeGjH d|d��dw�dx� �Z�ejjeGjH d|d��dy�dz� �Z͐d{�d|� Zΐd}�d~� ZϐdS (� �ArchiverTestCasezhardlinks not supported)r� c C s t | j| j��}t|�S )N)r- �_extract_repository_idr� r& )r� � repository_idrS rS rU r& � s z!ArchiverTestCase.get_security_dirc C s� | j � }| jdddd| jdd�}| jd|� | jd|� | jd d | jd d � | jd d d | jd d �}| jd|� | jd|� td�� | jd| jd � W d Q R X | jdd| j�}| jd|� | jd|� d dddddd d g}t� r�|jd � t� �r|jd � t� �r|jd � |�s.|j d� |j d� t �rR|j d � t j t j j d d!�� | jdd| jd �}x|D ]}| j||� �qlW | jd d"� | jd#| jd �}t �r�d$nd%}| jd&| |� tj| j� | jd#| jd �}d'd(� } | j| |�| |�� d S ))Nr� z--encryption=repokeyz--show-versionz --show-rcT)rL zborgbackup versionz%terminating with success status, rc 0r� z--exclude-nodumpz::testrN z--statsz::test.2zArchive name: test.2zThis archive: r^ r� rl z--short�testztest.2z input/bdevz input/cdevz input/dir2zinput/dir2/file2z input/emptyz input/file1zinput/flagfilez input/fifo1z input/link1zinput/hardlinkr� z output/input�info� � zNumber of files: %dc S sR ddddddg}g }x2| j � D ]&}x |D ]}|j|�r(|j|� q(W q W dj|�S )NzName:z Fingerprint:zNumber of files:z This archive:z All archives:z Chunk index:� )r� � startswith�appendr� )r^ �prefixes�resultr� r� rS rS rU �filter� s z9ArchiverTestCase.test_basic_functionality.<locals>.filter)r r r� � assert_inr? rD r rB rC r� r< rb r� r� �assert_dirs_equalru r� r� r� ) r� r r^ Z list_output�expectedr� Z info_outputZ item_countZ info_output2r rS rS rU �test_basic_functionality� sX z)ArchiverTestCase.test_basic_functionalityc C s� t jj| jd�}t jj| jd�}t j|� t j|� t jj|d�}t jj|d�}| j|dd� t j||� | jdd| j� | jd| jd d d � | jd d | jd �}d d� |j d�D �}t |�d ddddgks�t �d S )N�a�br� s 123456)r� r� z--encryption=noner� z::testrN rl z --json-linesc S s g | ]}|rt j|�d �qS )r� )�json�loads)r� r� rS rS rU � <listcomp>� s z?ArchiverTestCase.test_create_duplicate_root.<locals>.<listcomp>r zinput/azinput/a/hardlinkzinput/bzinput/b/hardlink) rb r� r� r� r� r� r� r r� �split�sortedr� )r� �path_a�path_b�hl_a�hl_b� archive_list�pathsrS rS rU �test_create_duplicate_root� s z+ArchiverTestCase.test_create_duplicate_rootc C st t jj| jdd�}t jj|d�}| j| }tjtj�� | j dd|� W d Q R X | j ddd|� t jj |�spt �d S )NZparent1Zparent2r� r� z--encryption=nonez--make-parent-dirs) rb r� r� r� r� �pytest�raisesr: ZParentPathDoesNotExistr r� r� )r� � parent_pathr� r� rS rS rU �test_init_parent_dirs� s z&ArchiverTestCase.test_init_parent_dirsc C s� | j dd| j� y*tjtjtj�}|jtjj| j d�� W nP t k r� } z4|j t j krdt jd� n|j t jkrzt jd� W Y d d }~X nX | j d| jd d� |j� td ��* | j d | jd � tjjd � s�t�W d Q R X d S ) Nr� z--encryption=repokeyz unix-socketz&unix sockets disabled or not supportedz(permission denied to create unix socketsr� z::testrN r^ r� zinput/unix-socket)r r� �socketZAF_UNIXZ SOCK_STREAMZbindrb r� r� r� r r� ZEPERMr) �skip�EACCES�closer? r� r� )r� Zsockr� rS rS rU �test_unix_socket� s z!ArchiverTestCase.test_unix_socketzsymlinks not supportedc C sh | j � | jdd| j� | jd| jd d� td��* | jd| jd � tjd�d ksZt�W d Q R X d S ) Nr� z--encryption=repokeyr� z::testrN r^ r� z input/link1r� )r r r� r? rb �readlinkr� )r� rS rS rU �test_symlink_extract� s z%ArchiverTestCase.test_symlink_extractz4cannot properly setup and execute test without utimec C s� dd� }| j � d\}}|d�}tjd||f� | jdd| j� | jd| jd d � td �� | jd | jd � W d Q R X tjd�}tjd �}|j|j ko�|d kn s�t�|r�|j |j ko�|d kn s�t�n|j |d ks�t�d S )Nc S sn t j| �j}y(tt j| t���}|j� W d Q R X W n tk rH dS X t j| �j}ttk}|oh||kS d S )NF)rb r� � st_atime_nsr� r �readr r )� some_file� atime_before�file� atime_after� noatime_usedrS rS rU � has_noatime s z0ArchiverTestCase.test_atime.<locals>.has_noatime� �[��8� z input/file1r� z--encryption=repokeyr� z::testrN r^ r� zoutput/input/file1g e��A)r< r= ) r rb �utimer r� r? r� � st_mtime_nsr� r4 )r� r; �atime�mtime� have_noatime�sti�storS rS rU � test_atime� s $&zArchiverTestCase.test_atimez8cannot properly setup and execute test without birthtimec C s� | j � d\}}}tjd||f� tjd||f� | jdd| j� | jd| jd d � td �� | jd | jd � W d Q R X tjd�}tjd �}t|jd �t|jd � ko�|d kn s�t �|j |j ko�|d kn s�t �d S )N� �k8�Cm8� �n8z input/file1r� z--encryption=repokeyr� z::testrN r^ r� zoutput/input/file1g e��A)rF rG rH ) r rb r> r r� r? r� �int� st_birthtimer� r? )r� � birthtimerA r@ rC rD rS rS rU �test_birthtime s 4z ArchiverTestCase.test_birthtimec C s� | j � d\}}}tjd||f� tjd||f� | jdd| j� | jdd| jd d � td �� | jd | jd � W d Q R X tjd�}tjd �}t|jd �|d ks�t �t|jd �|d ks�t �|j |j ko�|d kn s�t �d S )N� �k8�Cm8� �n8z input/file1r� z--encryption=repokeyr� z --nobirthtimez::testrN r^ r� zoutput/input/file1g e��A)rM rN rO ) r rb r> r r� r? r� rI rJ r� r? )r� rK rA r@ rC rD rS rS rU �test_nobirthtime. s z!ArchiverTestCase.test_nobirthtimec C s t | j��}|jS Q R X d S )N)r: r� �id)r� r� r� rS rS rU r ? s z'ArchiverTestCase._extract_repository_idc C sv t d d�}|jtjj|d�� |jddt|�� ttjj|d�d��}|j|� W d Q R X t | j ��}|j S Q R X d S )N)� interpolation�configr� rQ �w) r r5 rb r� r� �setr- r� r� r: r� rQ )r� r� rQ rS r� r� rS rS rU �_set_repository_idC s z#ArchiverTestCase._set_repository_idc C sn dd� }t jj| jd�}d}ddt> }|t|� | }t|d��:}|j|d� |j|� |j|d� |j � }|j |� W d Q R X ||||�}|�rj| j dd | j � | j d | j d d � t | j�� | j d d| j d � W d Q R X | jd d� t jj| jd d�}t|d��H}| j|j|�d| � | j|jt|��|� | j|j|�d| � W d Q R X ||||��sjt�d S )Nc S s� t j| �}|j|kst�d}|r>t|d�r>|jd |jkr>d}|r�tt d�r�tt d�r�t| d��P}y0|jdt j�dkrzd}|jdt j �|kr�d}W n t k r� d}Y nX W d Q R X |S ) NT� st_blocksi F� SEEK_HOLE� SEEK_DATA�rbr ) rb r� �st_sizer� �hasattrrW r� �seekrX rY r� )r� � total_size� hole_size�st�sparser� rS rS rU � is_sparseM s z4ArchiverTestCase.test_sparse_file.<locals>.is_sparsera s foobarr r; r� r� z--encryption=repokeyr� z::testrN r� z--sparsez output/inputrZ � )rb r� r� r� Z CHUNK_MAX_EXPr� r� r] r� �tell�truncater r� r? r� r r� r5 r� ) r� rb r� r� r_ r^ r� �posZsparse_supportrS rS rU �test_sparse_fileL s0 z!ArchiverTestCase.test_sparse_filec C s� dddg}x2|D ]*}t jj| j|�}t|d�� W d Q R X qW | jdd| j� | jd| jd d � xZ|D ]R}td ��$ | jd | jd t jjd |�� W d Q R X t jjt jjd d |��sht �qhW d S ) NZnormalzwith some blanksz (with_parens)r� r� z--encryption=repokeyr� z::testrN r^ r� ) rb r� r� r� r� r r� r? r� r� )r� � filenamesr� rS rS rU �test_unusual_filenames s (z'ArchiverTestCase.test_unusual_filenamesc C s� | j � dtjd< | jdd| j� | j| j�}| jd| jd d� tj| j� | jdd| j� | j | j|� | j || j| j�� | j r�| jd| jd dt d � n,t jtj�� | jd| jd d� W d Q R X d S ) N� passphraser� r� z--encryption=repokeyr� z::testrN z--encryption=nonez::test.2)rj )r rb r� r r� r r� ru r� rV r� r� r, r) r* r �EncryptionMethodMismatch)r� r rS rS rU � test_repository_swap_detection� s z/ArchiverTestCase.test_repository_swap_detectionc C s� | j � | jdd| jd � dtjd< | jdd| jd � | jd| jd d � tj| jd � tj| jd | jd � | j r�| jd| jd d t d � n,t j t j�� | jd| jd d � W d Q R X d S ) Nr� z--encryption=none� _unencryptedrj r� z--encryption=repokey� _encryptedr� z_encrypted::testrN z_encrypted::test.2)rj )r r r� rb r� ru r� r� �renamer� r, r) r* r �RepositoryAccessAborted)r� rS rS rU � test_repository_swap_detection2� s z0ArchiverTestCase.test_repository_swap_detection2c C s� | j � dtjd< | jdd| j� | j| j�}| jd| jd d� tj| j� | jdd| j� | j | j|� | j || j| j�� | jd d | j� | j r�| jd| jd dt d � n,t jtj�� | jd| jd d� W d Q R X d S ) Nrj r� r� z--encryption=repokeyr� z::testrN z--encryption=none�deletez --cache-onlyz::test.2)rj )r rb r� r r� r r� ru r� rV r� r� r, r) r* r rk )r� r rS rS rU �'test_repository_swap_detection_no_cache� s z8ArchiverTestCase.test_repository_swap_detection_no_cachec C s� | j � | jdd| jd � dtjd< | jdd| jd � | jd| jd d � | jd d | jd � | jd d | jd � tj| jd � tj| jd | jd � | j r�| jd| jd d t d� n,t j t j�� | jd| jd d � W d Q R X d S )Nr� z--encryption=nonerm rj r� z--encryption=repokeyrn r� z_encrypted::testrN rr z --cache-onlyz_encrypted::test.2)rj )r r r� rb r� ru r� r� ro r� r, r) r* r rp )r� rS rS rU �(test_repository_swap_detection2_no_cache� s z9ArchiverTestCase.test_repository_swap_detection2_no_cachec C s� | j � | jdd| j� | jd| jd d� tj| j� tdd��4 | jdd| j� | jdd | j� tj| j� � W d Q R X td d��R | jr�| jd| jd dt d � n,t j t j �� | jd| jd d� W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyr� z::testrN rQ )r� rr z --cache-onlyz::test.2)rj )r r r� ru r� r� r@ r& r� r, r) r* r �CacheInitAbortedError)r� rS rS rU �7test_repository_swap_detection_repokey_blank_passphrase� s zHArchiverTestCase.test_repository_swap_detection_repokey_blank_passphrasec C s | j dd| j� | j� }tj| j| jd � tdd�� | j d| jd � W d Q R X ttjj |d���(}|j � }|t | jd �j � ks�t �W d Q R X | j d| jd � tj| j� | j d| jd � tj|� | j d| jd � x&d D ] }tjjtjj ||��s�t �q�W d S ) Nr� z--encryption=repokeyZ_new�yes)Z BORG_RELOCATED_REPO_ACCESS_IS_OKr �location�key-type�manifest-timestamp)rx ry rz )r r� r& rb ro r� r@ r� r� r� r5 r% Zcanonical_pathr� ru r� r� r� )r� Z security_dirr� rx r8 rS rS rU �test_repository_move� s $ z%ArchiverTestCase.test_repository_movec C sP | j dd| j� ttjj| j� d�d��}|jd� W d Q R X | j d| j� d S )Nr� z--encryption=repokeyrx rT zsomething outdatedr )r r� r� rb r� r� r& r� )r� r� rS rS rU �test_security_dir_compat� s z)ArchiverTestCase.test_security_dir_compatc C s� | j dd| j� | j d| j� tj| j� | j d| j� tj| j� tj| j� � | jrl| j d| jtd� n&tj t j �� | j d| j� W d Q R X t dd�� | j d| j� W d Q R X d S )Nr� z--encryption=noner )rj rw )Z*BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK) r r� ru r� r� r& r� r, r) r* r ru r@ )r� rS rS rU �test_unknown_unencrypted� s z)ArchiverTestCase.test_unknown_unencryptedc ! C s� | j dd| j� | jd� | j d| jd d� td��� | j d| jd d d � tjjd � s`t�| jd �� | j d| jd d d � W d Q R X | jd�� | j d| jd d d � W d Q R X | jd�� | j d| jd d d� W d Q R X W d Q R X d S )Nr� z--encryption=repokeyzdir/filer� z::testrN r^ r� z--strip-components�3r8 �2�1zinput/dir/file�0) r r� r� r? rb r� r� r� �assert_creates_file)r� rS rS rU �test_strip_components s z&ArchiverTestCase.test_strip_componentsc C s� t jt jj| jd�� t jt jj| jd�� | jddd� t jt jj| jd�t jj| jd�� t jt jj| jd�t jj| jd�� t jt jj| jd�t jj| jd�� | jd � t jt jj| jd �t jj| jd �� | jd d | j� | jd | jd d� d S )NZdir1z dir1/subdir�sources 123456)r� Zabbaz dir1/hardlinkzdir1/subdir/hardlinkz dir1/source2z dir1/aaaar� z--encryption=repokeyr� z::testrN ) rb r� r� r� r� r� r� r r� )r� rS rS rU �_extract_hardlinks_setup s z)ArchiverTestCase._extract_hardlinks_setupzllfuse not installedc - C s* | j � tjj| jd�}tjdkr,ddg}nddg}| j| jd |df|�� �� t |��l tj d�j d ksnt �tj d �j d ks�t �t d d �j� d ks�t �tj d �j d ks�t �tj d�j d ks�t �W d Q R X W d Q R X | j| jd |df|�� �� t |��v tj d�j d k�st �tj d�j d k�s&t �t dd �j� d k�s>t �tj d�j d k�sTt �tj d�j d k�sjt �W d Q R X W d Q R X | j| jd |f|�� �� t |��v tj d�j dk�s�t �tj d�j dk�s�t �tj d�j dk�s�t �tj d�j dk�s�t �t dd �j� d k�st �W d Q R X W d Q R X d S )N� mountpoint�darwinz-oz$ignore_permissions,defer_permissionsZignore_permissionsz::testz--strip-components=2r� r zsubdir/hardlinkrZ s 123456�aaaa�source2z input/dir1zinput/dir1/hardlinkzinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2z input/sourcer z input/abba)r� rb r� r� r� rW r � fuse_mountr� r? r� �st_nlinkr� r� r5 )r� r� Z ignore_permsrS rS rU �test_fuse_mount_hardlinks1 s4 ( * z*ArchiverTestCase.test_fuse_mount_hardlinksc C s� | j � td��~ | jd| jd � tjd�jdks8t�tjd�jdksLt�tjd�jdks`t�tjd�jdkstt�tdd �j � d ks�t�W d Q R X d S ) Nr^ r� z::testz input/sourcer z input/abbazinput/dir1/hardlinkzinput/dir1/subdir/hardlinkrZ s 123456) r� r? r r� rb r� r� r� r� r5 )r� rS rS rU �test_extract_hardlinks1S s z(ArchiverTestCase.test_extract_hardlinks1c C s. | j � td��� | jd| jd dd� tjd�jdks<t�tjd�jdksPt�tdd �j � d ksft�tjd �jdkszt�tjd �jdks�t�W d Q R X td��� | jd| jd d � tjd�jdks�t�tjd�jdks�t�tdd �j � d ks�t�tjd�jdk�s t�tjd�jdk�s t�W d Q R X d S )Nr^ r� z::testz--strip-componentsr r� r zsubdir/hardlinkrZ s 123456r� r� z input/dir1zinput/dir1/hardlinkzinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2) r� r? r r� rb r� r� r� r� r5 )r� rS rS rU �test_extract_hardlinks2^ s z(ArchiverTestCase.test_extract_hardlinks2c C s� t jj| jd�}t jj| jd�}t j|� t j|� t jj|d�}t jj|d�}| j|dd� t j||� | jdd| j� | jd| jd d d � t d ��@ | jd | jd � t j d �j dks�t �t j d�j dks�t �W d Q R X d S )Nr r r� s 123456)r� r� z--encryption=noner� z::testrN r^ r� zinput/a/hardlinkr zinput/b/hardlink) rb r� r� r� r� r� r� r r� r? r� r� r� )r� r" r# r$ r% rS rS rU � test_extract_hardlinks_twicep s z-ArchiverTestCase.test_extract_hardlinks_twicec C s, | j dd| j� | jddd� | jddd� | jddd� | jd dd� | j d d | jd d � td�� | j d| jd d� W d Q R X | jttjd��dg� td�� | j dd| jd � W d Q R X | jttjd��ddg� td�� | j dd| j | jd � W d Q R X | jttjd��ddg� d S )Nr� z--encryption=repokeyr� i r� )r� �file2�file3�file4r� z--exclude=input/file4z::testrN r^ r� z input/file1z output/inputz--exclude=input/file2z--exclude-from=i @ i @ i @ i @ ) r r� r� r? r� r! rb �listdirr� )r� rS rS rU � test_extract_include_exclude� s $z-ArchiverTestCase.test_extract_include_excludec # C s� | j dd| j� | jddd� | jddd� | jddd� | jd dd� | jd d d� | j d d | jd d� td�� | j d| jd � W d Q R X | jttjd��dddd g� tj d� td�� | j dd| jd � W d Q R X | jttjd��ddg� tj d� td�� | j ddd| jd � W d Q R X | jttjd��dd g� tj d� td��$ | j dd| j dd| jd � W d Q R X | jttjd��dg� d S ) Nr� z--encryption=repokeyr� i r� )r� r� r� r� �file333r� z--exclude=re:input/file4$z::testrN r^ r� z output/inputz--exclude=re:file3+z--exclude=input/file2z--exclude=re:file[01]z--exclude-from=z--exclude=re:file1z--exclude=re:file(\d)\1\1$i @ i @ i @ i @ i @ ) r r� r� r? r� r! rb r� ru r� r� )r� rS rS rU �"test_extract_include_exclude_regex� s. z3ArchiverTestCase.test_extract_include_exclude_regexc / C s� | j dd| j� | jddd� | jdd d� | jdd d� | jd d d� | jd d d� | jd d d� t| jd ��}|jd � |jd� W d Q R X | j dd| j | jd d� td�� | j d| jd � W d Q R X | jtt j d��dddd g� t j d� t| jd ��}|jd� W d Q R X td�� | j dd| j | jd � W d Q R X | jtt j d��ddg� t j d� t| jd ��.}|jd� |jd� |jd� |jd� W d Q R X td�� | j dd| j | jd � W d Q R X | jtt j d��dg� d S )!Nr� z--encryption=repokeyr� i r� )r� r� r� r� r� z aa:somethingr� s re:input/file4$ s fm:*aa:*thing r� z--exclude-from=z::testrN r^ r� z output/inputs re:file3+ s re:file(\d)\1\1$ s fm:nothingwillmatchthis s */file1 s re:file2$ i @ i @ i @ i @ i @ i @ ) r r� r� r� r� r� r? r� r! rb r� ru r� )r� r� rS rS rU �,test_extract_include_exclude_regex_from_file� s: $ $z=ArchiverTestCase.test_extract_include_exclude_regex_from_filec " C s� | j dd| j� | jddd� | jddd� | jddd� | jd d d� | jd d d� | j d | jd d � td�� | j d| jd d� W d Q R X | jttjd��dddd d g� tj d� td�� | j dd| jd d� W d Q R X | jttjd��ddg� tj d� td�� | j dd| jd d� W d Q R X | jttjd��dg� tj d� td�� | j d| jd ddd� W d Q R X | jttjd��ddd g� d S ) Nr� z--encryption=repokeyr� i r� )r� r� r� r� r� r� z::testrN r^ r� zre:.*z output/inputz--exclude=re:file[34]$z re:file\d$z--exclude=input/file1z re:file[12]$zfm:input/file1z fm:*file33*z input/file2i @ i @ i @ i @ i @ ) r r� r� r? r� r! rb r� ru r� )r� rS rS rU �test_extract_with_pattern� s, "z*ArchiverTestCase.test_extract_with_patternc " C s$ | j dd| j� | jddd� | j d| jd d � td �� | j d | jd �}W d Q R X | jd |� tjd � td �� | j d d| jd �}W d Q R X | jd |� tjd � td �� | j d d| jd �}W d Q R X | jd |� tjd � td �� | j d dd| jd �}W d Q R X | jd |� d S )Nr� z--encryption=repokeyr8 i r� )r� r� z::testrN r^ r� z input/filez output/inputz--infoz--listi @ )r r� r� r? � assert_not_inru r� r )r� r^ rS rS rU �test_extract_list_output s$ z)ArchiverTestCase.test_extract_list_outputc C sj | j dd| j� | jddd� | j d| jd d � td ��& | j d | jd d �}d |ks\t�W d Q R X d S )Nr� z--encryption=repokeyr8 i r� )r� r� z::testrN r^ r� z --progressz Extracting:i @ )r r� r� r? r� )r� r^ rS rS rU �test_extract_progress s z&ArchiverTestCase.test_extract_progressc C s� | j dd| j� | jddd� | jdt td d � | jd t d d � tjd � t� rltjd t dt � n| jdt td d � d S )Nr� z--encryption=repokeyr� i r� )r� z cache1/%ss extra stuff)r� z cache2/%ss invalid signaturez input/cache3zinput/cache1/%szinput/cache3/%sz cache3/%si @ ) r r� r� �CACHE_TAG_NAME�CACHE_TAG_CONTENTSrb r� rC r� )r� rS rS rU �_create_test_caches$ s z$ArchiverTestCase._create_test_cachesc C s� | j dd| j� d}| j d| jd d|d� tj| j dd | jd ��}|d d ksVt�|d d ksft�|d t|�kszt�|d dks�t�| j dd| jd dd�}||ks�t�d S )Nr� z--encryption=repokeys foo bar r� z::test�-)rN rl z --json-lines�uidr �gidr� r� rd r� z--stdoutT)rO )r r� r r r� r� )r� Z input_data�itemZextracted_datarS rS rU �test_create_stdin2 s z"ArchiverTestCase.test_create_stdinc C s* | j dd| j� | j d| jd dd� dS )ztest create without a rootr� z--encryption=repokeyr� z::testr )rj N)r r� )r� rS rS rU �test_create_without_root> s z)ArchiverTestCase.test_create_without_rootc C s` | j dd| j� | jddd� | jddd� | j dd d d | jd �}| jd |� | jd|� dS )z$test create with only a root patternr� z--encryption=repokeyr� i r� )r� r� r� z-vz--listz--pattern=R inputz::testz A input/file1z A input/file2Ni @ i @ )r r� r� r )r� r^ rS rS rU �test_create_pattern_rootC s z)ArchiverTestCase.test_create_pattern_rootc C s~ | j dd| j� | jddd� | jddd� | jddd� | j d d d d d | jd d�}| jd|� | jd|� | jd|� dS )z test file patterns during creater� z--encryption=repokeyr� i r� )r� r� �file_importantr� z-vz--listz --pattern=+input/file_importantz--pattern=-input/file*z::testrN zA input/file_importantz x input/file1z x input/file2Ni @ i @ i @ )r r� r� r )r� r^ rS rS rU �test_create_patternL s z$ArchiverTestCase.test_create_patternc C s� | j dd| j� | jddd� | jddd� | jddd� | jd dd� | j d d d d d| j | jd d�}| jd|� | jd|� | jd|� | jd|� dS )z test file patterns during creater� z--encryption=repokeyr� i r� )r� r� Z otherfiler� r� z-vz--listz--pattern=-input/otherfilez--patterns-from=z::testrN zA input/file_importantz x input/file1z x input/file2zx input/otherfileNi @ i @ i @ i @ )r r� r� r� r )r� r^ rS rS rU �test_create_pattern_fileY s z)ArchiverTestCase.test_create_pattern_filec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd � | j d dd � | j d dd � | jd ddd| j | jd d�}| j d|� | j d|� | j d|� dS )z?test when patterns exclude a parent folder, but include a child� patterns2r� s + input/x/b - input/x* Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_bzy/foo_yr� z-vz--listz--patterns-from=z::testrN zx input/x/a/foo_azA input/x/b/foo_bzA input/y/foo_yi @ i @ i @ ) rb r� r� r� �patterns_file_path2r� r� r r� r� r )r� r� r^ rS rS rU �.test_create_pattern_exclude_folder_but_recurseh s z?ArchiverTestCase.test_create_pattern_exclude_folder_but_recursec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd � | j d dd � | j d dd � | jd ddd| j | jd d�}| j d|� | j d|� | j d|� dS )zCtest when patterns exclude a parent folder and, but include a childr� r� s + input/x/b ! input/x* Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_bzy/foo_yr� z-vz--listz--patterns-from=z::testrN zinput/x/a/foo_az input/x/azA input/y/foo_yi @ i @ i @ ) rb r� r� r� r� r� r� r r� r� r� r )r� r� r^ rS rS rU �-test_create_pattern_exclude_folder_no_recursey s z>ArchiverTestCase.test_create_pattern_exclude_folder_no_recursec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd � | j d dd � t d ��" | jd d| j | jd d� W dQ R X | jddd| jd �}|j � }| j d|� | j d|� |j d�|j d�k s�t�|j d�|j d�k s�t�dS )zetest that intermediate folders appear first when patterns exclude a parent folder but include a childr� r� s# + input/x/a + input/x/b - input/x* Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_brN r� z--patterns-from=z::test�.rl z--formatz{type} {path}{NL}zd x/azd x/bz - x/a/foo_az - x/b/foo_bi @ i @ )rb r� r� r� r� r� r� r r� r� r? r� r �indexr� )r� r� r� Zout_listrS rS rU �.test_create_pattern_intermediate_folders_first� s z?ArchiverTestCase.test_create_pattern_intermediate_folders_firstc C s� | j � | jdd| j� | jdd| j� tj| jdd| jd dd d ��}tj| jd | jd d d ��}|d d }|d d }||ks�t�| jdd| j� | jdd| jd d� | jd | j� | jd| j� d S )Nr� z--encryption=repokeyrr z --cache-onlyr� z--no-cache-syncz::testrN z--jsonz--errorr r� �statsz::test2r� )r r r� r r r� )r� � create_jsonZ info_jsonZ create_statsZ info_statsrS rS rU �test_create_no_cache_sync� s z*ArchiverTestCase.test_create_no_cache_syncc C s� | j dd| j� | jddd� | jddd� | jddd� | j d | jd d � td �� | j d dd| jd � W d Q R X | jttjd��dg� d S )Nr� z--encryption=repokeyr� i r� )r� r� r� r� z::testrN r^ r� z --pattern=+input/file_importantz--pattern=-input/file*z output/inputi @ i @ i @ )r r� r� r? r� r! rb r� )r� rS rS rU �test_extract_pattern_opt� s z)ArchiverTestCase.test_extract_pattern_optc C s\ t d�� | jd| jd � W d Q R X | jttjd��ddg� | jttjd��tg� d S )Nr^ r� z::testz output/inputZcache2r� zoutput/input/cache2)r? r r� r� r! rb r� r� )r� rS rS rU �_assert_test_caches� s z$ArchiverTestCase._assert_test_cachesc C s* | j � | jdd| jd d� | j� d S )Nr� z--exclude-cachesz::testrN )r� r r� r� )r� rS rS rU �test_exclude_caches� s z$ArchiverTestCase.test_exclude_cachesc C s< | j � | jd| jd d� | jdd| jd � | j� d S )Nr� z::testrN �recreatez--exclude-caches)r� r r� r� )r� rS rS rU � test_recreate_exclude_caches� s z-ArchiverTestCase.test_recreate_exclude_cachesc C sD | j dd| j� | jdd d� | jd� | jd� | jd dd� d S ) Nr� z--encryption=repokeyr� i r� )r� ztagged1/.NOBACKUPztagged2/00-NOBACKUPztagged3/.NOBACKUP/file2i @ )r r� r� )r� rS rS rU �_create_test_tagged� s z$ArchiverTestCase._create_test_taggedc C sB t d�� | jd| jd � W d Q R X | jttjd��dg� d S )Nr^ r� z::testz output/inputr� )r? r r� r� r! rb r� )r� rS rS rU �_assert_test_tagged� s z$ArchiverTestCase._assert_test_taggedc C s0 | j � | jddddd| jd d� | j� d S )Nr� z--exclude-if-presentz .NOBACKUPz 00-NOBACKUPz::testrN )r� r r� r� )r� rS rS rU �test_exclude_tagged� s z$ArchiverTestCase.test_exclude_taggedc C sB | j � | jd| jd d� | jddddd| jd � | j� d S )Nr� z::testrN r� z--exclude-if-presentz .NOBACKUPz 00-NOBACKUP)r� r r� r� )r� rS rS rU � test_recreate_exclude_tagged� s z-ArchiverTestCase.test_recreate_exclude_taggedc C s� | j dd| j� | jddd� | jd� | jddd� | jddd� | jd dd� | jd t td d � | jd dd� | jd� | jddd� | jdt td d � | jddd� d S )Nr� z--encryption=repokey�file0i )r� ztagged1/.NOBACKUP1z tagged1/file1ztagged2/.NOBACKUP2/subfile1z tagged2/file2z tagged3/%ss extra stuff)r� z tagged3/file3ztaggedall/.NOBACKUP1z taggedall/.NOBACKUP2/subfile1z taggedall/%sztaggedall/file4)r r� r� r� r� )r� rS rS rU �_create_test_keep_tagged� s z)ArchiverTestCase._create_test_keep_taggedc C s� t d�� | jd| jd � W d Q R X | jttjd��ddddd g� | jtjd �d g� | jtjd �d g� | jtjd�tg� | jttjd��d d tg� d S )Nr^ r� z::testz output/inputr� Ztagged1Ztagged2Ztagged3Z taggedallzoutput/input/tagged1z .NOBACKUP1zoutput/input/tagged2z .NOBACKUP2zoutput/input/tagged3zoutput/input/taggedall)r? r r� r� r! rb r� r� )r� rS rS rU �_assert_test_keep_tagged� s z)ArchiverTestCase._assert_test_keep_taggedc C s8 | j dd| j� | j ddd| jd t�}| jd|� d S )Nr� z--encryption=repokeyr� z--exclude-cachesz--keep-tag-filesz::testz&--keep-tag-files" has been deprecated.)r r� r� r )r� � output_warnrS rS rU �$test_exclude_keep_tagged_deprecation s z5ArchiverTestCase.test_exclude_keep_tagged_deprecationc C s4 | j � | jddddddd| jd d� | j� d S ) Nr� z--exclude-if-presentz .NOBACKUP1z .NOBACKUP2z--exclude-cachesz--keep-exclude-tagsz::testrN )r� r r� r� )r� rS rS rU �test_exclude_keep_tagged s z)ArchiverTestCase.test_exclude_keep_taggedc C sF | j � | jd| jd d� | jddddddd | jd � | j� d S ) Nr� z::testrN r� z--exclude-if-presentz .NOBACKUP1z .NOBACKUP2z--exclude-cachesz--keep-exclude-tags)r� r r� r� )r� rS rS rU �!test_recreate_exclude_keep_tagged s z2ArchiverTestCase.test_recreate_exclude_keep_taggedc C s� | j dd| j� | jdtd� tjtjj| jd�� tj tjj| jd�tjj| jdt �� | j d| jd d� | j d d d | jd � d S ) Nr� z--encryption=noner� )r� Zsubdirr� z::testrN r� z--exclude-cachesz--keep-exclude-tags) r r� r� r� rb r� r� r� r� r� r� )r� rS rS rU � test_recreate_hardlinked_tags s z.ArchiverTestCase.test_recreate_hardlinked_tagsz4Linux capabilities test, requires fakeroot >= 1.20.2c s� t j� � fdd�}d}| jd� tjdd|� | jdd| j� | jd | jd d � td ��F tj t d |�� | jd| jd � W d Q R X tj dd�|ks�t �W d Q R X d S )Nc s" t j| dd dd� � | ||� d S )Nzsecurity.capabilityF)�follow_symlinks)r r� )r� r� r� )�fchownrS rU �patched_fchown' s zBArchiverTestCase.test_extract_capabilities.<locals>.patched_fchowns r8 z input/filezsecurity.capabilityr� z--encryption=repokeyr� z::testrN r^ r� r� ) rb r� r� r r� r r� r? r �object�getxattrr� )r� r� Z capabilitiesrS )r� rU �test_extract_capabilities! s z*ArchiverTestCase.test_extract_capabilitiesz@xattr not supported on this system or on this version offakerootc ! C s` dd� }dd� }dd� }| j d� tjdd d � | jd | jd � | jd | jd d� td��� tjjd�}t j td|��, | jd| jd t d�}||d ks�t �W d Q R X tj |� t j td|��, | jd| jd t d�}||d ks�t �W d Q R X tj |� t j td|��. | jd| jd t d�}||d k�s6t �W d Q R X tjj|��sRt �W d Q R X d S )Nc _ s t tjd��d S )N�E2BIG)r� r� r� )rT �kwargsrS rS rU �patched_setxattr_E2BIG9 s zKArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_E2BIGc _ s t tjd��d S )N�ENOTSUP)r� r� r� )rT r� rS rS rU �patched_setxattr_ENOTSUP< s zMArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_ENOTSUPc _ s t tjd��d S )Nr/ )r� r� r/ )rT r� rS rS rU �patched_setxattr_EACCES? s zLArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_EACCESr8 z input/filezuser.attribute�valuer� z-enoner� z::testrN r^ r� r� )rj zN: when setting extended attribute user.attribute: too big for this filesystem zZ: when setting extended attribute user.attribute: xattrs not supported on this filesystem zD: when setting extended attribute user.attribute: Permission denied )r� r r� r r� r? rb r� �abspathr r� r+ r� r� �isfile)r� r� r� r� Z input_abspathr� rS rS rU �test_extract_xattrs_errors6 s* z+ArchiverTestCase.test_extract_xattrs_errorsc C st | j dd| j� | jddd� td�� | j d| jd d � W d Q R X | j d | jd �}| jd |� | jd |� d S )Nr� z--encryption=repokeyzdir1/dir2/filei r� )r� zinput/dir1/dir2r� z::testz#../../../input/dir1/../dir1/dir2/..rl z..z input/dir1/dir2/filei @ )r r� r� r? r� r )r� r^ rS rS rU �test_path_normalizationU s z(ArchiverTestCase.test_path_normalizationc ' C sT | j dd| j� | jddd� | jddd� td�� | j d d | jd d � W d Q R X td �� | j d| jd � W d Q R X | jttjd ��dg� td�� | j d d| jd d � W d Q R X td �� | j d| jd � W d Q R X | jttjd ��dg� | j d d| jd d� td �� | j d| jd � W d Q R X | jttjd��dg� d S )Nr� z--encryption=repokeyr� i r� )r� r� rN r� z--exclude=file1z::test1r� r^ r� z--exclude=./file1z::test2z--exclude=input/./file1z::test3z output/inputi @ i @ )r r� r� r? r� r! rb r� )r� rS rS rU �test_exclude_normalization^ s" z+ArchiverTestCase.test_exclude_normalizationc C s8 | j dd d� | jdd| j� | jd| jd d d � d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::testrN i @ )r� r r� )r� rS rS rU �test_repeated_filesq s z$ArchiverTestCase.test_repeated_filesc C s� | j ddd� | j ddd� | jdd| j� | jd| jd d � tjd � tjd � tjd � td�� | jd| jd � W d Q R X | jd d � tjd � tjd � tjd� td�� | jd| jd dd� W d Q R X d S )Nr� i r� )r� z dir2/file2r� z--encryption=repokeyr� z::testrN z output/inputzoutput/input/file1zoutput/input/dir2r^ r� zoutput/input/file1/dirr; )rj i @ i @ )r� r r� rb r� r? r �unlink)r� rS rS rU �test_overwritev s z ArchiverTestCase.test_overwritec C s: | j ddd� | j ddd� | jdd| j� | jd| jd d � | jd| jd d � | jd d | jd � | jd d | jd � | jd| jd d� | jd d | jd � | jd| jd d� | jd d | jd � | jd d | jd � t| j��}tj|tj�\}}W d Q R X | jt |j �d� | j d|j � | j d|j � d S )Nr� i r� )r� z dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2r� z --dry-runro ztest.3ztest.4z::test.3z::test.4r i @ i @ ) r� r r� r: r� r' r� r� r� r� �archivesr )r� r� r� rI rS rS rU � test_rename� s" z ArchiverTestCase.test_renamec C s� | j ddd� | jdd| j� | jd| jd d � | jd | j�}d |ksLt�| jd | jd �}d |ksjt�| jd d d| j�}d |ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r z All archives:zArchive name: test z--firstr� i @ )r� r r� r� )r� � info_repo� info_archiverS rS rU � test_info� s zArchiverTestCase.test_infoc s� | j dd(d� | jdd| j� | jd| jd d � tj| jd d | j��}|d }t|d �dksdt�d|kspt�tj|d t �s�t�|d d dks�t�d|d ks�t�|d }|d � t dd� � j � D ��s�t�t � fdd�d)D ��s�t�tj| jd d | jd ��}|d |d k�s t�|d |d k�s2t�|d }t|�d k�sLt�|d! }|d" d#k�sft�t |d$ t ��szt�t |d% t��s�t�t|d �dk�s�t�d|k�s�t�tj|d& t ��s�t�tj|d' t ��s�t�d S )*Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r z--jsonr� rQ �@ � last_modified� encryption�mode�repokey�keyfiler� r� c s s | ]}t |t�V qd S )N)rY rI )r� �orS rS rU r� � s z2ArchiverTestCase.test_info_json.<locals>.<genexpr>c 3 s | ]}|� kV qd S )NrS )r� rI )r� rS rU r� � s � total_chunks� total_csizer^ �total_unique_chunks� unique_csize� unique_sizer� r; r r� r � command_line�duration�start�endi @ )r� r� r^ r� r� r� )r� r r� r r r� r� r �strptime� ISO_FORMAT�all�valuesrY rl �float)r� r� r� r� r� r� r� rS )r� rU �test_info_json� s6 z ArchiverTestCase.test_info_jsonc C sd | j dd| j� tj| j ddd| j��}|d g ks8t�tj| j ddd| j��}|d g ks`t�dS ) z2See https://github.com/borgbackup/borg/issues/6120r� z--encryption=repokeyr z--jsonz --first=1r� z--last=1N)r r� r r r� )r� r� rS rS rU � test_info_json_of_empty_archive� s z0ArchiverTestCase.test_info_json_of_empty_archivec C sx | j dd d� | jdd| j� | jd| jd d � | jdd d | jd d � | jdd d | jd d � | jdd d| jd d � d| jd| jd �ks�t�d| jd| jd �ks�t�| jd| jd d d� | jd| jd d d� | jd| jd d d� | jd| jd d� d| jd| jd �k�s t�d| jd| jd �k�s<t�d| jd| jd �k�sXt�d| jd| jd �k�stt�d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::test1rN z --commentzthis is the commentz::test2z"deleted" commentz::test3zpreserved commentz::test4z Comment: r z Comment: this is the commentr� z added commentzmodified commentrQ Z12345zComment: added commentzComment: modified commentzComment: preserved commenti @ )r� r r� r� )r� rS rS rU � test_comment� s z ArchiverTestCase.test_commentc C sL | j ddd� | j ddd� | jdd| j� | jd| jd d � | jd| jd d � | jd| jd d � | jd| jd d � | jd| jd d � | jdd| jd � | jdd| jd � | jddd| j� | jddd| j� | jd| jd � | jdd| jd � | jdd| jd �}| jd|� t| j��}| jt|�d� W d Q R X d S )Nr� i r� )r� z dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2z::test.3z::another_test.1z::another_test.2r� z --dry-runrr z--prefixZanother_z--lastr� z--statsz Deleted data:r; i @ i @ )r� r r� r r: r� r� r� )r� r^ r� rS rS rU � test_delete� s$ z ArchiverTestCase.test_deletec C s� | j ddd� | jdd| j� | jd| jd d � | jd| jd d � | jd| jd d � | jd | jd d � | jdd| jd � | jd | jd� | jd| j� s�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::test1rN z::test2z::test3rr �test2r� z --dry-runZtest3rl i @ )r� r r� r� )r� rS rS rU �test_delete_multiple� s z%ArchiverTestCase.test_delete_multiplec C s� | j ddd� | j ddd� | jdd| j� | jd| jd d � | jd| jd d � d tjd < | jd| jdd� tjj| j�s�t�dtjd < | jd| j� | j tjj| j�� d S )Nr� i r� )r� z dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2�nor� rr r )rj r� i @ i @ ) r� r r� rb r� r� r� r� r� Z assertFalse)r� rS rS rU �test_delete_repo s z!ArchiverTestCase.test_delete_repoc C s� | j dd| j� | jd� t| jdd��h}tj|tj�\}}t|||d�}x8|j � D ]$}|j j d�rT|j |j d j� P qTW ds�t�|j� W d Q R X | j d d | jd �}| jd |� | j d d| j� | j d| j�}| jd|� d S )Nr� z--encryption=noner T)r� ztestsuite/archiver.pyr; Frr z--forcez::testz deleted archive was corruptedr� z--repairrl ���)r r� r� r: r� r' r� r� r � iter_itemsr� �endswithrr �chunksrQ r� �commitr r� )r� r� r� rI r� r� r^ rS rS rU �test_delete_force s z"ArchiverTestCase.test_delete_forcec C s� | j dd| j� | jd� t| jdd��F}tj|tj�\}}t|||d�}|j j d }|j |d� |j � W d Q R X | j dd d | jd � | j d d | j� | j d | j�}| j d|� d S )Nr� z--encryption=noner T)r� r s% corrupted items metadata stream chunkrr z--forcez::testr� z--repairrl )r r� r� r: r� r' r� r� r �metadata�items�putr� r� )r� r� r� rI r� rQ r^ rS rS rU �test_delete_double_force" s z)ArchiverTestCase.test_delete_double_forcec C s� | j dd| j� | jd� | j dd| jd � | j dd| j�}| jd |� | jd |� ttjtjj | j d d d ��dd�d }t tjj | j d d d |�d��}|j d� |j d� W d Q R X | j dd| jdd�}| jd |� d S )Nr� z--encryption=repokeyr r� z --dry-runz::testr� z--show-versionzborgbackup versionzStarting repository checkr� r� r� T)�reverser; zr+br� s XXXXz--info)rj )r r� r� r r� r! rb r� r� r� r� r� r] r� )r� r^ r� r� rS rS rU �test_corrupted_repository0 s & z*ArchiverTestCase.test_corrupted_repositoryc C s� | j dd| j� | jd� | j| j��~ | jrD| j dd| jtd� nJtjt t j f��}| j dd| j� W d Q R X t |j t j �r�|j jdks�t�| j dd| jd� W d Q R X d S ) Nr� z--encryption=repokeyr r� z --verify-data)rj r6 z --bypass-lock)r r� r� � read_onlyr� r� r, r) r* r6 r8 �RPCErrorrY r� �exception_classr� )r� �excinforS rS rU �test_readonly_check? s z$ArchiverTestCase.test_readonly_checkc C s� | j dd| j� | jd� | jd� | j| j��� | jrR| j dd| j dtd� nNtjt t j f��}| j dd| j d� W d Q R X t |j t j �r�|j jdks�t�| j dd| j dd � W d Q R X d S ) Nr� z--encryption=repokeyr r �diffz%s::a)rj r6 z --bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r rS rS rU �test_readonly_diffN s z#ArchiverTestCase.test_readonly_diffc C s� | j dd| j� | jd� | j| j��� | jrH| j dd| j dtd� nNtjt t j f��}| j dd| j d� W d Q R X t |j t j �r�|j jdks�t�| j dd| j dd � W d Q R X d S ) Nr� z--encryption=repokeyr z export-tarz%s::testztest.tar)rj r6 z --bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r rS rS rU �test_readonly_export_tar^ s z)ArchiverTestCase.test_readonly_export_tarc C s� | j dd| j� | jd� | j| j��� | jrF| j dd| j td� nLtjt t j f��}| j dd| j � W d Q R X t |j t j �r�|j jdks�t�| j dd| j d� W d Q R X d S ) Nr� z--encryption=repokeyr r� z%s::test)rj r6 z --bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r rS rS rU �test_readonly_extractm s z&ArchiverTestCase.test_readonly_extractc C s� | j dd| j� | jd� | j| j��x | jrB| j d| jtd� nHtjt t j f��}| j d| j� W d Q R X t |j t j �r�|j jdks�t�| j d| jd� W d Q R X d S )Nr� z--encryption=repokeyr r )rj r6 z --bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r rS rS rU �test_readonly_info| s z#ArchiverTestCase.test_readonly_infoc C s� | j dd| j� | jd� | j| j��x | jrB| j d| jtd� nHtjt t j f��}| j d| j� W d Q R X t |j t j �r�|j jdks�t�| j d| jd� W d Q R X d S )Nr� z--encryption=repokeyr rl )rj r6 z --bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r rS rS rU �test_readonly_list� s z#ArchiverTestCase.test_readonly_listc C s� | j dd| j� | jd� | j| j��� | jrL| j| jtd�� W d Q R X nVtj t t j f��"}| j| jdd�� W d Q R X W d Q R X t |jt j �r�|jjdks�t�| j| jd d�� W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyr )rj F)rL r6 z --bypass-lock)r r� r� r r� r� r� r, r) r* r6 r8 r rY r� r r� )r� r rS rS rU �test_readonly_mount� s z$ArchiverTestCase.test_readonly_mount�BORG_TESTS_IGNORE_MODESzmodes unreliablec C sV | j dd d� | jdd| j� | jd| jd d � tj| j�j}| jtj|�d � d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::testrN i� i @ ) r� r r� rb r� r� �st_mode� assertEqual�S_IMODE)r� r� rS rS rU � test_umask� s zArchiverTestCase.test_umaskc C sd | j dd| j� | j dd| jd d� t| j��}tj|tj�\}}W d Q R X | jt|j �d� d S )Nr� z--encryption=repokeyr� z --dry-runz::testrN r ) r r� r: r� r' r� r� r� r� r� )r� r� r� rI rS rS rU �test_create_dry_run� s z$ArchiverTestCase.test_create_dry_runc C sZ t | jdd��B}tj|tj�\}}|jj� ddgii|jd< |j� |j � W d Q R X d S )NT)r� s mandatorys unknown-features feature_flags) r: r� r' r� r� r� r� rS r� r� )r� Z operationr� r� rI rS rS rU �add_unknown_feature� s z$ArchiverTestCase.add_unknown_featurec C sP | j r| j|dti� n4tjt��}| j|� W d Q R X |jjdgfksLt�d S )Nrj zunknown-feature) r� r r, r) r* r( r� rT r� )r� rT r rS rS rU �cmd_raises_unknown_feature� s z+ArchiverTestCase.cmd_raises_unknown_featurec C s< t | jdd| j�� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyr� z::testrN )r� r r� r r' � OperationZWRITEr )r� rS rS rU � test_unknown_feature_on_create� s z/ArchiverTestCase.test_unknown_feature_on_createc C sH | j dd| j� | j dd| j� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyrr z --cache-onlyr� z::testrN )r r� r r' r �READr )r� rS rS rU �"test_unknown_feature_on_cache_sync� s z3ArchiverTestCase.test_unknown_feature_on_cache_syncc C s6 t | jdd| j�� | jtjj� | jd| jg� d S )Nr� z--encryption=repokeyzchange-passphrase)r� r r� r r' r �CHECKr )r� rS rS rU �)test_unknown_feature_on_change_passphrase� s z:ArchiverTestCase.test_unknown_feature_on_change_passphrasec C s� t | jdd| j�� | jd| jd d� | jtjj� td�� | jd| jd g� W d Q R X | jd| jg� | jd | jd g� d S ) Nr� z--encryption=repokeyr� z::testrN r^ r� rl r ) r� r r� r r' r r r? r )r� rS rS rU � test_unknown_feature_on_read� s z-ArchiverTestCase.test_unknown_feature_on_readc C sP t | jdd| j�� | jd| jd d� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyr� z::testrN ro �other)r� r r� r r' r r r )r� rS rS rU � test_unknown_feature_on_rename� s z/ArchiverTestCase.test_unknown_feature_on_renamec C sn t | jdd| j�� | jd| jd d� | jtjj� | jd| jd g� | jdd| jg� | jd| j� d S ) Nr� z--encryption=repokeyr� z::testrN rr �prunez--keep-daily=3)r� r r� r r' r ZDELETEr )r� rS rS rU � test_unknown_feature_on_delete� s z/ArchiverTestCase.test_unknown_feature_on_deletec C sf | j dd| j� | j d| jd d� | jtjj� tjj| j d�}tj |� | j d| jd |g� d S )Nr� z--encryption=repokeyr� z::testrN r� r� ) r r� r r' r r rb r� r� r� r� r )r� r� rS rS rU � test_unknown_feature_on_mount� s z.ArchiverTestCase.test_unknown_feature_on_mountc & sr | j r d}nd}t| jdd| j�� t| jdd��^}|rDt| j�|_tj |tj �\}}t |||��$}|j � t dg�|j_|j� W d Q R X W d Q R X | jr�| jd| jd d � nPd � tj�� �fd d �}tjtd|�� | jd| jd d � W d Q R X � �st�t| jdd��X}|�r$t| j�|_tj |tj �\}}t |||�� }|jjt g �k�sZt�W d Q R X W d Q R X d S )Nzssh://__testsuite__rQ r� z--encryption=repokeyT)r� zunknown-featurer� z::testrN Fc s d� �| � d S )NTrS )rT )�called�wipe_cache_saferS rU � wipe_wrapper s zNArchiverTestCase.test_unknown_mandatory_feature_in_cache.<locals>.wipe_wrapper� wipe_cache)r� r� r r� r: r� r% Z _locationr' r� r� r � begin_txnrU Z cache_configZmandatory_featuresr� r� r r* r r� r� )r� � path_prefixr� r� rI r� r) rS )r' r( rU �'test_unknown_mandatory_feature_in_cache s4 z8ArchiverTestCase.test_unknown_mandatory_feature_in_cachec C sD | j dd d� | jdd| j� | jdd| jd d �}| jd |� d S ) Nr� i r� )r� r� z--encryption=repokeyr� z --progressz::test4rN � i @ )r� r r� r )r� r^ rS rS rU �test_progress_on* s z!ArchiverTestCase.test_progress_onc C sB | j dd d� | jdd| j� | jd| jd d �}| jd |� d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::test5rN r. i @ )r� r r� r� )r� r^ rS rS rU �test_progress_off0 s z"ArchiverTestCase.test_progress_offc C s� | j ddd� tjd� | j ddd� | jdd| j� | jd d | jd d �}| jd |� | jd|� | jd d | jd d �}| jd|� | jd|� dS )z�test that various file status show expected results clearly incomplete: only tests for the weird "unchanged" status for nowr� i r� )r� r; r� r� z--encryption=repokeyr� z--listz::testrN z A input/file1z A input/file2z::test1z U input/file1Ni @ i @ )r� r r r r� r )r� r^ rS rS rU �test_file_status6 s z!ArchiverTestCase.test_file_statusc C s� | j ddd� tjd� | j ddd� | jdd | j� | jd d d | jd d�}tjd�}| j ddd� tjd|j|j fd� | jd d d | jd d�}| j d|� dS )zbtest that a changed file with faked "previous" mtime still gets backed up in ctime,size cache_moder� s 123)r� r; r� r� )r� r� z--encryption=repokeyr� z--listz--files-cache=ctime,sizez::test1rN z input/file1s 321)�nsz::test2z M input/file1N) r� r r r r� rb r� r> r4 r? r )r� r^ r` rS rS rU � test_file_status_cs_cache_modeH s z/ArchiverTestCase.test_file_status_cs_cache_modec C s� | j ddd� tjd� | j ddd� | jdd| j� | jdd d | jd d �}tjd �}tjd |jtj A � | jdd d | jd d �}| j d|� dS )zetest that a chmod'ed file with no content changes does not get chunked again in mtime,size cache_moder� r� )r� r; r� r� z--encryption=repokeyr� z--listz--files-cache=mtime,sizez::test1rN z input/file1z::test2z U input/file1N) r� r r r r� rb r� r� r �S_IRWXOr )r� r^ r` rS rS rU � test_file_status_ms_cache_modeW s z/ArchiverTestCase.test_file_status_ms_cache_modec C sv | j ddd� tjd� | j ddd� | jdd| j� | jdd d | jd d �}| jdd d | jd d �}| jd|� dS )zItest that files get rechunked unconditionally in rechunk,ctime cache moder� r� )r� r; r� r� z--encryption=repokeyr� z--listz--files-cache=rechunk,ctimez::test1rN z::test2z A input/file1N)r� r r r r� r )r� r^ rS rS rU � test_file_status_rc_cache_modee s z/ArchiverTestCase.test_file_status_rc_cache_modec C s� | j ddd� tjd� | j ddd� trR| j ddd� tjtjj| j d�t j � | j dd | j � | j d d d | j d d�}| jd|� | jd|� tr�| jd|� | j d d d | j d ddd�}| jd|� | jd|� tr�| jd|� dS )z#test that excluded paths are listedr� i r� )r� r; r� r� r� z--encryption=repokeyr� z--listz--exclude-nodumpz::testrN z A input/file1z A input/file2z x input/file3z::test1z --excludez*/file2z U input/file1z x input/file2Ni @ i @ i @ )r� r r r< r r� rb r� r� r� r� r� r r� r )r� r^ rS rS rU �test_file_status_excludedp s" z*ArchiverTestCase.test_file_status_excludedc C s� | j ddd� | jdd| j� tj| jdd| jd d ��}d |ksFt�d |ksRt�d |ks^t�d|d ksnt�|d }|d dks�t�t|d t�s�t�t|d t�s�t�t |d �dks�t�d|ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z--jsonz::testrN r� r� r� r� r� r� r r� r� rQ r� r� i @ ) r� r r� r r r� rY rl r� r� )r� Z create_infor� rS rS rU �test_create_json� s z!ArchiverTestCase.test_create_jsonc C s� | j ddd� tjd� | j ddd� | jdd| j� | jd | jd d �}| jd|� | jd | jd d �}| jd|� | jd d d| jd d �}| jd|� | jd d d| jd d �}| jd|� | j ddd� | jd d d| jd d �}| jd|� d S )Nr� i r� )r� r; r� r� z--encryption=repokeyr� z::testrN z::test0z--listz --filter=Uz::test1z --filter=AMz::test2r� z::test3i @ i @ i � )r� r r r r� r� r )r� r^ rS rS rU �test_create_topical� s z$ArchiverTestCase.test_create_topicalc C s^ t jdt jj| jd�� | jdd| j� | jd }| jdd|d� | jd |�}d |ksZt�d S ) Nzsomewhere does not existr� r� z--encryption=repokeyz::testr� z--read-specialrN rl z&input/link -> somewhere does not exist)rb r� r� r� r� r r� r� )r� r� r^ rS rS rU �'test_create_read_special_broken_symlink� s z8ArchiverTestCase.test_create_read_special_broken_symlinkc C s� | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j d d d | jd �}| jd |� | jd|� | jd |� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | jd|� | j d | jd � | j d| j�}| jd|� | jd|� | jd|� | jd|� | jd|� | j d| jd t� | j d | jd � | j d| j�}| jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::test1z::test2z::test3.checkpointz::test3.checkpoint.1z::test4.checkpointr$ z--listz --dry-runz--keep-daily=2zKeeping archive: test2zWould prune: test1z!Keeping archive: test4.checkpointrl �test1r� ztest3.checkpointztest3.checkpoint.1ztest4.checkpointz::test5Z checkpointZtest5)r r� r� r r� )r� r^ rS rS rU �test_prune_repository� s: z&ArchiverTestCase.test_prune_repositoryc C s� | j dd| j� | j d| jd t� | j d| jd t� | j ddd| jd �}| jd |� | jd |� | j d | j�}| jd |� | jd|� | j dd| jd � | j d | j�}| jd |� | jd|� d S )Nr� z--encryption=repokeyr� z::test1z::test2r$ z--listz --dry-runz--keep-daily=2zKeeping archive: test2zWould prune: test1rl r; r� z --save-space)r r� r� r r� )r� r^ rS rS rU � test_prune_repository_save_space� s z1ArchiverTestCase.test_prune_repository_save_spacec C s | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j dd d | jd d �}| jd |� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | j d| jd d � | j d| j�}| jd|� | jd|� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::foo-2015-08-12-10:00z::foo-2015-08-12-20:00z::bar-2015-08-12-10:00z::bar-2015-08-12-20:00r$ z--listz --dry-runz--keep-daily=2z --prefix=foo-z%Keeping archive: foo-2015-08-12-20:00z%Would prune: foo-2015-08-12-10:00rl zfoo-2015-08-12-10:00zfoo-2015-08-12-20:00zbar-2015-08-12-10:00zbar-2015-08-12-20:00)r r� r� r r� )r� r^ rS rS rU � test_prune_repository_prefix� s& z-ArchiverTestCase.test_prune_repository_prefixc C s | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j dd d | jd d �}| jd |� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | j d| jd d � | j d| j�}| jd|� | jd|� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::2015-08-12-10:00-fooz::2015-08-12-20:00-fooz::2015-08-12-10:00-barz::2015-08-12-20:00-barr$ z--listz --dry-runz--keep-daily=2z--glob-archives=2015-*-fooz%Keeping archive: 2015-08-12-20:00-fooz%Would prune: 2015-08-12-10:00-foorl z2015-08-12-10:00-fooz2015-08-12-20:00-fooz2015-08-12-10:00-barz2015-08-12-20:00-bar)r r� r� r r� )r� r^ rS rS rU �test_prune_repository_glob s& z+ArchiverTestCase.test_prune_repository_globc C s� | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j dd| j�}| jd |� | jd |� | jd |� d S ) Nr� z--encryption=repokeyr� z::test-1z ::something-else-than-test-1z::test-2rl z--prefix=test-ztest-1ztest-2zsomething-else)r r� r� r r� )r� r^ rS rS rU �test_list_prefix s z!ArchiverTestCase.test_list_prefixc C s� | j dd| j� | jd }| j d|t� | j ddd|�}| jd|� | j d|�}| j dd d |�}| j dd d |�}| j||� | j||� d S ) Nr� z--encryption=repokeyz::testr� rl z --list-formatr� z#--list-format" has been deprecated.z--formatzB{mode} {user:6} {group:6} {size:8d} {mtime} {path}{extra}{NEWLINE}z{mtime:%s} {path}{NL})r r� r� r r ZassertNotEqual)r� � test_archiver� �output_1�output_2�output_3rS rS rU �test_list_format' s z!ArchiverTestCase.test_list_formatc C s� | j dd| j� | j ddd| jd t� | j ddd| jd t� | j d | j�}| j d d d | j�}| j||� | j d d | j�}| j|d � | j d d d| j�}| j|d� | j d d d| j�}| jd|� | jd|� d S )Nr� z--encryption=repokeyr� z --commentz comment 1z::test-1z comment 2z::test-2rl z--formatz {archive:<36} {time} [{id}]{NL}z--shortztest-1 test-2 z {barchive}/ztest-1/test-2/z{name} {comment}{NL}ztest-1 comment 1 ztest-2 comment 2 )r r� r� r r )r� rB rC rD rS rS rU �test_list_repository_format3 s z,ArchiverTestCase.test_list_repository_formatc C st | j ddd� | j ddd d� | jdd | j� | jd }| jd |d � | jd dd|�}d|ksdt�d|kspt�d S )N� empty_filer )r� Zamb� ai@B )r� r� z--encryption=repokeyz::testr� rN rl z--formatz{sha256} {path}{NL}zJcdc76e5c9914fb9281a1c7e284d73e67f1809a48a497200e046d39ccc7112cd0 input/ambzQe3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 input/empty_file)r� r r� r� )r� rA r^ rS rS rU �test_list_hashB s z ArchiverTestCase.test_list_hashc C s� | j ddd� | j d� ttjj| jd�d��"}|jdd � |jdd � W d Q R X | jd d | j� | jd }| jd |d � | jddd|�}d|ks�t �d|ks�t �d S )NrG r )r� Z two_chunksr� s abbai�� s baabr� z--encryption=repokeyz::testr� rN rl z--formatz'{num_chunks} {unique_chunks} {path}{NL}z0 0 input/empty_filez2 2 input/two_chunks) r� r� rb r� r� r� r� r r� r� )r� r� rA r^ rS rS rU �test_list_chunk_countsL s z'ArchiverTestCase.test_list_chunk_countsc C s� | j ddd� | jdd| j� | jd }| jddd |d � | jd d d |�}|jd�d jd�\}}}}}t|�t|�k s|t�t|�t|�k s�t�t|�t|�ks�t�t|�t|�ks�t�d S )NZcompressible_filei' )r� r� z--encryption=repokeyz::testr� z-C�lz4rN rl z--formatz*{size} {csize} {dsize} {dcsize} {path}{NL}r r; � )r� r r� r rI r� )r� rA r^ r� �csizeZdsizeZdcsizer� rS rS rU �test_list_sizeY s z ArchiverTestCase.test_list_sizec C s� | j dd%d� | jdd| j� | jd| jd d � tj| jd d | j��}|d }t|d �dksdt�tj|d t �sxt�|d d dks�t�d|d ks�t�|d d }tj|d t �s�t�| jd d| jd �}dd� |j � D �}t|�dks�t�|d }|d d k�s t�|d d k�s t�tj|d t ��s4t�| jd dd!| jd �}d"d� |j � D �}t|�dk�snt�|d }|d d k�s�t�|d# d$k�s�t�d S )&Nr� i r� )r� r� z--encryption=repokeyr� z::testrN rl z--jsonr� rQ r� r� r� r� r� r� r� r r z --json-linesc S s g | ]}t j|��qS rS )r r )r� �srS rS rU r s s z3ArchiverTestCase.test_list_json.<locals>.<listcomp>r r; r� z input/file1r� i @ rA z--format={sha256}c S s g | ]}t j|��qS rS )r r )r� rO rS rS rU r { s r Z@b2915eb69f260d8d3c25249195f2c8f4f716ea82ec760ae929732c0262442b2bi @ ) r� r r� r r r� r� r r� r� r� )r� Z list_repor� Zarchive0Z list_archiver r� rS rS rU �test_list_jsone s0 z ArchiverTestCase.test_list_jsonc C s@ | j dd| j� | j dd| jdd� | j dd| jd dd� d S ) Nr� z--encryption=repokeyrl z --json-linesr )rj z--jsonz ::archive)r r� )r� rS rS rU �test_list_json_args� s z$ArchiverTestCase.test_list_json_argsc C s� | j � | jdd| j� | jdd| jd ddd�}i }x&|j� D ]}tj|�}|||d < q@W |d }d |ksrt�|d jd�s�t�|d }t|d t �s�t�|d dks�t�t|d t �s�t�d S )Nr� z--encryption=repokeyr� z --log-jsonz::testrN z--listz--debug�type� file_statusZstatusr� � log_messager Z levelname�DEBUG�message) r r r� r� r r r� r rY r� rZ )r� �logZmessagesr� �msgrS rT rS rS rU � test_log_json� s z ArchiverTestCase.test_log_jsonc C s� | j � | jdd| j� | jd| jd dd� | jddd d � tjd �}|j� |jd � | jd| jd dd � tjd �}|j� |jd � d S )Nr� z--encryption=repokeyr� z::testrN z--debug-profile=create.prof�debugzconvert-profilez create.profz create.pyprofZcumtimez::test2z --debug-profile=create.pyprof)r r r� �pstatsZStatsZ strip_dirsZ sort_stats)r� r� rS rS rU �test_debug_profile� s z#ArchiverTestCase.test_debug_profilec C s> | j � | jdd| j� | jdd| jd d�}d|ks:t�d S )Nr� z--encryption=repokeyz--debugr� z::testrN z security: read previous location)r r r� r� )r� rW rS rS rU �test_common_options� s z$ArchiverTestCase.test_common_options�' c C s� |rd| }n t j|�}| jd|d� | jdd| j� | jd }| jdd||d � | jd d d |�}|jd �d jd�\}}}t|�t|�fS )Nr� r8 )r� r� z--encryption=nonez::testr� z-CrN rl z--formatz{size} {csize} {path}{NL}r r; rL )rb r� r� r r� r rI ) r� Z compression� compressibler� r� r� r^ rM r� rS rS rU � _get_sizes� s zArchiverTestCase._get_sizesc C s2 | j ddd�\}}||ks t�||d ks.t�d S )N�noneT)r_ � )r` r� )r� r� rM rS rS rU �"test_compression_none_compressible� s z3ArchiverTestCase.test_compression_none_compressiblec C s2 | j ddd�\}}||ks t�||d ks.t�d S )Nra F)r_ rb )r` r� )r� r� rM rS rS rU �$test_compression_none_uncompressible� s z5ArchiverTestCase.test_compression_none_uncompressiblec C s& | j ddd�\}}||d k s"t�d S )N�zlibT)r_ g�������?)r` r� )r� r� rM rS rS rU �"test_compression_zlib_compressible� s z3ArchiverTestCase.test_compression_zlib_compressiblec C s" | j ddd�\}}||ks t�d S )Nre F)r_ )r` r� )r� r� rM rS rS rU �$test_compression_zlib_uncompressible� s z5ArchiverTestCase.test_compression_zlib_uncompressiblec C s& | j ddd�\}}||d k s"t�d S )NrK T)r_ g�������?)r` r� )r� r� rM rS rS rU �!test_compression_lz4_compressible� s z2ArchiverTestCase.test_compression_lz4_compressiblec C s" | j ddd�\}}||ks t�d S )NrK F)r_ )r` r� )r� r� rM rS rS rU �#test_compression_lz4_uncompressible� s z4ArchiverTestCase.test_compression_lz4_uncompressiblec C s& | j ddd�\}}||d k s"t�d S )N�lzmaT)r_ g�������?)r` r� )r� r� rM rS rS rU �"test_compression_lzma_compressible� s z3ArchiverTestCase.test_compression_lzma_compressiblec C s" | j ddd�\}}||ks t�d S )Nrj F)r_ )r` r� )r� r� rM rS rS rU �$test_compression_lzma_uncompressible� s z5ArchiverTestCase.test_compression_lzma_uncompressiblec C s� | j ddd�\}}| jd| j� | j ddd�\}}| jd| j� | j ddd�\}}|| kod|kn snt�||d k s~t�t||�}||ks�t�d S )Nz auto,zlibT)r_ rr re rK g�������?)r` r r� r� �min)r� Z auto_sizeZ auto_csizeZ zlib_sizeZ zlib_csizeZlz4_sizeZ lz4_csizeZsmallest_csizerS rS rU �"test_compression_auto_compressible� s z3ArchiverTestCase.test_compression_auto_compressiblec C s2 | j ddd�\}}||ks t�||d ks.t�d S )Nz auto,zlibF)r_ rb )r` r� )r� r� rM rS rS rU �$test_compression_auto_uncompressible� s z5ArchiverTestCase.test_compression_auto_uncompressiblec C sD | j dd| j� dtjd< | j d| j� dtjd< | j d| j� d S )Nr� z--encryption=repokeyZ newpassphraseZBORG_NEW_PASSPHRASEzchange-passphraser� rl )r r� rb r� )r� rS rS rU �test_change_passphrase� s z'ArchiverTestCase.test_change_passphrasec C s" | j dd| j� | j d| j� d S )Nr� z--encryption=repokeyz break-lock)r r� )r� rS rS rU �test_break_lock� s z ArchiverTestCase.test_break_lockc C s | j � | j d� d S )Nz-h)r )r� rS rS rU � test_usage� s zArchiverTestCase.test_usagec C sj d| j d�kst�d| j dd�ks&t�d| j dd�ks:t�d| j ddd�ksPt�d| j ddd �ksft�d S ) NZBorgr{ r� Z Initializer� zpositional argumentsz --epilog-onlyzThis command initializesz --usage-only)r r� )r� rS rS rU � test_help s zArchiverTestCase.test_helpc 2 C s� dd� }| j dd| j� | j� |d�}| j dd| jd d � | j dd| jd d � trltjtjjd d �� tjj| jd �}| j | j|��F | j | j tjj|d d �ddd� | j | j tjj|dd �ddd� W d Q R X | j | jd |���� | j | j tjj|d �ddd� d}tjj|d d�}tj |�}tj |�}|j |j k�sDt�|j|jk�sVt�|j|jk�sht�|j|jk�szt�|�r�|j|jk�s�t�|j|jk�s�t�|j|jk�s�t�t� �r�|j|j k�o�dkn �s�t�t|d��2}t|d�� } |j� | j� k�st�W d Q R X W d Q R X t� �r�d}tjj|d d�}tj |�} tj |�} | j| j k�oldkn �sxt�|j| jk�s�t�t� �r(d}tjj|d d�}tj |dd�} tj |dd�} | jtd�k�s�t�| jtd�k�s�t�t j | j ��s�t�t j | j ��st�tj |�tj |�k�s(t�t � �r\tjj|d d�}tj |�} t j | j ��s\t�y�d }tjj|d d �}t j! �r�t j"| j ��r�t#t$t j%|���d d gk�s�t�t j&|d �d k�s�t�t j&|d �d k�sFt�nnt$t j%|��g k�s�t�yt j&|d � W n6 t'k �r6 } z|j(t)j*k�s&t�W Y d d }~X nX d�sFtd!��W nD t'k �r� } z&t+j,j-d#��rz|j(t(j.k�rzn� W Y d d }~X nX W d Q R X d S )$Nc S s\ t j| �j}yt jt j| t�� W n tk r6 dS X t j| �j}ttk}|oV||kS d S )NF)rb r� r4 r0 r� r r r )r6 r7 r9 r: rS rS rU r; s z/ArchiverTestCase.test_fuse.<locals>.has_noatimer� z--encryption=repokeyz input/file1r� z--exclude-nodumpz ::archiverN z ::archive2r� r� r� T)�ignore_bsdflags� ignore_xattrs�archive2r� r rZ zinput/hardlinkr� z input/link1r� F)r� r� r� zinput/fusexattrr� z user.emptyzuser.foos barz2expected OSError(ENOATTR), but no error was raised�freebsd)rw )/r r� r r< rb r� r� r� r� r� r r� r� r r� �st_uid�st_gidr[ �st_atime�st_ctime�st_mtimerC r� r� r5 �st_inorB r� �S_ISLNKr2 rD �S_ISFIFOr r� r� r! rA � listxattrr� r� r� �llfuseZENOATTRrW r r r� )r� r; rB r� Zin_fnZout_fnZsti1Zsto1Zin_fZout_fZsti2Zsto2rC rD rr r� rS rS rU � test_fuse s� $* $ $ zArchiverTestCase.test_fusec s | j dd| j� | jddd� t� rJ| jddd� tjdd � tjdd � | j d | jd d � | jddd� | j d | jd d � tjj| jd�}| j | j|dd��� tjj|d d�� tj � �}t dd� |D ��s�t �ddh� fdd�|D �ks�t �t� �r�tjj|d dd�}tjj|d dd�}tjj|d dd�}tj |�jtj |�j k�o\tj |�jkn �sht �t|d �j� dk�s�t �W d Q R X | j | j|ddd d��h t� �rtjj|d dd�}tjj|d dd�}tj |�jtj |�jk�s�t �t|d �j� dk�st �W d Q R X d S ) Nr� z--encryption=repokeyr s first)r� Z hardlink1s 123456zinput/hardlink1zinput/hardlink2zinput/hardlink3r� z ::archive1rN s secondz ::archive2r� z-oZversionsc s s | ]}|j d �V qdS )ztest.N)r )r� r� rS rS rU r� ~ s z;ArchiverTestCase.test_fuse_versions_view.<locals>.<genexpr>c s$ h | ] }t tjj� |�d �j� �qS )rZ )r� rb r� r� r5 )r� r� )r� rS rU � <setcomp> s z;ArchiverTestCase.test_fuse_versions_view.<locals>.<setcomp>zhardlink1.00001Z hardlink2zhardlink2.00001Z hardlink3zhardlink3.00001rZ z-e)r r� r� rC rb r� r� r� r� r� r� r� r� r� r} r� r5 )r� r� �filesZhl1Zhl2Zhl3rS )r� rU �test_fuse_versions_viewn s6 8" z(ArchiverTestCase.test_fuse_versions_viewc C s8 | j dd| j� | jd� | jd�\}}|�N x>|j� D ]*}|jjd�r8|j|jd j � |j}P q8W dsnt �|j � W d Q R X | j dd| jd d � t jj | jd �}| j| jd |��@ tjt��}tt jj ||�� W d Q R X |jjtjks�t �W d Q R X | j| jd |d d�� tt jj ||��j� W d Q R X d S )Nr� z--encryption=repokeyr� ztestsuite/archiver.pyr; Fr� z--repairr )rj r� z ::archivez-oZallow_damaged_filesr� )r r� r� r� r� r� r� rr r� rQ r� r� rb r� r� r� r) r* r� r� r� r� ZEIOr0 )r� r� r� r� r� r� r rS rS rU � test_fuse_allow_damaged_files� s& z.ArchiverTestCase.test_fuse_allow_damaged_filesc . C s� | j dd| j� | jd� | jd� | jd� | jd� tjj| jd�}| j| j|dd ��( ttj tjj|���ddgks~t �W d Q R X | j| j|d d ��( ttj tjj|���ddgks�t �W d Q R X | j| j|d ��( ttj tjj|���ddgks�t �W d Q R X | j| j|d ��* ttj tjj|���ddgk�s<t �W d Q R X | j| j|d ��. ttj tjj|���ddddgk�s�t �W d Q R X | j| j|d��& ttj tjj|���g k�s�t �W d Q R X d S )Nr� z--encryption=repokeyZarch11Zarch12Zarch21Zarch22r� z --first=2z --sort=namez--last=2z--prefix=arch1z--prefix=arch2z --prefix=archz --prefix=nope) r r� r� rb r� r� r� r� r! r� r� )r� r� rS rS rU �test_fuse_mount_options� s$ ,,,.2z(ArchiverTestCase.test_fuse_mount_optionsc s� t � � t � �� ��fdd�}�j� dtjd< �jdd| �j� |� �jd�jd d � |� �jd�jd d � |� �jd �jd � |� d S ) Nc s� t �j���} x�| j| j� �j� D ]~\}}| j|�}t|�j� }|� kr � j|� t t |�d �}t |dd� �}x,t ||| �D ]}�j |�� �j|� q�W q W W d Q R X d S )N�) �! )r: r� Z open_indexZget_transaction_id� iteritemsr� r Zdigest�addr r� r r� r� )r� rQ �_r� �hashZ num_blocks�nonceZcounter)�seenr� �usedrS rU �verify_uniqueness� s zIArchiverTestCase.verify_aes_counter_uniqueness.<locals>.verify_uniquenessrj r� r� z --encryption=r� z::testrN z::test.2rr )rU r rb r� r r� )r� �methodr� rS )r� r� r� rU � verify_aes_counter_uniqueness� s z.ArchiverTestCase.verify_aes_counter_uniquenessc C s | j d� d S )Nr� )r� )r� rS rS rU �#test_aes_counter_uniqueness_keyfile� s z4ArchiverTestCase.test_aes_counter_uniqueness_keyfilec C s | j d� d S )Nr� )r� )r� rS rS rU �&test_aes_counter_uniqueness_passphrase� s z7ArchiverTestCase.test_aes_counter_uniqueness_passphrasec C s� | j � | jdd| j� | jd| jd d� td�� | jdd| jd �}W d Q R X ttjd��}t|�d kr||d jd �s�t �d |ks�t �d S ) Nr� z--encryption=repokeyr� z::testrN r^ rZ zdump-archive-itemsr Z000000_zDone.) r r r� r? r! rb r� r� r r� )r� r^ � output_dirrS rS rU � test_debug_dump_archive_items� s z.ArchiverTestCase.test_debug_dump_archive_itemsc C s� | j � | jdd| j� | jd| jd d� td�� | jdd| j�}W d Q R X ttjd��}t|�d krx|d jd �s|t �d |ks�t �d S ) Nr� z--encryption=repokeyr� z::testrN r^ rZ zdump-repo-objsr Z 00000000_zDone.) r r r� r? r! rb r� r� r r� )r� r^ r� rS rS rU �test_debug_dump_repo_objs� s z*ArchiverTestCase.test_debug_dump_repo_objsc C s� | j dd| j� d}t|�j� }| jd|d� | j dd| jd�}||ksLt�| j dd | j|d �}||kslt�td d ��}|j� }W d Q R X ||ks�t�| j dd | j|�}d |ks�t�| j dd | j|�}d|ks�t�| j dd | jd�}d|ks�t�d S )Nr� z--encryption=repokeys some datar8 )r� rZ zput-objz input/filezget-objz output/filerZ z delete-objZdeletedz not foundZinvalidz is invalid)r r� r Z hexdigestr� r� r� r5 )r� r� Zhexkeyr^ r� Z data_readrS rS rU � test_debug_put_get_delete_obj� s" z.ArchiverTestCase.test_debug_put_get_delete_objc C sN dd� }t jtd|�� | jdd| jdd� W d Q R X tjj| j� sJt�d S )Nc W s t �d S )N)�EOFError)rT rS rS rU � raise_eof s z7ArchiverTestCase.test_init_interrupt.<locals>.raise_eofr� r� z--encryption=repokeyr; )rj ) r r� r r r� rb r� r� r� )r� r� rS rS rU �test_init_interrupt s z$ArchiverTestCase.test_init_interruptc C s | j d| jdd� d S )Nr� r )rj )r r� )r� rS rS rU �$test_init_requires_encryption_option s z5ArchiverTestCase.test_init_requires_encryption_optionc C s` | j dd| j� | jr0| j dd| jd dd� n,tjtj�� | j dd| jd � W d Q R X d S )Nr� z--encryption=repokeyz/nestedr )rj )r r� r� r) r* r: Z AlreadyExists)r� rS rS rU � test_init_nested_repositories s z.ArchiverTestCase.test_init_nested_repositoriesc C s� t jj| jd�}t|d��� | jdd| jd � t|��}|j� }W dQ R X dd| jd f}| j rt| j|dd i� n$t j t j j�� | j|� W dQ R X t|��}|j� }W dQ R X ||ks�t�W dQ R X dS ) z�BORG_KEY_FILE=something borg init should quit if "something" already exists. See https://github.com/borgbackup/borg/pull/6046r� )Z BORG_KEY_FILEr� z--encryption=keyfiler� Nr� rj r )rb r� r� r� r@ r r� r� r5 r� r) r* rp r �Errorr� )r� r� r8 �before�arg�afterrS rS rU �%test_init_refuse_to_overwrite_keyfile s z6ArchiverTestCase.test_init_refuse_to_overwrite_keyfilec C s | j d| j� | j� �b}tj|tj�\}}t|||dd�� }|j}W d Q R X tj|� t|||�� }|j}W d Q R X W d Q R X ||k s�t �t � }xV|j � D ]J\}\} } } || \} } }| | ks�t �| | ks�t �| |ks�t �|j |� q�W x&|j � D ]\}\} } } ||ks�t �q�W d S )Nr� F)�sync) r r� r� r' r� r� r r� Zdestroyr� rU r� r� )r� r� r� rI r� Zoriginal_chunksZcorrect_chunksr� rQ Zrefcountr� rM Z o_refcountZo_sizeZo_csizerS rS rU � check_cache, s$ z ArchiverTestCase.check_cachec C s� | j dd| j� | j d| jd d� | j� �b}tj|tj�\}}t|||dd��4}|j� |jj t |jj � �d d � |j � W d Q R X W d Q R X t jt�� | j� W d Q R X d S ) Nr� z--encryption=repokeyr� z::testrN F)r� r )r r� r� r' r� r� r r+ r� Zincrefrl r� r� r) r* r� r� )r� r� r� rI r� rS rS rU �test_check_cacheB s z!ArchiverTestCase.test_check_cachec C s4 | j dd| j� | j d| jddd�}d|ks0t�d S )Nr� z--encryption=repokeyr� z --target=asdfr )rj z Need to specify single archive)r r� r� )r� r^ rS rS rU �test_recreate_target_rcN s z(ArchiverTestCase.test_recreate_target_rcc C s� | j � | jdd| j� | j� | jd }| jd|d� | j� | jd| j�}| jd|dd d d � | j� | jd| j�}||ks�t�d |ks�t�| jd }| jdd|�}d|ks�t�d|ks�t�d|ks�t�d S )Nr� z--encryption=repokeyz::test0r� rN rl r� z input/dir2z-ezinput/dir2/file3z--target=new-archivez new-archivez ::new-archivez--shortr� z dir2/file2z dir2/file3)r r r� r� r� )r� r� Zoriginal_archiver� �listingrS rS rU �test_recreate_targetS s" z%ArchiverTestCase.test_recreate_targetc C s� | j � | jddd� | jdd| j� | jd }| jd|d � | jd |d d d � | j� | jdd|�}d|ksrt�d|ks~t�d|ks�t�d S )Nz dir2/file3i r� )r� r� z--encryption=repokeyz::test0r� rN r� z input/dir2z-ezinput/dir2/file3rl z--shortr� z dir2/file2i @ )r r� r r� r� r� )r� r� r� rS rS rU �test_recreate_basicg s z$ArchiverTestCase.test_recreate_basicc C s� | j � | jd| jd d� | jd| jd d� | j� td��h | jd| jd � tjd �jd ksht�tjd �jd ks|t�tjd �jd ks�t�tjd �jd ks�t�W d Q R X td��, | jd| jd � tjd �jdks�t�W d Q R X d S )Nr� z::test2rN r� z::testz input/dir1r^ r� zinput/dir1/hardlinkr zinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2r ) r� r r� r� r? rb r� r� r� )r� rS rS rU � test_recreate_subtree_hardlinkst s z0ArchiverTestCase.test_recreate_subtree_hardlinksc C s t tjj| jd�d��"}|jdd � |jdd � W d Q R X | jdd| j� | jdd d | jd d � | jd| jd d d� | jd| jd ddd�}tt |j d��\}}||ks�t �| jd| jd d� | j � t | jd| jd dd��s�t �t | jd| jd ddd�� �st �d S )NZ large_filer� rH i � br� z--encryption=repokeyr� z--chunker-paramsz 7,9,8,128z::test1rN z::test2z--files-cache=disabledrl zinput/large_filez--formatz {num_chunks} {unique_chunks}rL r� �defaultz--format={size}z{unique_chunks}) r� rb r� r� r� r� r r� �maprI r r� r� )r� r� rl Z num_chunksZ unique_chunksrS rS rU �test_recreate_rechunkify� s z)ArchiverTestCase.test_recreate_rechunkifyc C s� | j ddd� | jdd| j� | jd| jd dd d � | jd | jd d d d�}|jd�\}}}t|�t|�ksrt�| jd| jd dd� | j� | jd | jd d d d�}|jd�\}}}t|�t|�k s�t�||ks�t�d S )Nr_ i' )r� r� z--encryption=repokeyr� z::testrN z-Cra rl zinput/compressiblez--formatz{size} {csize} {sha256}rL r� rK z --recompress)r� r r� r rI r� r� )r� Z file_listr� rM Z sha256_beforeZ sha256_afterrS rS rU �test_recreate_recompress� s z)ArchiverTestCase.test_recreate_recompressc s� t jttd���j� j}| j� | jdd| j� | jd }| jd|d� | jddd d d |� | jd |�j � }t d dd�|j d � }|j d�� t � fdd�|D ��s�t �t � fdd�|D ��s�t �d S )Nr r� z--encryption=repokeyz::test0r� rN r� z --timestampz1970-01-02T00:00:00z --commentr r i� r; r z%Y-%m-%dc s g | ]}t jd � |��qS )zTime \(start\).+ %s)�re�search)r� r� )�s_timerS rU r � s z<ArchiverTestCase.test_recreate_timestamp.<locals>.<listcomp>c s g | ]}t jd � |��qS )zTime \(end\).+ %s)r� r� )r� r� )r� rS rU r � s )r �nowr r Z astimezoneZtzinfor r r� r� Z utcoffset�strftime�anyr� )r� Zlocal_timezoner� r ZdtimerS )r� rU �test_recreate_timestamp� s z(ArchiverTestCase.test_recreate_timestampc C s� | j ddd� | jdd| j� | jd| jd d� | jd | jd �}| jd | jd d d � | j� | jd | jd �}||ks~t�d S )Nr_ i' )r� r� z--encryption=repokeyr� z::testrN rl r� z-nz-ezinput/compressible)r� r r� r� r� )r� Zarchives_beforeZarchives_afterrS rS rU �test_recreate_dry_run� s z&ArchiverTestCase.test_recreate_dry_runc C s� | j ddd� | jdd| j� | jd| jd d � | jd | jd �}| jd | jd d � | j� | jd | jd �}||ks|t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r r� z--chunker-paramsr� i @ )r� r r� r� r� )r� Z info_beforeZ info_afterrS rS rU �!test_recreate_skips_nothing_to_do� s z2ArchiverTestCase.test_recreate_skips_nothing_to_doc C sN | j dd| j� tjj| jd�}ddd| f}| j d| jf|�dd d �� d S ) Nr� z--encryption=repokeyzlock.exclusiveZpython3z-cz<import os, sys; sys.exit(42 if os.path.exists("%s") else 23)z with-lockT�* )rL rj )r r� rb r� r� r� )r� Z lock_pathr rS rS rU �test_with_lock� s z ArchiverTestCase.test_with_lockc C sN | j dd| j� | jddd� | jddd� | jddd� | jddd� | jd dd� | j d | jd d � | j d dd| jd dd�}| j� | jd|� | jd|� | j d d| jd dd�}| j� | jd|� | jd|� | j d | jd dd�}| j� | jd|� | jd|� | j d d| jd dd�}| j� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� r )r� r� r� r� Zfile5r� z::testrN r� z--listz--infoz-ez input/file2z input/file1z x input/file2z input/file3z x input/file3z input/file4z x input/file4z input/file5z x input/file5)r r� r� r� r r� )r� r^ rS rS rU �test_recreate_list_output� s. z*ArchiverTestCase.test_recreate_list_outputc C sD | j dd| j� | j d| jd d� | j dddd d| jd d d � d S ) Nr� z--encryption=repokeyr� z::testrN rr z--firstr� z--lastTr )rL rj )r r� )r� rS rS rU �test_bad_filters� s z!ArchiverTestCase.test_bad_filtersc C s | j d }| jd| jdd� | j| j�}| jdd| j|� t|d��}|j� }W d Q R X |jdt|� d �srt �| j d t j | j �d }t|d��}|j� }W d Q R X ||ks�t �t j |� | jdd | j|� t|d��}|j� }W d Q R X ||ks�t �d S ) Nz /exportedr� z --encryptionr� rI �export�rz BORG_KEY r �/r �import)r� r r� r r� r� r5 r r- r� r� rb r� r� )r� � export_file�repo_idr� �export_contents�key_fileZ key_contentsZ key_contents2rS rS rU �test_key_export_keyfile� s z(ArchiverTestCase.test_key_export_keyfilec C sD | j d }| jd| jdd� | j| j�}| jdd| j|� t|d��}|j� }W d Q R X |jdt|� d �srt �t | j�� }t |�}|j d t j� � W d Q R X ttjj� �}|j |t j� � |j|jks�t �t | j��}|jd � W d Q R X | jdd | j|� t | j�� }t |�}|j d t j� � W d Q R X |j|jk�s@t �d S ) Nz /exportedr� z --encryptionr� rI r� r� z BORG_KEY r rJ r� )r� r r� r r� r� r5 r r- r� r: r r� r Zenv_passphraser rI ZTestKeyZMockRepositoryZenc_keyZsave_key) r� r� r� r� r� r� Zrepo_keyZ backup_keyZ repo_key2rS rS rU �test_key_export_repokey s( z(ArchiverTestCase.test_key_export_repokeyc C s� | j d }| jd| jdd� | j| j�}| jddd| j|� t|dd d ��}|j� }W d Q R X t|�|ksnt�|j d �s|t�|j d �s�t�d S ) Nz/exported.htmlr� z --encryptionr� rI r� z --qr-htmlr� zutf-8)rR z<!doctype html>z</html> ) r� r r� r r� r� r5 r- r� r r� )r� r� r� r� r� rS rS rU �test_key_export_qr- s z#ArchiverTestCase.test_key_export_qrc C s@ | j d }tj|� | jd| jdd� | jdd| j|td� d S )Nz /exportedr� z --encryptionr� rI r� )rj )r� rb r� r r� r, )r� Zexport_directoryrS rS rU �test_key_export_directory: s z*ArchiverTestCase.test_key_export_directoryc ! C s | j d }| jd| jdd� | jdd| j|td� t|d��}|jd � W d Q R X | jrp| jdd| j|d d� n(tjt �� | jdd| j|� W d Q R X t|d��}|jd � W d Q R X | jr�| jdd| j|d d� n(tjt �� | jdd| j|� W d Q R X d S ) Nz /exportedr� z --encryptionr� rI r� )rj rT zsomething not a key r zBORG_KEY a0a0a0 ) r� r r� r, r� r� r� r) r* r# r" )r� r� r� rS rS rU �test_key_import_errorsB s z'ArchiverTestCase.test_key_import_errorsc C s� d}| j d }| jd| jdd� | j| jt|�� | jd tj| j�d }t |d��0}|j t j d | d � |j t d �j� � W d Q R X | jd d d| j|� t |d��}|j� }W d Q R X |dks�t�d S )N�@e294423506da4e1ea76e8dcdf1a3919624ae3ae496fddf905610c351d3f09239z /exportedr� z --encryptionr� r� r rT rL r s abcdefghijklmnopqrsturI r� z--paperr� z�To restore key use borg key import --paper /path/to/repo BORG PAPER KEY v1 id: 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02 1: 616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d 2: 737475 - 88 )r� r r� rV r� r r� rb r� r� r� r �FILE_IDr rf r5 r� )r� r� r� r� r� r� rS rS rU �test_key_export_paperkeyZ s z)ArchiverTestCase.test_key_export_paperkeyc C s� d}| j d| jdd� | j| jt|�� | jd tj| j�d }t|d��0}|j t j d | d � |j t d �j � � W d Q R X d }| j d d d| j|d� d}| j d d d| j|d� d}| j d d d| j|d� d S )Nr� r� z --encryptionr� r� r rT rL r s abcdefghijklmnopqrstus� 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 02 2 / e29442 3506da 4e1ea7 25f62a 5a3d41 - 02 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d42 - 02 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02 616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d 737475 88 73747i - 88 73747 - 88 73 74 75 - 89 00a1 - 88 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02 616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d 73 74 75 - 88 rI r� z--paper)rN s y s1 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02 y )r r� rV r� r r� rb r� r� r� r r� r rf )r� r� r� r� Z typed_inputrS rS rU �test_key_import_paperkeyt s z)ArchiverTestCase.test_key_import_paperkeyc C s� | j ddd� | jdd| j� | jd| jd d � | jd }| jd d | j|�}|d ksZt�t|d��}tj|�}W d Q R X d|ks�t�d|ks�t�d|ks�t�d|ks�t�d|ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN z/dumprZ z dump-manifestrQ r� r� rS Z item_keys� timestamp�versioni @ )r� r r� r� r� r� r r� )r� � dump_filer^ r� r rS rS rU �test_debug_dump_manifest� s z)ArchiverTestCase.test_debug_dump_manifestc C s� | j ddd� | jdd| j� | jd| jd d � | jd }| jd d | jd |�}|d ks^t�t|d��}tj|�}W d Q R X d|ks�t�d|ks�t�d|ks�t�d|ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN z/dumprZ z dump-archiverQ r� �_nameZ_manifest_entryZ_metaZ_itemsi @ )r� r r� r� r� r� r r� )r� r� r^ r� r rS rS rU �test_debug_dump_archive� s z(ArchiverTestCase.test_debug_dump_archivec C s� | j dd| j� | j dd| jdd �j� }|dks6t�tj| j dd | jd d ��}|d d }| j dd| j|�j� }|d| d ks�t�| j dd| jdd�j� }|dks�t�d S )Nr� z--encryption=repokeyrZ z refcount-objr� r� zkobject 0000000000000000000000000000000000000000000000000000000000000000 not found [info from chunks cache].r� z--jsonz::testrN r� rQ zobject z* has 1 referrers [info from chunks cache].Z124Zxyzaz4object id 124 is invalid. object id xyza is invalid.)r r� �stripr� r r )r� r^ r� � archive_idrS rS rU �test_debug_refcount_obj� s z(ArchiverTestCase.test_debug_refcount_objc C s( | j dd�}d|kst�d|ks$t�d S )NrZ r zCRC implementation�Python)r r� )r� r^ rS rS rU �test_debug_info� s z ArchiverTestCase.test_debug_infoc C s> | j dd| j� tdd�� | j dd| j| j� W d Q R X d S )Nr� z--encryption=repokeyr� )Z_BORG_BENCHMARK_CRUD_TESTZ benchmarkZcrud)r r� r@ r� )r� rS rS rU �test_benchmark_crud� s z$ArchiverTestCase.test_benchmark_crudc C sL | j � tjd� | jdd| j� | jdd| j�}| jd|� | jd|� | jd|� | jd |� | jd |� | jd |� | jd |� x�dD ]|\}}| jd| j|�}|dks�t�| jd| j||� | jd| j|�}||d ks�t�| jdd| j|� | jd| j|dd� q�W | jddd| jdd� | jd| jdd� | jd| jddd� d S )Nzinput/flagfiler� z--encryption=repokeyrS z--listz [repository]r� Zsegments_per_dirZ storage_quota� append_only�additional_free_spacerQ �2G�repository.append_onlyr� r� r z--deleter; )rj r zinvalid-option�r� r� �r� r� )r� r� z0 )r rb r� r r� r r� )r� r^ Zcfg_keyZ cfg_valuerS rS rU � test_config� s0 z ArchiverTestCase.test_configz(GNU tar must be installed for this test.�gzipz%gzip must be installed for this test.c C s� | j � tjd� | jdd| j� | jd| jd d� | jd| jd dd � td �� tjd d d dg� W d Q R X | jdddddd� d S )Nzinput/flagfiler� z--encryption=repokeyr� z::testrN z export-tarz simple.tarz --progressr^ rt �xpfz ../simple.tarz--warning=no-timestampz output/inputT)rt ru � ignore_ns) r rb r� r r� r? r] � check_callr )r� rS rS rU �test_export_tar� s z ArchiverTestCase.test_export_tarc C s� t jd�stjd� | j� tjd� | jdd| j� | jd| jd d� | jd | jd d d �}d |kslt �d |ksxt �t d�� t j ddddg� W d Q R X | j dddddd� d S )Nr� zgzip is not installedzinput/flagfiler� z--encryption=repokeyr� z::testrN z export-tarz simple.tar.gzz--listz input/file1 z input/dir2 r^ rt r� z../simple.tar.gzz--warning=no-timestampz output/inputT)rt ru r� )ru rv r) r. r rb r� r r� r� r? r] r� r )r� rl rS rS rU �test_export_tar_gz s z#ArchiverTestCase.test_export_tar_gzc C s� t jd�stjd� | j� tjd� | jdd| j� | jd| jd d� | jd | jd d d d �}d |ksnt �d|kszt �t d�� t j ddddg� W d Q R X | j dddddd� d S )Nr� zgzip is not installedzinput/flagfiler� z--encryption=repokeyr� z::testrN z export-tarz simple.tarz--strip-components=1z--listz input/file1 z input/dir2 r^ rt r� z ../simple.tarz--warning=no-timestampzoutput/T)rt ru r� )ru rv r) r. r rb r� r r� r� r? r] r� r )r� rl rS rS rU � test_export_tar_strip_components s z1ArchiverTestCase.test_export_tar_strip_componentsc C s� | j � | jd| jd dd� td��h tjdddd g� tjd �jd ksNt �tjd �jd ksbt �tjd �jd ksvt �tjd�jd ks�t �W d Q R X d S )Nz export-tarz::testz output.tarz--strip-components=2r^ rt r� z ../output.tarz--warning=no-timestampr� r zsubdir/hardlinkr� r� ) r� r r� r? r] r� rb r� r� r� )r� rS rS rU �&test_export_tar_strip_components_links s z7ArchiverTestCase.test_export_tar_strip_components_linksc C s� | j � | jd| jd dd� td��h tjdddd g� tjd �jd ksNt �tjd �jd ksbt �tjd �jd ksvt �tjd�jd ks�t �W d Q R X d S )Nz export-tarz::testz output.tarz input/dir1r^ rt r� z ../output.tarz--warning=no-timestampzinput/dir1/hardlinkr zinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2) r� r r� r? r] r� rb r� r� r� )r� rS rS rU �test_extract_hardlinks_tar, s z+ArchiverTestCase.test_extract_hardlinks_tarc C s� t | j�}d|d | jgd|d gd|gd|d dgd|gd|gd |gd |d gd d |d gd d|dgd|gd|gg }x*|D ]"}| j|ddd��}d|kszt�qzW d S )Nr� z::testr� r� ro Znewnamerl rr r$ r rI r� Zexportedr� zchange-passphrasez break-lockTr )rL rj zAttic repository detected.)rH r� r� r r� )r� r� ZcmdsrT r^ rS rS rU �test_detect_attic_repo8 s z'ArchiverTestCase.test_detect_attic_repoc C s� dd� }| j d� tjddd� | jd| jd� | jd | jd d � td ��6 tjtd |�� | jd| jd td� W dQ R X W dQ R X dS )z.https://github.com/borgbackup/borg/issues/6063c _ s t tjd��d S )Nr/ )r� r� r/ )rT r� rS rS rU r� Q s z`ArchiverTestCase.test_do_not_fail_when_percent_is_in_xattr_name.<locals>.patched_setxattr_EACCESr8 s input/files user.attribute%ps valuer� z-enoner� z::testrN r^ r� r� )rj N) r� r r� r r� r? r r� r+ )r� r� rS rS rU �.test_do_not_fail_when_percent_is_in_xattr_nameM s z?ArchiverTestCase.test_do_not_fail_when_percent_is_in_xattr_namec C s� dd� }t jt jj| jd�� tjddd� | jd| jd� | jd | jd d � t d ��6 t j td |�� | jd| jd t d� W dQ R X W dQ R X dS )z.https://github.com/borgbackup/borg/issues/6063c _ s t tjd��d S )Nr/ )r� r� r/ )rT r� rS rS rU r� a s z_ArchiverTestCase.test_do_not_fail_when_percent_is_in_file_name.<locals>.patched_setxattr_EACCESzdir%ps input/dir%ps user.attributes valuer� z-enoner� z::testrN r^ r� r� )rj N) rb r� r� r� r� r r� r r� r? r r� r+ )r� r� rS rS rU �-test_do_not_fail_when_percent_is_in_file_name] s z>ArchiverTestCase.test_do_not_fail_when_percent_is_in_file_namec C s | j ddd� | jdd| j� | jd| jd d� tjtjj| jd �� tjtjj| j� d �� | jd | j�}d |kszt �| jd | j�}d |ks�t �| jd | jd �}d|ks�t �| jd | jd �}d|ks�t �t d�� | jd| jd � W dQ R X | j dd� dS )z�Nonce is only used for encrypting new data. It should be possible to retrieve the data from an archive even if both the client and the server forget the noncer� s Hello, borg)r� r� z--encryption=repokeyr� z::testrN r� r z All archives:rl r zArchive name: test r^ r� Nz output/input) r� r r� rb r� r� r� r� r& r� r? r )r� Z repo_infoZ repo_listZ archive_infor& rS rS rU �+test_can_read_repo_even_if_nonce_is_deletedl s z<ArchiverTestCase.test_can_read_repo_even_if_nonce_is_deletedc C st | j ddd� | jdd| j� | jd| jd d� tjj| jd �}tj|� | jd| jd d� tjj|�spt �d S ) a We should be able to recover if path/to/repo/nonce is deleted. The nonce is stored in two places: in the repo and in $HOME. The nonce in the repo is only needed when multiple clients use the same repo. Otherwise we can just use our own copy of the nonce. r� s Hello, borg)r� r� z--encryption=repokeyr� z::testrN r� z::test2N) r� r r� rb r� r� r� r� r� r� )r� r� rS rS rU �%test_recovery_from_deleted_repo_nonce� s z6ArchiverTestCase.test_recovery_from_deleted_repo_nonceN)r^ )�r r r r) �mark�skipifrC Zrequires_hardlinksr& r r( r, r1 rB r3 rE rE rF rL rP r rV rg ri rl rq rs rt rv r{ r| r} r� r� �unittest� skipUnlessr= r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r rb r� r r r r r r r r! r# r% r& Zallow_cache_wiper- r/ r0 r1 r3 r5 r6 r7 r8 r9 r: r< r= r> r? r@ rE rF rI rJ rN rP rQ rY r\ r] r` rc rd rf rg rh ri rk rl rn ro rp rq rr rs r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rz Zrequires_gnutarru rv Z requires_gzipr� r� r� r� r� r� r� r� r� r� rS rS rS rU r � s� ? 3 ! !(! ) ' f - r zno borg.exe availablec s� e Zd ZdZdZejd�dd� �Zejd�dd� �Zejd�d d � �Z ejd�d d � �Z ejd �dd� �Z ejd�dd� �Z � fdd�Z ejd�dd� �Zejd�dd� �Z� ZS )�ArchiverTestCaseBinaryzborg.exeTz(does not raise Exception, but sets rc==2c C s d S )NrS )r� rS rS rU r, � s z,ArchiverTestCaseBinary.test_init_parent_dirszpatches objectsc C s d S )NrS )r� rS rS rU r� � s z*ArchiverTestCaseBinary.test_init_interruptc C s d S )NrS )r� rS rS rU r� � s z0ArchiverTestCaseBinary.test_extract_capabilitiesc C s d S )NrS )r� rS rS rU r� � s z1ArchiverTestCaseBinary.test_extract_xattrs_errorszLtest_basic_functionality seems incompatible with fakeroot and/or the binary.c C s d S )NrS )r� rS rS rU r � s z/ArchiverTestCaseBinary.test_basic_functionalityzBtest_overwrite seems incompatible with fakeroot and/or the binary.c C s d S )NrS )r� rS rS rU r� � s z%ArchiverTestCaseBinary.test_overwritec s t � rtjd� n t� j� d S )Nz9test_fuse with the binary is not compatible with fakeroot)rG r� r. �superr� )r� )� __class__rS rU r� � s z ArchiverTestCaseBinary.test_fusec C s d S )NrS )r� rS rS rU r� � s zEArchiverTestCaseBinary.test_do_not_fail_when_percent_is_in_xattr_namec C s d S )NrS )r� rS rS rU r� � s zDArchiverTestCaseBinary.test_do_not_fail_when_percent_is_in_file_name)r r r r� r� r� r. r, r� r� r� r r� r� r� r� � __classcell__rS rS )r� rU r� � s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd � Zd d � Z� ZS ) �ArchiverCheckTestCasec sL t � j� tjtdd��* | jdd| j� | jd� | jd� W d Q R X d S )N� BUFFER_SIZEr� r� z--encryption=repokey�archive1rv )r� r� r r� r r r� r� )r� )r� rS rU r� � s zArchiverCheckTestCase.setUpc C s< | j ddd| jdd�}| jd|� | jd|� | jd|� tjd �jtj� | j ddd | jdd�}| jd|� | jd|� | jd|� | j ddd | jdd�}| jd|� | jd|� | j ddd d | jdd�}| jd |� | j ddd d| jdd�}| jd |� | jd|� | j ddd d| jdd�}| jd |� | jd|� d S )Nr� z-vz --progressr )rj zStarting repository checkz"Starting archive consistency checkzChecking segmentszborg.output.progressz--repository-onlyz--archives-onlyz--prefix=archive2r� z --first=1rv z--last=1)r r� r �loggingZ getLoggerZsetLevelZNOTSETr� )r� r^ rS rS rU �test_check_usage� s( z&ArchiverCheckTestCase.test_check_usagec C s, | j d�\}}|�R xB|j� D ],}|jjd�r |j}|d }|j|j� P q W | jd� |j� W d Q R X | j d| j dd� | j dd| j dd�}| j d |� | j d| j dd� | j d d | j d dd�}| j d |� xtdD ]l}| j |�\}}|�P xH|j� D ]2}|jjd�� r�| j ||j� | j ||j� P � q�W | jd� W d Q R X q�W tjtdd�� | jd� W d Q R X | j ddd| j dd�}| j d|� | j d|� xhdD ]`}| j |�\}}|�B x:|j� D ]$}|jjd��r�| j||j� P �q�W | jd� W d Q R X �q�W | j d d | j d dd�}| j d |� d S )Nr� ztestsuite/archiver.pyr; zshould not happenr� )rj z--repairr z New missing file chunk detectedrl z --format={health}#{path}{LF}z ::archive1zbroken#rv r� r� Zarchive3z-vz$Healed previously missing file chunkzAtestsuite/archiver.py: Completely healed previously damaged file!r� )r� rv )r� rv )r� r� r� r� r� rr rQ Zfailr� r r� r Zassert_not_equalr� r r� r r� r� )r� r� r� r� Z valid_chunksZ killed_chunkr^ � archive_namerS rS rU �test_missing_file_chunk� sP z-ArchiverCheckTestCase.test_missing_file_chunkc C st | j d�\}}|� |j|jjd � |j� W d Q R X | jd| jdd� | jdd| jdd� | jd| jdd� d S )Nr� r r� r; )rj z--repair)r� rr r r r� r r� )r� r� r� rS rS rU � test_missing_archive_item_chunk s z5ArchiverCheckTestCase.test_missing_archive_item_chunkc C sn | j d�\}}|� |j|j� |j� W d Q R X | jd| jdd� | jdd| jdd� | jd| jdd� d S )Nr� r� r; )rj z--repairr )r� rr rQ r� r r� )r� r� r� rS rS rU � test_missing_archive_metadata# s z3ArchiverCheckTestCase.test_missing_archive_metadatac C s� | j d�\}}|� |jtj� |j� W d Q R X | jd| jdd� | jddd| jdd�}| jd|� | jd|� | jd| jdd� d S ) Nr� r� r; )rj z-vz--repairr rv )r� rr r' � MANIFEST_IDr� r r� r )r� r� r� r^ rS rS rU �test_missing_manifest, s z+ArchiverCheckTestCase.test_missing_manifestc C s� | j d�\}}|�0 |jtj�}|d }|jtj|� |j� W d Q R X | jd| jdd� | jddd| jdd�}| jd|� | jd |� | jd| jdd� d S ) Nr� s corrupted!r� r; )rj z-vz--repairr rv ) r� r� r' r r r� r r� r )r� r� r� r� �corrupted_manifestr^ rS rS rU �test_corrupted_manifest7 s z-ArchiverCheckTestCase.test_corrupted_manifestc C s� | j d�\}}|�R |jtj�}|d }|jtj|� |j|j�}|d }|j|j|� |j� W d Q R X | jd| jdd� | jddd| jdd�}| j d |� | jd| jdd� d S ) Nr� s corrupted!r� r; )rj z-vz--repairr rv ) r� r� r' r r rQ r� r r� r )r� r� r� r� r �chunkZcorrupted_chunkr^ rS rS rU �%test_manifest_rebuild_corrupted_chunkD s z;ArchiverCheckTestCase.test_manifest_rebuild_corrupted_chunkc C s� | j d�\}}|j}|�n |jtj�}|d }|jtj|� g g dddddd�}|j|dd �}|j|�}|j||j|�� |j � W d Q R X | j d | j dd � | j d d | j d d � | j d| j �}| j d|� | j d|� | j d|� d S )Nr� s corrupted!�foo�barz2016-12-15T18:49:51.849711r; )�cmdliner �hostname�usernamer� r r� s archive)�contextr� )rj z--repairr rl z archive1.1rv ) r� rI r� r' r r Z pack_and_authenticate_metadata�id_hash�encryptr� r r� r ) r� r� r� rI r� r Z archive_dictr� r^ rS rS rU �'test_manifest_rebuild_duplicate_archiveT s. z=ArchiverCheckTestCase.test_manifest_rebuild_duplicate_archivec C s� | j d| jdd� t| jdd��}|jdd� |j� W d Q R X | j d| jdd� | j d| jdd� | j dd | jdd� | j d| jdd� | j d d | jd dd� d S ) Nr� r )rj T)r� s 01234567890123456789012345678901s xxxxr; z--repairr� z --dry-runz ::archive1)r r� r: r r� )r� r� rS rS rU �test_extra_chunksp s z'ArchiverCheckTestCase.test_extra_chunksc G s t j| j� | jd| jf|�� | jd� | jd�\}}|�V xF|j� D ]:}|jj d�rH|j d }|j |j �d }|j |j |� P qHW |j� W d Q R X | jd| jdd� | jdd | jdd�}t|j �d |ks�t�| jdd d | jdd�}t|j �d |k�st�d |k�st�d S )Nr� r� ztestsuite/archiver.pyr; s 1234r� r )rj z --verify-dataz, integrity errorz--repairz6testsuite/archiver.py: New missing file chunk detectedr� )ru r� r� r r� r� r� r� r� r� r� r� rQ r r� r- r� )r� Z init_argsr� r� r� r r� r^ rS rS rU �_test_verify_data{ s$ z'ArchiverCheckTestCase._test_verify_datac C s | j dd� d S )Nz --encryptionr� )r )r� rS rS rU �test_verify_data� s z&ArchiverCheckTestCase.test_verify_datac C s | j dd� d S )Nz --encryptionra )r )r� rS rS rU � test_verify_data_unencrypted� s z2ArchiverCheckTestCase.test_verify_data_unencryptedc C sT t | jdd��*}x|j� D ]}|j|� qW |j� W d Q R X | jd| jdd� d S )NT)r� r� r; )rj )r: r� rl rr r� r )r� r� Zid_rS rS rU �test_empty_repository� s z+ArchiverCheckTestCase.test_empty_repositoryc C s� G dd� d�}| j d�\}}|�Z tj|tj�\}}t|||��0}t|||d|dd�}|jj|� � |j� W d Q R X W d Q R X | j d| j dd � | j d | j d dd � d S ) Nc @ s e Zd Zdd� ZdS )zAArchiverCheckTestCase.test_attic013_acl_bug.<locals>.Attic013Itemc S s dddddddd d�S )NZ1234r � 0)s paths mtimes modes users groups uids gids aclrS )r� rS rS rU �as_dict� s zIArchiverCheckTestCase.test_attic013_acl_bug.<locals>.Attic013Item.as_dictN)r r r r rS rS rS rU � Attic013Item� s r r� z0.13T)r� r� r� r )rj rl z::0.13) r� r' r� r� r r Z items_bufferr� Zsaver r� )r� r r� r� r� rI r� rS rS rU �test_attic013_acl_bug� s z+ArchiverCheckTestCase.test_attic013_acl_bug)r r r r� r� r� r� r r r r r r r r r r r r� rS rS )r� rU r� � s 2 r� c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd S ) �ManifestAuthenticationTestc C sf |�X t j|t j�\}}|jt j|jtjdi i tj � t dd� j t �d���� |j � W d Q R X d S )Nr; )�days)r� r� rS r� )r' r� r� r r r r/ �packbr �utcnowr r� r� r� )r� r� r� rI rS rS rU �spoof_manifest� s "z)ManifestAuthenticationTest.spoof_manifestc C s� | j dd| j� t| jdd�}|�V tj|tj�\}}|jtj|j t j di t j � tdd� jt�d���� |j� W d Q R X tjt�� | j d| j� W d Q R X d S ) Nr� z--encryption=repokeyT)r� r; )r )r� r� r� rl )r r� r: r� r' r� r� r r r r/ r r r r r� r� r� r) r* r )r� r� r� rI rS rS rU � test_fresh_init_tam_required� s " z7ManifestAuthenticationTest.test_fresh_init_tam_requiredc C sh | j dd| j� | jd� t| jdd�}|�� tjtt|j ��� t j |t j �\}}d|_ |j|j� tj|jd |jt j���}|d= |jt j|jtj|��� |j� W d Q R X | j dd | j�}d|ks�t�d |ks�t�| j d d | j� | j dd | j�}d|k�st�d |k�st�| j|� tj t �� | j d| j� W d Q R X | j d d d| j� | j d| j� d S )Nr� z--encryption=repokey� archive1234T)r� Fs tamrl z--debugz'Manifest TAM not found and not required�upgradez--tamzTAM-verified manifestz--force) r r� r� r: r� ru r� r& r- rQ r' r� r� Z tam_requiredZchange_passphraseZ _passphraser/ ZunpackbZdecryptr� r r r r r� r� r r) r* r )r� r� r� rI r� r^ rS rS rU �test_not_required� s0 z,ManifestAuthenticationTest.test_not_requiredc C sZ | j dd| j� | jd� | j dd| j� t| jdd�}| j|� | j d| j� sVt�d S ) Nr� z--encryption=repokeyr r z --disable-tamT)r� rl )r r� r� r: r� r r� )r� r� rS rS rU � test_disable� s z'ManifestAuthenticationTest.test_disablec C sZ | j dd| j� | jd� t| jdd�}| j|� | j dd| j� | j d| j� sVt�d S ) Nr� z--encryption=repokeyr T)r� r z --disable-tamrl )r r� r� r: r� r r� )r� r� rS rS rU � test_disable2� s z(ManifestAuthenticationTest.test_disable2N)r r r r r r! r" r# rS rS rS rU r � s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �ArchiveAuthenticationTestc C sx t j|t j�\}}tjd|g dddtj� jt�d��}|j |�}|j ||j |�� |tj � f|j |< |j� |j� d S )Nr; rQ )r� r� r r r r r )r' r� r� r/ r r r r� r� r r r r� r� r� r� )r� r� r� r� rI Z archive_datar� rS rS rU �write_archive_without_tam s z3ArchiveAuthenticationTest.write_archive_without_tamc C s� | j dd| j� | jd� t| jdd�}|� | j|d� W d Q R X | j dd| j�}d |ks`t�d |kslt�| j d d | j� | j dd| j�}d |ks�t�d |ks�t�d S )Nr� z--encryption=repokey� archive_tamT)r� �archive_no_tamrl z --format="{name} tam:{tam}{NL}"zarchive_tam tam:verifiedzarchive_no_tam tam:noner z--archives-tamzarchive_no_tam tam:verified)r r� r� r: r� r% r� )r� r� r^ rS rS rU �test_upgrade_archives_tam s z3ArchiveAuthenticationTest.test_upgrade_archives_tamc C s� | j dd| j� | jd� t| jdd�}|�& | j|d� |jtj� |j � W d Q R X | j dd| j� | j d d | j�}d |ks�t �d|ks�t �d S ) Nr� z--encryption=repokeyr& T)r� r' r� z--repairrl z --format="{name} tam:{tam}{NL}"zarchive_tam tam:verified) r r� r� r: r� r% rr r' r r� r� )r� r� r^ rS rS rU �test_check_rebuild_manifest( s z5ArchiveAuthenticationTest.test_check_rebuild_manifestc C s� | j dd| j� | jd� | j dd| j�}t| jdd�}|� | j|d� W d Q R X | j dd | j�}d |kspt�d |ks|t�| j d d | j� | j dd | j�}d |ks�t�d|ks�t�| j dd| j�}||ks�t�d S )Nr� z--encryption=repokeyr& rl z--format="{name} {id}{NL}"T)r� r' z --format="{name} tam:{tam}{NL}"zarchive_tam tam:verifiedzarchive_no_tam tam:noner� z--repair)r r� r� r: r� r% r� )r� Zarchive_id_pre_checkr� r^ Zarchive_id_post_checkrS rS rU � test_check_rebuild_refcounts5 s z6ArchiveAuthenticationTest.test_check_rebuild_refcountsN)r r r r% r( r) r* rS rS rS rU r$ s r$ c @ s\ e Zd ZdZdd� Zdd� Zdd� Zejd�d d � �Z ejd�d d � �Z d d� Z dd� Z dS )�RemoteArchiverTestCasez__testsuite__:c C s t t| j��S )N)r8 r% r� )r� rS rS rU r� J s z&RemoteArchiverTestCase.open_repositoryc 6 C s< t jtdd| jg�� | jdd| j� W d Q R X t jtdd| jg��0 tjt�� | jdd| jd � W d Q R X W d Q R X t jtdddg��0 tjt�� | jdd| jd � W d Q R X W d Q R X t j j | j�}t jtdd|g�� | jdd| jd � W d Q R X t jtdddd|g�� | jdd| jd � W d Q R X d S ) N�extra_test_argsz--restrict-to-pathr� z--encryption=repokeyZ_0z/fooZ_1Z_2Z_3) r r� r8 r� r r� r) r* r9 rb r� r� )r� r, rS rS rU �!test_remote_repo_restrict_to_pathM s ( ( z8RemoteArchiverTestCase.test_remote_repo_restrict_to_pathc C s� t jtdd| jg�� | jdd| j� W d Q R X tjj| jd�}t jtdd|g��, t j t �� | jdd| j� W d Q R X W d Q R X d S )Nr, z--restrict-to-repositoryr� z--encryption=repokeyz..) r r� r8 r� r r� rb r� r� r) r* r9 )r� r+ rS rS rU �'test_remote_repo_restrict_to_repositoryb s z>RemoteArchiverTestCase.test_remote_repo_restrict_to_repositoryzonly works locallyc C s d S )NrS )r� rS rS rU r� k s z4RemoteArchiverTestCase.test_debug_put_get_delete_objc C s d S )NrS )r� rS rS rU r� o s z"RemoteArchiverTestCase.test_configc " C s\ | j dd| j� | jddd� | jddd� | jdd d� | jd d d� | jd d d� | j d| jd d� d}td��� | j dd| jd dd�}||ks�t�| jd��* | j dd| jd dd�}||ks�t�W d Q R X | jd��, | j dd| jd dd�}||k�st�W d Q R X | jd��, | j dd| jd dd�}||k�sDt�W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyzdir/files test file contents 1)r� z dir/file2s test file contents 2z skipped-file1s test file contents 3z skipped-file2s test file contents 4z skipped-file3s test file contents 5r� z::testrN z)cached responses left in RemoteRepositoryr^ r� z--debugz--strip-componentsr~ r8 r r� zinput/dir/filer� )r r� r� r? r� r� )r� Zmarker�resrS rS rU �!test_strip_components_doesnt_leaks s( z8RemoteArchiverTestCase.test_strip_components_doesnt_leakc C s< | j d d }| jd|ddd�}| jd|� | jd|� d S ) z.https://github.com/borgbackup/borg/issues/6014z -this-repository-does-not-existz::testr r T)rj rL z this-repository-does-not-existz$this-repository-does-not-exist::testN)r� r r r� )r� r� r^ rS rS rU �4test_do_not_mention_archive_if_you_can_not_find_repo� s zKRemoteArchiverTestCase.test_do_not_mention_archive_if_you_can_not_find_repoN) r r r r� r� r- r. r� r. r� r� r0 r1 rS rS rS rU r+ G s r+ c sF e Zd Z� fdd�Zddd�Zdd� Zdd � Zd d � Zd d � Z� Z S )�ArchiverCorruptionTestCasec sF t � j� | j� | jdd| j� tj| jd| jd��d d | _d S )Nr� z--encryption=repokeyr z--jsonr� r� )r� r� r r r� r r r� )r� )r� rS rU r� � s z ArchiverCorruptionTestCase.setUpr; c C s\ t |d��H}|j| tj� tdd� |j|�D ��}|j| tj� |j|� W d Q R X d S )Nzr+bc s s | ]}d | V qdS )� NrS )r� �crS rS rU r� � s z5ArchiverCorruptionTestCase.corrupt.<locals>.<genexpr>)r� r] rh �SEEK_END�bytesr5 r� )r� r8 Zamountr� Z corruptedrS rS rU �corrupt� s z"ArchiverCorruptionTestCase.corruptc C sd | j tjj| jd�� | jr<| jd| jdd�}d|ks`t�n$t j t �� | jd| j� W d Q R X d S )Nr� r r )rj zfailed integrity check) r7 rb r� r� r� r� r r� r� r) r* r$ )r� r� rS rS rU �test_cache_chunks� s z,ArchiverCorruptionTestCase.test_cache_chunksc C sN | j d| jd d� | jtjj| jd�� | j d| jd d�}d|ksJt�d S )Nr� z::testrN r� z::test1zfiles cache is corrupted)r r� r7 rb r� r� r� r� )r� r� rS rS rU �test_cache_files� s z+ArchiverCorruptionTestCase.test_cache_filesc C s< | j d| jd d� | j d| jd�j� }| j d| jd d� | j dd| j� | j d | jd � tjj| jd �}ttj|��d ks�t �| j tjj||d �� tjj| jd�}t d d�}|j |� |j ddttd��� t|d��}|j|� W d Q R X | j dd| jd ddd�}d|k�s t �d|k�s*t �d|k�s8t �d S )Nr� z::test1rN rl z--format={id}{LF}z::test2rr z --cache-onlyr z--jsonzchunks.archive.dr z.compactrS )rR r� r� � rT z-vz::test3r; )rj z,Reading cached archive chunk index for test1z0Cached archive chunk index of test1 is corruptedz-Fetching and building archive index for test1)r r� r� rb r� r� r� r� r� r� r7 r r5 rU r- r6 r� r� )r� Z target_idZchunks_archive� config_pathrS r� r� rS rS rU �test_chunks_archive� s$ z.ArchiverCorruptionTestCase.test_chunks_archivec C sx t jj| jd�}td d�}|j|� |jddttd��� t |d��}|j |� W d Q R X | j d| j �}d|kstt �d S ) NrS )rR r� r� r: rT r zHCache integrity data not available: old Borg version modified the cache.)rb r� r� r� r r5 rU r- r6 r� r� r r� r� )r� r; rS r� r� rS rS rU �test_old_version_interfered� s z6ArchiverCorruptionTestCase.test_old_version_interfered)r; ) r r r r� r7 r8 r9 r< r= r� rS rS )r� rU r2 � s r2 c @ s e Zd Zdd� Zdd� ZdS )�DiffArchiverTestCasec C s� | j � | jdd| j� | jddd� | jddd� | jdd d� | jd d d� tjd � tjd tjd B � tjd� t � r�tjd� tj d d� tj dd� tj dd� tj dd� tj dd� t � r�tj dd� tj dd� tj dd � tj dd � | jd | jd d � | jd!d"d� | jd#d$d� tj d� | jd d%d& d'� tj d� tj d� tjd � | jd(d)d� tjd tjd B � tjd*� tjd� t � �r�tjd� tj d*d� tj d� tj d*d� tj d*d+� tj d� | jd,d-d� tj d� t � �rtj d � tj d.d/� tdd0��}|jd1� W d Q R X | jd | jd2 d � | jd d3d4| jd5 d � d6d7� }d8d9� }|| jd:| jd d;�d<� || jd:| jd d=d>d?�d@� || jd:| jd d;dA�d<� d S )BNr� z--encryption=repokeyZfile_unchanged� )r� Z file_removed� Z file_removed2i � file_replacedi z input/dir_replaced_with_filei� zinput/dir_removedz input/dir_replaced_with_linkzinput/link_changedzinput/file_unchangedzinput/link_removedzinput/file_removed2zinput/link_target_removedz input/emptyz"input/link_target_contents_changedzinput/link_replaced_by_filezinput/file_replacedz input/hardlink_target_replacedz input/hardlink_contents_changedzinput/file_removedzinput/hardlink_removedz input/hardlink_target_removedr� z::test0rN Z file_addedi Zfile_empty_addedr r i )r� Zdir_replaced_with_filei zinput/dir_addedzinput/link_addedZlink_replaced_by_filei @ zinput/file_addedzinput/hardlink_addedZabs appended_dataz::test1az--chunker-paramsz 16,18,17,4095z::test1bc S s� |rdndj d�}d| ks t�dj |�| ks0t�d| ks<t�dtjkrRd| ksRt�d | ks^t�d | ksjt�t� r�d | ks|t�d | ks�t�d | ks�t�d| ks�t�d| ks�t�d| ks�t�|r�dndj d�}dj |�| ks�t�t� r�dj |�| ks�t�t� �r d| k�s t�d| k�st�t� �r.d| k�s.t�d| k�s<t�d| k�sJt�t� �r`d| k�s`t�t� �rvd| k�svt�t� �r�d| k�s�t�d S ) N�Bz{:<19}�modifiedrA z{} input/file_replacedzinput/file_unchangedr z7[drwxr-xr-x -> -rwxr-xr-x] input/dir_replaced_with_filez#added directory input/dir_addedz%removed directory input/dir_removedz&changed link input/link_changedz$added link input/link_addedz&removed link input/link_removedz ] input/dir_replaced_with_linkz ] input/link_replaced_by_filezinput/link_target_removedz0 Bz{} input/emptyz"{} input/hardlink_contents_changedz"input/link_target_contents_changedz$added 2.05 kB input/file_addedz(added 2.05 kB input/hardlink_addedz*added 0 B input/file_empty_addedz&removed 256 B input/file_removedz*removed 256 B input/hardlink_removedz input/hardlink_target_removedz input/hardlink_target_replaced)�formatr� rb r� rB rC )r^ �can_compare_idsZchangerS rS rU � do_asserts s@ zADiffArchiverTestCase.test_basic_functionality.<locals>.do_assertsc S s� dd� }dd� | j d�D �}|r,dddd �nd di}||d |�ksFt�t|d |�� sZt�d tjkr~dddd�|d|�ks~t�d di|d|�ks�t�d di|d|�ks�t�t� �rFd di|d|�ks�t�d di|d|�ks�t�d di|d |�ks�t�td d � |d |�D ���st�td d � |d!|�D ���s0t�t|d"|�� �sFt�|�rXdd#d$d �nd di}||d%|�k�stt�t� �r�||d&|�k�s�t�t� �r�t|d'|�� �s�t�d(d)d*�|d+|�k�s�t�t� �r�d(d)d*�|d,|�k�s�t�d(d$d*�|d-|�k�st�d.d/d*�|d0|�k�s t�t� �r@d.d/d*�|d1|�k�s@t�t� �r^t|d2|�� �s^t�t� �r|t|d3|�� �s|t�d S )4Nc s0 � fdd�|D �}t |�dk s"t�dd� |D �S )Nc s g | ]}|d � kr|d �qS )r� ZchangesrS )r� r� )r� rS rU r ] s zoDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.get_changes.<locals>.<listcomp>r c S s g | ]}|D ]}|�q qS rS rS )r� Zchgset�chgrS rS rU r ` s )r� r� )r� r� ZchgsetsrS )r� rU � get_changes\ s z[DiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.get_changesc S s g | ]}|rt j|��qS rS )r r )r� r� rS rS rU r c s zZDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.<listcomp>r rC i i )rR �added�removedrR zinput/file_replacedzinput/file_unchangedr r� z drwxr-xr-xz -rwxr-xr-x)rR �old_mode�new_modez input/dir_replaced_with_filezadded directoryzinput/dir_addedzremoved directoryzinput/dir_removedz changed linkzinput/link_changedz added linkzinput/link_addedz removed linkzinput/link_removedc s s( | ] }|d dko |d j d�V qdS )rR r� rL �lN)r )r� rG rS rS rU r� | s zYDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.<genexpr>z input/dir_replaced_with_linkc s s( | ] }|d dko |d j d�V qdS )rR r� rK rM N)r )r� rG rS rS rU r� ~ s zinput/link_replaced_by_filezinput/link_target_removed� r z input/emptyz input/hardlink_contents_changedz"input/link_target_contents_changedrI i )rR r� zinput/file_addedzinput/hardlink_addedzinput/file_empty_addedrJ r@ zinput/file_removedzinput/hardlink_removedz input/hardlink_target_removedz input/hardlink_target_replaced)r r� r� rb r� rB rC )r^ rE rH Zjoutputr rS rS rU �do_json_asserts[ sH zFDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_assertsr Ztest1aTZtest1br; )rj Fz --json-lines)r r r� r� rb r� r� r� �S_IFDIRrB r� rC r� r� �rmdir�S_IFREGr� r� )r� r� rF rO rS rS rU r � sl BM z-DiffArchiverTestCase.test_basic_functionalityc C s | j dd| j� | jddd� | jddd� | jdd d� | jd d d� | j d | jd d� tjd� tjd� tjd� tjd� | jddd� | jd dd� | jddd� | jddd� | j d | jd d� | j dd| jd d �}ddddd dg}td d � t||j� �D ���st�d S ) Nr� z--encryption=repokeyZa_file_removed� )r� Zf_file_removed� Zc_file_changedr: Ze_file_changedr� r� z::test0rN zinput/a_file_removedzinput/f_file_removedzinput/c_file_changedzinput/e_file_changedi i Z b_file_addedr? Z d_file_addedr@ z::test1r z--sortr; c s s | ]\}}||kV qd S )NrS )r� �xr� rS rS rU r� � s z8DiffArchiverTestCase.test_sort_option.<locals>.<genexpr>) r r� r� rb r� r� �zipr� r� )r� r^ r rS rS rU �test_sort_option� s. z%DiffArchiverTestCase.test_sort_optionN)r r r r rW rS rS rS rU r> � s Rr> c C s< t � } | jddddgd�}|j| jks*t�|jddgks<t�|jdksJt�|jd ksXt�| jddd d gd�}|jd d gks~t�| jddddgd�}|jddgks�t�| jddd d gd�}|jd d gks�t�| jddd d gd�}|jd d gks�t�| jddddgd�}|j| jk�st�| jddgd�}|j| jk�s8t�d S )Nrp Zservez--restrict-to-path=/p1z--restrict-to-path=/p2z borg serve --info --umask=0027z/p1z/p2� r z --restrict-to-repository=/r1z --restrict-to-repository=/r2z/r1z/r2z borg serve --restrict-to-path=/z%borg serve --restrict-to-repository=/z-borg serve --restrict-to-repository=/r1/belowz borg init --encryption=repokey /z-BORG_HOSTNAME_IS_UNIQUE=yes borg serve --info) r Zget_args�funcZdo_server� Zrestrict_to_paths�umask� log_levelZrestrict_to_repositories)rK rT rS rS rU � test_get_args� s2 r\ c C sp dd� } | dddgdddd d g�s&t �| d gdd g� s<t �| dd gdd g� sTt �| dd gddg� slt �d S )Nc S sT dd� | D �}dd� |D �}t jt|�t|��}t jt|�t|��}||ksPt�|S )Nc S s g | ]}|�qS rS rS )r� r� rS rS rU r � s z<test_compare_chunk_contents.<locals>.ccc.<locals>.<listcomp>c S s g | ]}|�qS rS rS )r� r� rS rS rU r � s )r Zcompare_chunk_contents�iterr� )r r Zchunks_aZchunks_bZcompare1Zcompare2rS rS rU �ccc� s z(test_compare_chunk_contents.<locals>.cccs 1234s 567As bC� 1s 23s 4567Ar� � Cs 12345s 56s 65s 565)r� )r^ rS rS rU �test_compare_chunk_contents� s ra c @ s0 e Zd Zedd� �Zdd� Zdd� Zdd� Zd S ) �TestBuildFilterc C s d S )NrS )r� ZmatchedrS rS rU � peek_and_store_hardlink_masters s z/TestBuildFilter.peek_and_store_hardlink_mastersc C sf t � }|jtd�gtj� tj|| jd�}|tdd��s<t �|tdd��sNt �|tdd�� sbt �d S )NZincludedr )r� z included/filezsomething else) r3 r� r4 r2 ZIncluder � build_filterrc r5 r� )r� �matcherr rS rS rU � test_basic s zTestBuildFilter.test_basicc C s0 t dd�}tj|| jd�}|tdd��s,t�d S )NT)�fallbackr Zanything)r� )r3 r rd rc r5 r� )r� re r rS rS rU � test_empty# s zTestBuildFilter.test_emptyc C sl t dd�}tj|| jdd�}|tdd�� s0t�|tdd�� sDt�|tdd��sVt�|td d��sht�d S ) NT)rg r; )Zstrip_componentsZshallow)r� zshallow/zdeep enough/filezsomething/dir/file)r3 r rd rc r5 r� )r� re r rS rS rU r� ( s z%TestBuildFilter.test_strip_componentsN)r r r � staticmethodrc rf rh r� rS rS rS rU rb s rb c @ s� e Zd Zedd� �Zejdd� �Zejdd� �Zejdd� �Z ejd d � �Z ejd d � �Z d d� Z ej jdd �ej jdd �dd� ��Zd S )!�TestCommonOptionsc C sv | ddddd� | dddd d d d � | d ddd dd d � | dddddg d� | dddddd� | ddt ddd d � d S ) Nz-hz--helpr{ z show this help message and exit)�actionr{ z --criticalr[ r � store_const�critical�warning)�destr{ rk �constr� z--error�errorz--appendr ZTOPIC)ro r{ rk �metavarr� z-pz --progress�progress� store_true)ro rk r{ z --lock-wait� lock_wait�Nr; z(default: %(default)d).)ro rR rr r� r{ )rI )Zadd_common_optionrS rS rU �define_common_options2 s z'TestCommonOptions.define_common_optionsc C s& t jdddd�}tj| jdd�|_|S ) Nr z test parserF)�prog� description�add_help�_level0�_level1)Zsuffix_precedence)r{ r| )�argparse�ArgumentParserr Z CommonOptionsrw �common_options)r� �parserrS rS rU � basic_parser? s z TestCommonOptions.basic_parserc C s |j ddd�S )Nzrequired argumentsz <command>)�titlerr )Zadd_subparsers)r� r� rS rS rU � subparsersF s z TestCommonOptions.subparsersc C s |j j|ddd� |S )Nr{ T)Zprovide_defaults)r �add_common_group)r� r� rS rS rU r� J s zTestCommonOptions.parserc C s t jddd�}|jj|d� |S )NFr )rz rx r| )r} r~ r r� )r� r� � common_parserrS rS rU r� O s z TestCommonOptions.common_parserc sH |j d|gddddtjd�}|jdd� |jd d d d � � fd d�}|S )N� subcommandFr r �baz)�parentsrz ry �epilogr{ Zformatter_classi� )rY z --append-onlyr� rt )ro rk c s& t | � � j| �}� jj|� t|�S )N)r� rk r Zresolve�vars)r� rT )r� rS rU �parse_vars_from_line] s zDTestCommonOptions.parse_vars_from_line.<locals>.parse_vars_from_line)Z add_parserr} ZRawDescriptionHelpFormatterZ set_defaults� add_argument)r� r� r� r� Z subparserr� rS )r� rU r� U s z&TestCommonOptions.parse_vars_from_linec C s� |d�g dddd�kst �|ddd�g ddddd d �ks<t �tjt�� |d d� W d Q R X |d d ddd d�dddgddddd d �ks�t �d S )Nz--errorr; rq F)r ru r[ rs r� z --criticalrm i� )r ru r[ rs r� rY z --append-onlyz --append=fooz--appendr r� r rn )r� r) r* r` )r� r� rS rS rU � test_simplee s* z TestCommonOptions.test_simple�positionr� r� �bothzflag,args_key,args_value�-prs T� --lock-wait=3ru rb c C s` g }|d kr|j |� |j d� |d kr2|j |� g dddddd �}|||< ||� |ks\t�d S ) Nr� r� r� r� r; rn Fi� )r ru r[ rs r� rY )r� r� )r� r� )r r� )r� r� r� �flagZargs_keyZ args_valuer� r rS rS rU � test_flag_position_independence� s z1TestCommonOptions.test_flag_position_independenceN)r� r� r� �r� rs T�r� ru rb )r� r� )r r r ri rw r) �fixturer� r� r� r� r� r� r� � parametrizer� rS rS rS rU rj 1 s rj c C s4 t d�dkst�tjtj�� t d� W d Q R X d S )NZ50M�2 i� r Z5Mi@B i��)r r� r) r* r} ZArgumentTypeErrorrS rS rS rU �test_parse_storage_quota� s r� c sF t dd�j� } t dd�j� }i �d� �fdd� � � d| t d|i� �S ) z0 Return dict mapping command to parser. rp )rx ZborgfsNc s� i }xJ|j D ]@}|jd k r dt|j�kr x"|jj� D ]\}}||| | < q4W q W |d k rb|j|� | rp| rpd S x0t|j� �D ] \}}� |d ||� |�|< q~W d S )NZSubParsersActionrL )Z_actions�choicesrZ r� r �updater! )r� r� r Z extra_choicesr� rk r �command)�discover_level�parsersrS rU r� � s z'get_all_parsers.<locals>.discover_levelrQ )N)r Z build_parser)r� Z borgfs_parserrS )r� r� rU �get_all_parsers� s r� zcommand, parserc C s t |jt�r|jjst�d S )N)rY r� r0 Zrstr� )r� r� rS rS rU �test_help_formatting� s r� ztopic, helptextc C s t t|��st�d S )N)rZ r1 r� )Ztopic�helptextrS rS rU � test_help_formatting_helptexts� s r� )�r} r� rh r r� rb r[ r� ru r- r� r] rW r� r r� r� Zbinasciir r Z configparserr r r r Zhashlibr r r Z unittest.mockr r) r� � ImportErrorrp Z borg.helpersrQ r r r r� r r r r rK r r r r� r r Z constantsZcrypto.low_levelr r Z crypto.keyr r r r r r! Zcrypto.keymanagerr" r# Zcrypto.file_integrityr$ r% r& r' r( r) r* r+ r, r- r. r/ Znanorstr0 r1 r� r2 r3 r4 r� r5 Zlockingr6 Zloggerr7 Zremoter8 r9 r� r: r< r= r> r? r@ rA rB rC rD rE rF rG ZupgraderrH rI r� r� r� r� �__file__r� rs rz Z BORG_EXES�FileNotFoundErrorr� r r� r� r� r� r� r� r� r r� r� r� r r$ r+ r2 r> r\ ra rb rj r� r� r� rl r r� r� r� rS rS rS rU �<module> s� 1 &? 0+ tL@JJ s(!k
Edit
Rename
Chmod
Delete
FILE
FOLDER
Name
Size
Permission
Action
__init__.cpython-36.opt-1.pyc
10261 bytes
0644
__init__.cpython-36.pyc
10394 bytes
0644
archive.cpython-36.opt-1.pyc
10544 bytes
0644
archive.cpython-36.pyc
11590 bytes
0644
archiver.cpython-36.opt-1.pyc
140936 bytes
0644
archiver.cpython-36.pyc
157629 bytes
0644
benchmark.cpython-36.opt-1.pyc
3357 bytes
0644
benchmark.cpython-36.pyc
3530 bytes
0644
cache.cpython-36.opt-1.pyc
8528 bytes
0644
cache.cpython-36.pyc
9844 bytes
0644
checksums.cpython-36.opt-1.pyc
1478 bytes
0644
checksums.cpython-36.pyc
1980 bytes
0644
chunker.cpython-36.opt-1.pyc
3846 bytes
0644
chunker.cpython-36.pyc
3909 bytes
0644
compress.cpython-36.opt-1.pyc
3721 bytes
0644
compress.cpython-36.pyc
4982 bytes
0644
crypto.cpython-36.opt-1.pyc
5325 bytes
0644
crypto.cpython-36.pyc
6348 bytes
0644
file_integrity.cpython-36.opt-1.pyc
5719 bytes
0644
file_integrity.cpython-36.pyc
6376 bytes
0644
hashindex.cpython-36.opt-1.pyc
18359 bytes
0644
hashindex.cpython-36.pyc
21234 bytes
0644
helpers.cpython-36.opt-1.pyc
28382 bytes
0644
helpers.cpython-36.pyc
44879 bytes
0644
item.cpython-36.opt-1.pyc
3117 bytes
0644
item.cpython-36.pyc
4087 bytes
0644
key.cpython-36.opt-1.pyc
16323 bytes
0644
key.cpython-36.pyc
18990 bytes
0644
locking.cpython-36.opt-1.pyc
7367 bytes
0644
locking.cpython-36.pyc
8979 bytes
0644
logger.cpython-36.opt-1.pyc
1509 bytes
0644
logger.cpython-36.pyc
1830 bytes
0644
lrucache.cpython-36.opt-1.pyc
1261 bytes
0644
lrucache.cpython-36.pyc
1818 bytes
0644
nanorst.cpython-36.opt-1.pyc
1145 bytes
0644
nanorst.cpython-36.pyc
1686 bytes
0644
nonces.cpython-36.opt-1.pyc
6935 bytes
0644
nonces.cpython-36.pyc
7789 bytes
0644
patterns.cpython-36.opt-1.pyc
11111 bytes
0644
patterns.cpython-36.pyc
12329 bytes
0644
platform.cpython-36.opt-1.pyc
7873 bytes
0644
platform.cpython-36.pyc
8117 bytes
0644
remote.cpython-36.opt-1.pyc
6399 bytes
0644
remote.cpython-36.pyc
7289 bytes
0644
repository.cpython-36.opt-1.pyc
38677 bytes
0644
repository.cpython-36.pyc
42415 bytes
0644
shellpattern.cpython-36.opt-1.pyc
2146 bytes
0644
shellpattern.cpython-36.pyc
2333 bytes
0644
upgrader.cpython-36.opt-1.pyc
6211 bytes
0644
upgrader.cpython-36.pyc
6523 bytes
0644
version.cpython-36.opt-1.pyc
2072 bytes
0644
version.cpython-36.pyc
2203 bytes
0644
xattr.cpython-36.opt-1.pyc
2858 bytes
0644
xattr.cpython-36.pyc
2918 bytes
0644
N4ST4R_ID | Naxtarrr
