U
    @f:                     @   s   d dl Z d dlZd dlZd dlZd dlmZ d dlZd dlZd dl	Z	d dl
mZ d dlmZ d dlmZ d dlmZmZ edZG dd deZd	d
 Zdd ZG dd dejZdS )    N)AbstractFileSystem)compr)get_compression)
isfilelikestringify_pathzfsspec.localc                       s(  e Zd ZdZdZdZdZdA fdd	Zedd	 Z	dBd
dZ
dCddZdd ZdDddZdd Zdd Zdd Zdd Zdd ZdEddZdFdd Zd!d" Zd#d$ Zd%d& Zed'd(d)Zd*d+ ZdGd,d-Zd.d/ ZdHd1d2ZdId3d4Zd5d6 Zd7d8 Z e!d9d: Z"e!d;d< Z#d=d> Z$d?d@ Z%  Z&S )JLocalFileSystema   Interface to files on local storage

    Parameters
    ----------
    auto_mkdir: bool
        Whether, when opening a file, the directory containing it should
        be created (if it doesn't already exist). This is assumed by pyarrow
        code.
    /)filelocalTFc                    s   t  jf | || _d S N)super__init__
auto_mkdir)selfr   kwargs	__class__ @/tmp/pip-unpacked-wheel-yjyh6wby/fsspec/implementations/local.pyr   !   s    zLocalFileSystem.__init__c                 C   s   dS )Nr
   r   r   r   r   r   fsid%   s    zLocalFileSystem.fsidc                 K   sB   |  |}| |rt||r0| j|dd ntj|f| d S NTexist_ok)_strip_protocolexistsFileExistsErrormakedirsosmkdir)r   pathZcreate_parentsr   r   r   r   r   )   s    

zLocalFileSystem.mkdirc                 C   s   |  |}tj||d d S )Nr   )r   r   r   )r   r    r   r   r   r   r   2   s    
zLocalFileSystem.makedirsc                 C   s   |  |}t| d S r   )r   r   rmdirr   r    r   r   r   r!   6   s    
zLocalFileSystem.rmdirc              	      sf     |} |}|d dkrJt|} fdd|D }W 5 Q R X n|g}|sbdd |D S |S )Ntype	directoryc                    s   g | ]}  |qS r   )info).0fr   r   r   
<listcomp>?   s     z&LocalFileSystem.ls.<locals>.<listcomp>c                 S   s   g | ]}|d  qS )namer   )r&   ir   r   r   r(   D   s     )r   r%   r   scandir)r   r    Zdetailr   r%   itZinfosr   r   r   ls:   s    

zLocalFileSystem.lsc           	      K   s>  t |tjrV|jdd}| }|jddr2d}n|jddrDd}nd}| |j}n^| |}tj|dd}t	|j
}|rtj|dd}t|j
rd}nt|j
rd}nd}||j||j|d}dD ]}t|d	| ||< q|d
 r:t||d< ztj|dd}|j|d< W n tk
r8   d|d< Y nX |S )NF)follow_symlinksr$   r	   otherT)r)   sizer#   createdislink)modeuidgidmtimeinoZnlinkZst_r2   Zdestinationr0   r   )
isinstancer   DirEntrystat
is_symlinkis_diris_filer   r    S_ISLNKst_modeS_ISDIRS_ISREGst_sizest_ctimegetattrreadlinkOSError)	r   r    r   outlinktresultfieldZout2r   r   r   r%   G   sF    

zLocalFileSystem.infoc                 K   s
   t |S r   )osplexists)r   r    r   r   r   r   rM   r   s    zLocalFileSystem.lexistsc                 K   sl   |  |}|  |}| jr.| j| |dd | |rFt|| n"| |r`| j|dd nt	|d S r   )
r   r   r   _parentisfileshutilcopyfileisdirZmkdirsFileNotFoundErrorr   path1path2r   r   r   r   cp_fileu   s    



zLocalFileSystem.cp_filec                 C   s   |  |}tj|S r   )r   r   r    rO   r"   r   r   r   rO      s    
zLocalFileSystem.isfilec                 C   s   |  |}tj|S r   )r   r   r    rR   r"   r   r   r   rR      s    
zLocalFileSystem.isdirNc              	   K   s@   t |r,t|d}t|| W 5 Q R X n| j||f|S d S )Nrb)r   openrP   copyfileobjrW   )r   rU   rV   callbackr   r'   r   r   r   get_file   s    zLocalFileSystem.get_filec                 K   s   | j ||f|S r   )rW   )r   rU   rV   r[   r   r   r   r   put_file   s    zLocalFileSystem.put_filec                 K   s$   |  |}|  |}t|| d S r   )r   rP   moverT   r   r   r   mv   s    

zLocalFileSystem.mvc                 K   s(   |  |}|  |}tj||f| d S r   )r   r   rH   r   srcdstr   r   r   r   rH      s    

zLocalFileSystem.linkc                 K   s(   |  |}|  |}tj||f| d S r   )r   r   symlinkr`   r   r   r   rc      s    

zLocalFileSystem.symlinkreturnc                 C   s   t j| |S r   )r   r    r2   r   r"   r   r   r   r2      s    zLocalFileSystem.islinkc                 C   s   t | | d S r   )r   remover   r"   r   r   r   rm_file   s    zLocalFileSystem.rm_filec                 C   sn   t |ts|g}|D ]T}| |}| |r^|s8tdt|t krRtdt	
| qt| qd S )Nz+Cannot delete directory, set recursive=Truez'Cannot delete current working directory)r8   listr   rR   
ValueErrorrL   abspathr   getcwdrP   rmtreerf   )r   r    	recursiveZmaxdepthpr   r   r   rm   s    


zLocalFileSystem.rmc                 C   s   |  |}d| S )Nfile://)r   )r   r)   r   r   r   unstrip_protocol   s    
z LocalFileSystem.unstrip_protocolrX   c                 K   sB   |  |}| jr,d|kr,| j| |dd t||fd| i|S )NwTr   fs)r   r   r   rN   LocalFileOpener)r   r    r3   
block_sizer   r   r   r   _open   s    
zLocalFileSystem._openc                 K   s^   |  |}| jr$| j| |dd | |r<t|d  nt|d  |rZt	|d d S )NTr   ar   )
r   r   r   rN   r   r   utimerY   closetruncate)r   r    rz   r   r   r   r   touch   s    

zLocalFileSystem.touchc                 C   s$   | j |d}tjj|d tjjdS )Nr    r1   tzr%   datetimefromtimestamptimezoneutcr   r    r%   r   r   r   r1      s
     zLocalFileSystem.createdc                 C   s$   | j |d}tjj|d tjjdS )Nr|   r6   r}   r   r   r   r   r   modified   s    zLocalFileSystem.modifiedc                 C   sh   |  |}tjdkr(|ddd p&dS |ddd }t|dkr`|dd dkr`|d d S |S d S )Nr      r         ::/)r   r   seprsplitlen)clsr    Zpath_r   r   r   rN      s    

zLocalFileSystem._parentc                 C   s@  t |}|dr |dd  }nF|dr8|dd  }n.|drP|dd  }n|drf|dd  }t|}tjd	kr*|d
d dkr|d d |dd   }}nj|d d dkr|d	d }dks|d	|d
  }dkr|d }}n|d | ||d   }}nd}|d	p | j}|| S |d	p:| jS d S )Nrp      zfile:   zlocal://   zlocal:   r   r   r   r   // )r   
startswithmake_path_posixr   r   findrstriproot_marker)r   r    driveZindex1index2r   r   r   r      s0    



zLocalFileSystem._strip_protocolc                 C   s   dS NTr   r   r   r   r   _isfilestore  s    zLocalFileSystem._isfilestorec                 C   s   t |}t||S r   )r   r   chmod)r   r    r3   r   r   r   r     s    zLocalFileSystem.chmod)F)T)F)F)N)N)FN)rX   N)T)'__name__
__module____qualname____doc__r   protocol
local_filer   propertyr   r   r   r!   r-   r%   rM   rW   rO   rR   r\   r]   r_   rH   rc   boolr2   rg   ro   rq   rv   r{   r1   r   classmethodrN   r   r   r   __classcell__r   r   r   r   r      sF   


	

+






&r   c                 C   s  t | tsRt | tttfr0t| dd | D S t| } t | tsRtd| dtj	dkr| 
drj| S | 
dr~t| S | 
dr| dd	 } n| d
krd} t  d|  S | dd dkr| dd dkr| dd	 } | dd dkrt| dkr| d d S | dd} | S | dd dkr<tt| S | 
dr`d| dd	 dd S | 
dr| dd} tt d  |  S | dd} | 
dr| dd	 } n| d
krd} tt  d|  S d	S )z-Make path generic and absolute for current OSc                 s   s   | ]}t |V  qd S r   )r   )r&   rn   r   r   r   	<genexpr>  s     z"make_path_posix.<locals>.<genexpr>zcould not convert z
 to stringr   ~z./r   N.r   r   r   r   r   r   \)z\\r   r   )r   r   )r8   strrh   settupler#   r   	TypeErrorr   r   r   rL   
expanduserrk   r   replacer   
splitdriver|   r   r   r   r     sH    






 
r   c                 C   s"   |  tjp tjdk	o |  tjS )zReturn True if the path ends with a path separator.

    A forward slash is always considered a path separator, even on Operating
    Systems that normally use a backslash.
    N)endswithr   r   altsepr|   r   r   r   trailing_sepK  s    	r   c                   @   s   e Zd Zd6ddZdd Zdd Zd	d
 Zdd Zdd Zdd Z	e
dddZe
dddZdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd7edd&d'Zed(d) Zd*d+ Zddd,d-Zd.d/ Zd0d1 Zd2d3 Zd4d5 ZdS )8rt   TNc                 K   sJ   t d| || _|| _|| _d | _|| _t||| _t	j
| _|   d S )Nzopen file: %s)loggerdebugr    r3   rs   r'   
autocommitr   compressionioDEFAULT_BUFFER_SIZE	blocksizerv   )r   r    r3   r   rs   r   r   r   r   r   r   X  s    zLocalFileOpener.__init__c                 C   s   | j d ks| j jr| js"d| jkrXt| j| jd| _ | jrt| j }|| j | jd| _ n,t	 \}}t
| || _t|| jd| _ d| jkr| j dd| _| j d | j| j _d S )Nrr   r3   r   r   )r'   closedr   r3   rY   r    r   r   tempfilemkstempr   ry   tempseekr0   )r   compressr*   r)   r   r   r   rv   e  s    


zLocalFileOpener._openc                 C   s2   d| j krt|   | j| | j|| S Nr)r3   ri   rv   r'   r   read)r   startendr   r   r   _fetch_rangew  s
    
zLocalFileOpener._fetch_rangec                 C   sH   d | _ |dd }| j| d|d krDd | _ |   | j | d S )Nlocr   r3   )r'   pop__dict__updaterv   r   )r   stater   r   r   r   __setstate__  s    zLocalFileOpener.__setstate__c                 C   sB   | j  }|d d| jkr.| j |d< n| jjs>td|S )Nr'   r   r   z+Cannot serialise open write-mode local file)r   copyr   r3   r'   tellr   ri   )r   dr   r   r   __getstate__  s    


zLocalFileOpener.__getstate__c                 C   s"   | j rtdt| j| j d S )Nz0Can only commit if not already set to autocommit)r   RuntimeErrorrP   r^   r   r    r   r   r   r   commit  s    zLocalFileOpener.commitc                 C   s   | j rtdt| j d S )Nz#Cannot discard if set to autocommit)r   r   r   rf   r   r   r   r   r   discard  s    zLocalFileOpener.discardrd   c                 C   s   dS r   r   r   r   r   r   readable  s    zLocalFileOpener.readablec                 C   s
   d| j kS r   r   r   r   r   r   writable  s    zLocalFileOpener.writablec                 O   s   | j j||S r   )r'   r   r   argsr   r   r   r   r     s    zLocalFileOpener.readc                 O   s   | j j||S r   )r'   writer   r   r   r   r     s    zLocalFileOpener.writec                 O   s   | j j||S r   )r'   r   r   r   r   r   r     s    zLocalFileOpener.tellc                 O   s   | j j||S r   )r'   r   r   r   r   r   r     s    zLocalFileOpener.seekc                 O   s   | j j||S r   )r'   seekabler   r   r   r   r     s    zLocalFileOpener.seekablec                 O   s   | j j||S r   )r'   readliner   r   r   r   r     s    zLocalFileOpener.readlinec                 O   s   | j j||S r   )r'   	readlinesr   r   r   r   r     s    zLocalFileOpener.readlinesc                 C   s
   | j  S r   )r'   ry   r   r   r   r   ry     s    zLocalFileOpener.closec                 C   s   | j |S r   )r'   rz   )r   r0   r   r   r   rz     s    zLocalFileOpener.truncatec                 C   s   | j jS r   )r'   r   r   r   r   r   r     s    zLocalFileOpener.closedc                 C   s
   | j  S r   )rawfilenor   r   r   r   r     s    zLocalFileOpener.filenoc                 C   s   | j   d S r   )r'   flushr   r   r   r   r     s    zLocalFileOpener.flushc                 C   s
   | j  S r   )r'   __iter__r   r   r   r   r     s    zLocalFileOpener.__iter__c                 C   s   t | j|S r   )rD   r'   )r   itemr   r   r   __getattr__  s    zLocalFileOpener.__getattr__c                 C   s
   d| _ | S r   )
_incontextr   r   r   r   	__enter__  s    zLocalFileOpener.__enter__c                 C   s   d| _ | j||| d S )NF)r   r'   __exit__)r   exc_type	exc_value	tracebackr   r   r   r     s    zLocalFileOpener.__exit__)TNN)N)r   r   r   r   rv   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   ry   intrz   r   r   r   r   r   r   r   r   r   r   r   r   rt   W  s:        
	

rt   )r   r   loggingr   os.pathr    rL   rP   r:   r   Zfsspecr   Zfsspec.compressionr   Zfsspec.corer   Zfsspec.utilsr   r   	getLoggerr   r   r   r   IOBasert   r   r   r   r   <module>   s$   
  3