CasperSecurity
o
���a�/ � @ s< d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZe� � ddddddd�Z
d Z G d
d � d �Z d d
� Z
G dd� d�Zedkr�ejejd� eej�dk rvedejd � edejd � edejd � e�d� eejdd� �Ze�ejd � ej�� D ]\ZZe� deef � q�dS dS )� N�x �d �P �< �( � )�main�universe�contrib�
restrictedznon-free�
multiversea�
CREATE TABLE IF NOT EXISTS "commands"
(
[cmdID] INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
[pkgID] INTEGER NOT NULL,
[command] TEXT,
FOREIGN KEY ([pkgID]) REFERENCES "pkgs" ([pkgID])
);
CREATE TABLE IF NOT EXISTS "packages"
(
[pkgID] INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
[name] TEXT,
[version] TEXT,
[component] TEXT,
[priority] INTEGER
);
CREATE INDEX IF NOT EXISTS idx_commands_command ON commands (command);
CREATE INDEX IF NOT EXISTS idx_packages_name ON packages (name);
c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�measurec C s || _ || _d S �N)�what�stats)�selfr r � r �</usr/lib/python3/dist-packages/CommandNotFound/db/creator.py�__init__= s
zmeasure.__init__c C s t � � | _d S r )�time�now)r r r r � __enter__@ s zmeasure.__enter__c G s: | j | jvr d| j| j < | j| j t�� | j 7 < d S )Nr )r r r r )r �argsr r r �__exit__B s "zmeasure.__exit__N)�__name__�
__module__� __qualname__r r r r r r r r
< s r
c
C sF zt �| � W d S ty" } z|jtjkr� W Y d }~d S d }~ww r )�os�remove�OSError�errno�ENOENT)�path�er r r �rm_fH s ���r$ c @ sl e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS )� DbCreatorc C s( || _ t�� d | _dt�� d�| _d S )Nr )�total�
total_time)�files�apt_pkg�get_architectures� primary_archr r )r r( r r r r Q s zDbCreator.__init__c C s |d }| � |�st�d|� d S |d }t�|��<}z |�t� | �|� W n' tjyN } zt |�dkrBt�
d|� t � d� n|�W Y d }~nd }~ww W d � n1 sYw Y t
|� t�||� t|d��}t�| �� |� W d � d S 1 s�w Y d S )Nz .metadataz0%s does not require an update (inputs unchanged)z.tmpzdatabase is lockedz*%s is locked by another process. Ignoring.r �w)�_db_update_needed�logging�info�sqlite3�connect�
executescript�
create_db_sql�_fill_commands�OperationalError�str�warning�sys�exitr$ r �rename�open�json�dump�_calc_input_metadata)r �dbname�
metadata_file�tmpdb�conr# �fpr r r �createU s8
�
� ���� � "�zDbCreator.createc
C s� t j�|�sdS z t|��
}t�|�}W d � n1 s w Y || �� kW S tyB } zt� d||� W Y d }~dS d }~ww )NTzcannot read %s: %s)
r r" �existsr; r< �loadr> � Exceptionr. r7 )r r@ rC �metar# r r r r- q s
���zDbCreator._db_update_neededc C s@ i }| j D ]}t�|�}|j|j|j|j|j|jd�||< q|S )N)�st_ino�st_dev�st_uid�st_gid�st_size�st_mtime) r( r �statrI rJ rK rL rM rN )r rH �p�str r r r> { s
�z DbCreator._calc_input_metadatac C s� | j D ]B}tjdd|gtjd��-}d|v r | �|||j� n| �||j� |�� dkr6tj|j d�
|�d��W d � n1 s@w Y qt � � | j d | j d< t
�d | j d
| j d f � d S ) Nz/usr/lib/apt/apt-helperzcat-file)�stdout�Contentsr z#/usr/lib/apt/apt-helper cat-file {})�
returncode�cmdr' z processed %i packages in %.2fsr& )r( �
subprocess�Popen�PIPE�_parse_single_contents_filerR �_parse_single_commands_file�wait�CalledProcessErrorrT �formatr r r. r/ )r rB �f�subr r r r4 � s
�� �� �zDbCreator._fill_commandsc C s |� d||f��� }|S )Nz�
SELECT packages.pkgID, name, version
FROM commands
INNER JOIN packages on packages.pkgID = commands.pkgID
WHERE commands.command=? AND packages.name=?;
��execute�fetchone)r rB �command�pkgname�
already_in_dbr r r �_in_db� s ��zDbCreator._in_dbc C s |� d|f� |� d|f� d S )Nz"DELETE FROM packages WHERE pkgID=?z"DELETE FROM commands WHERE pkgID=?�ra )r rB �pkgidr r r �
_delete_pkgid� s zDbCreator._delete_pkgidc C s" |� d|f��� }|r|d S d S )Nz'SELECT pkgID from packages WHERE name=?r r` )r rB rd �have_pkgr r r �
_get_pkgid� s ��zDbCreator._get_pkgidc C s |� d||||f�}|jS )Nzt
INSERT INTO packages (name, version, component, priority)
VALUES (?, ?, ?, ?);
)ra � lastrowid)r rB rd �version� component�priority�curr r r �_insert_package� s
�zDbCreator._insert_packagec C s |� d||f� d S )NzF
INSERT INTO commands (command, pkgID) VALUES (?, ?);
rg )r rB rc �pkg_idr r r �_insert_command� s �zDbCreator._insert_commandc C s� t �|�}|�� s d S |jd }|�d�rd S |jd }|jd }|dkr,|| jkr,d S |�� �rM| jd d7 < |jd }|j�d �rJ|jd }|j�d
d �}t� } |j�d d �rgt|j�d d �� d
��} |jd � d
�D ]�}
|
| v rvqot
d| j�� | � ||
|�} W d � n1 s�w Y | r�t � || d �dkr�t
�d|
� t
d| j�� | �|| d � W d � n1 s�w Y n
t
�d|
|f � qot
�d|
|||f � t
d| j�� | �||�} W d � n1 s�w Y | �s(t| }
|
t|j�dd��7 }
t
d| j�� | �|||||
�} W d � n 1 �s#w Y t
d| j�� | �||
| � W d � n 1 �sAw Y qo|�� s1d S d S )N�suitez
-backportsrn �arch�allr& � �namezvisible-pkgnamerm � zignore-commands�,�commands�sql_already_db� r �+replacing exiting %s in DB (higher version)�sql_delete_already_in_db�(skipping %s from %s (lower/same version)�adding %s from %s/%s (%s)� sql_have_pkgzpriority-bonus�0�sql_insert_pkg�sql_insert_cmd)r) �TagFile�step�section�endswithr+ r �get�set�splitr
rf �version_comparer. �debugri rk �component_priorities�intrq rs )r rB rC �tagfrt rn ru rd rm �ignore_commandsrc re rr ro r r r rZ � sf
� ��� � � ���z%DbCreator._parse_single_commands_filec
C s d }|D �]}|� d�}|�d�s!|�d�s!|�d�s!|�d�s!qz
|�d d�\}}W n ty4 Y qw tj�|�}|�d�D ]�}z |�� �dd�\} }W n ty] |�� }d } Y nw t | �d��d
kro| �d�\}
} nd }
d } t
d | j �� | � |||�} W d � n1 s�w Y | r� t�d||f � q@t�d||| |f � t
d| j �� | �||�}
W d � n1 s�w Y |
s�t|
}t
d| j �� | �||| |
|�}
W d � n1 s�w Y t
d| j �� | �|||
� W d � n 1 �sw Y q@qd S )Nzutf-8zusr/sbinzusr/bin�bin�sbinrw rz �/�unknownr} r r| Fr r~ r r� r� r� r� r� )�decode�
startswithr� �
ValueErrorr r" �basename�strip�rsplit�lenr
r rf r) r� r. r� ri rk r� rq rs )r rB r^ rC rt �lrc �pkgnamesrd r� rn rm re rr ro r r r rY � sd
�� � � �� � � ����z%DbCreator._parse_single_contents_fileN)r r r r rD r- r> r4 rf ri rk rq rs rZ rY r r r r r% P s
9r% �__main__)�level� z%usage: %s <output-db-path> <files...>z. e.g.: %s commands.db ./dists/*/*/*/Commands-*zP e.g.: %s /var/lib/command-not-found/commands.db /var/lib/apt/lists/*Commands-*rw r} z%s: %s) r r< r. r r0 rV r8 r r) �initr� r3 r
r$ r% r � basicConfig�INFOr� �argv�printr9 �colrD r �itemsrO �amountr� r r r r �<module> sF � S
�