... | ... | @@ -4,7 +4,7 @@ |
|
|
./dnscol -C dnscol.conf /srv/andraste/*
|
|
|
```
|
|
|
|
|
|
## 2. Create impala table for imports (once)
|
|
|
## 2. Create impala table for CSV imports (once)
|
|
|
|
|
|
```sql
|
|
|
create table dnscol.csv_import (
|
... | ... | @@ -70,13 +70,13 @@ LOAD DATA INPATH '/user/tgavenciak/andraste-import1/' INTO TABLE dnscol.csv_impo |
|
|
|
|
|
## 4. Optional: Create Entrada-like destination table (once)
|
|
|
|
|
|
```
|
|
|
```sql
|
|
|
CREATE TABLE dnscol.queries LIKE dns.queries STORED AS parquet;
|
|
|
```
|
|
|
|
|
|
## 5. Copy the data from `csv_import` to `queries`
|
|
|
|
|
|
```
|
|
|
```sql
|
|
|
INSERT INTO dns.queries (id, unixtime, time, qname, domainname, len, frag, ttl, ipv, prot, src, srcp, dst, dstp, udp_sum, dns_len,
|
|
|
aa, tc, rd, ra, z, ad, cd, ancount, arcount, nscount, qdcount, opcode, rcode, qtype, qclass, country, asn, edns_udp, edns_version,
|
|
|
edns_do, edns_ping, edns_nsid, edns_dnssec_dau, edns_dnssec_dhu, edns_dnssec_n3u, edns_client_subnet, edns_other,
|
... | ... | |