Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

viaf-index.sql 2.5 KB

You have to be logged in to leave a comment. Sign In
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
  1. --- #step Index MARC record IDs
  2. CREATE INDEX If NOT EXISTS marc_field_rec_idx ON viaf.marc_field (rec_id);
  3. ANALYZE viaf.marc_field;
  4. --- #step Extract control numbers
  5. CREATE OR REPLACE VIEW viaf.record_codes
  6. AS SELECT rec_id,
  7. SUBSTR(contents, 6, 1) AS status,
  8. SUBSTR(contents, 7, 1) AS rec_type,
  9. substr(CONTENTS, 8, 1) AS bib_level
  10. FROM viaf.marc_field WHERE tag = 'LDR';
  11. CREATE MATERIALIZED VIEW IF NOT EXISTS viaf.marc_cn
  12. AS SELECT rec_id, trim(contents) AS control
  13. FROM viaf.marc_field
  14. WHERE tag = '001';
  15. CREATE INDEX IF NOT EXISTS marc_cn_rec_idx ON viaf.marc_cn (rec_id);
  16. ANALYZE viaf.marc_cn;
  17. CREATE MATERIALIZED VIEW IF NOT EXISTS viaf.rec_isbn
  18. AS SELECT rec_id, TRIM(contents) AS rec_isbn
  19. FROM viaf.marc_field WHERE tag = '901' AND sf_code = 'a';
  20. CREATE INDEX IF NOT EXISTS isbn_rec_idx ON viaf.rec_isbn (rec_id);
  21. CREATE INDEX IF NOT EXISTS isbn_isbn_idx ON viaf.rec_isbn (rec_isbn);
  22. --- #step Extract author names
  23. DROP TABLE IF EXISTS viaf.author_name CASCADE;
  24. CREATE TABLE viaf.author_name (
  25. rec_id INTEGER NOT NULL,
  26. ind VARCHAR(1) NOT NULL,
  27. name VARCHAR NOT NULL
  28. );
  29. INSERT INTO viaf.author_name
  30. SELECT rec_id, ind1, regexp_replace(contents, '\W+$', '') AS name
  31. FROM viaf.marc_field
  32. WHERE TAG = '700' AND sf_code = 'a';
  33. CREATE INDEX author_rec_idx ON viaf.author_name (rec_id);
  34. CREATE INDEX author_name_idx ON viaf.author_name (name);
  35. INSERT INTO viaf.author_name
  36. SELECT rec_id, 'S', regexp_replace(name, '^(.*), (.*)', '\2 \1')
  37. FROM viaf.author_name
  38. WHERE ind = '1';
  39. --- #step Extract author genders
  40. CREATE MATERIALIZED VIEW IF NOT EXISTS viaf.author_gender
  41. AS SELECT rec_id, contents AS gender
  42. FROM viaf.marc_field
  43. WHERE TAG = '375' AND sf_code = 'a';
  44. CREATE INDEX IF NOT EXISTS gender_rec_idx ON viaf.author_gender (rec_id);
  45. -- CREATE INDEX viaf_author_name_id_idx ON viaf.author_name (viaf_au_id);
  46. -- CREATE INDEX viaf_author_name_idx ON viaf.author_name (viaf_au_name);
  47. -- ALTER TABLE viaf.author_name ADD CONSTRAINT viaf_au_name_fk FOREIGN KEY (viaf_au_id) REFERENCES viaf_author;
  48. -- DELETE FROM viaf.author_name WHERE viaf_au_name_source = 'SYNTH';
  49. -- INSERT INTO viaf.author_name (viaf_au_id, viaf_au_name, viaf_au_name_source, viaf_au_name_dates)
  50. -- SELECT viaf_au_id, regexp_replace(regexp_replace(viaf_au_name, ',$', ''), '^(.*), (.*)', '\2 \1'), 'SYNTH', viaf_au_name_dates
  51. -- FROM viaf.author_name
  52. -- WHERE viaf_au_name LIKE '%,%';
  53. -- CREATE INDEX viaf_gender_id_idx ON viaf_author_gender (viaf_au_id);
  54. -- ALTER TABLE viaf_author_gender ADD CONSTRAINT viaf_au_id_fk FOREIGN KEY (viaf_au_id) REFERENCES viaf_author;
Tip!

Press p or to see the previous file or, n or to see the next file

Comments

Loading...