From 8721c1f42ecd8e042ed5286cce9323982eeb1688 Mon Sep 17 00:00:00 2001 From: Nemo Date: Thu, 19 May 2022 11:48:28 +0530 Subject: [PATCH] Update datapackage and README to new format --- README.md | 10 -- datapackage.json | 344 +---------------------------------------------- fetch.sh | 1 - 3 files changed, 4 insertions(+), 351 deletions(-) diff --git a/README.md b/README.md index f3506a9..a1bef88 100644 --- a/README.md +++ b/README.md @@ -8,16 +8,6 @@ Source: [NSDL Website Detailed ISIN Search][nsdl]. Automatically updated every midnight (IST). -|File|Issuer|Tracked| ------|-----|----| -`INA.csv`|Central Government|No -`INB.csv`|State Government|No -`INE.csv`|Company, Statuatory Corporation, Banking Company|Yes -`INF.csv`|Mutual Funds|Yes -`IN9.csv`|Partly paid up shares|Yes -`IN0.csv`|Central Government Securities|Yes -`IN1.csv`, `IN2.csv`, `IN3.csv`, `IN4.csv`|State Government Securities|Yes - **Note**: The [NSDL Website][nsdl] returns zero valid results for `INA, INB`, so those are not tracked. # ISIN Structure diff --git a/datapackage.json b/datapackage.json index 7b04f8e..66137d3 100644 --- a/datapackage.json +++ b/datapackage.json @@ -23,12 +23,12 @@ "profile": "tabular-data-resource", "resources": [ { - "description": "Indian ISINs for Company, Statuatory Corporation, Banking Company. These are ISINs starting with INE.", + "description": "Indian ISIN details", "encoding": "utf-8", "format": "csv", "mediatype": "text/csv", - "name": "india-isin-ine", - "path": "INE.csv", + "name": "india-isin", + "path": "ISIN.csv", "schema": { "fields": [ { @@ -68,343 +68,7 @@ } ] }, - "title": "India ISIN (Company, Statuatory Corporation, Banking Company)" - }, - { - "description": "Indian ISINs for Mutual Funds. These are ISINs starting with INF.", - "encoding": "utf-8", - "format": "csv", - "mediatype": "text/csv", - "name": "india-isin-inf", - "path": "INF.csv", - "schema": { - "fields": [ - { - "description": "ISIN code for the security", - "example": "INF00XX01093", - "name": "ISIN", - "title": "ISIN Code", - "type": "string" - }, - { - "description": "Description for the security", - "example": "UTI MUTUAL FUND LIQUID FUND REG GROWTH", - "name": "Description", - "title": "Security Description", - "type": "string" - }, - { - "description": "Name of the issuer that issued this security", - "example": "UTI MUTUAL FUND", - "name": "Issuer", - "title": "Name of the Issuer", - "type": "string" - }, - { - "description": "Description of the type of security", - "example": "MUTUAL FUND UNIT (TRASE)", - "name": "Type", - "title": "Issuer Type", - "type": "string" - }, - { - "description": "ISIN Status (such as Deleted, Active, Suspended)", - "example": "ACTIVE", - "name": "Status", - "title": "Security Status", - "type": "string" - } - ] - }, - "title": "India ISIN (Mutual Funds)" - }, - { - "description": "Indian ISINs for Partly paid up shares. These are ISINs starting with IN9.", - "encoding": "utf-8", - "format": "csv", - "mediatype": "text/csv", - "name": "india-isin-in9", - "path": "IN9.csv", - "schema": { - "fields": [ - { - "description": "ISIN code for the security", - "example": "INF00XX01093", - "name": "ISIN", - "title": "ISIN Code", - "type": "string" - }, - { - "description": "Description for the security", - "example": "UTI MUTUAL FUND LIQUID FUND REG GROWTH", - "name": "Description", - "title": "Security Description", - "type": "string" - }, - { - "description": "Name of the issuer that issued this security", - "example": "UTI MUTUAL FUND", - "name": "Issuer", - "title": "Name of the Issuer", - "type": "string" - }, - { - "description": "Description of the type of security", - "example": "MUTUAL FUND UNIT (TRASE)", - "name": "Type", - "title": "Issuer Type", - "type": "string" - }, - { - "description": "ISIN Status (such as Deleted, Active, Suspended)", - "example": "ACTIVE", - "name": "Status", - "title": "Security Status", - "type": "string" - } - ] - }, - "title": "India ISIN (Partly Paid up shares)" - }, - { - "description": "Indian ISINs for Central Government Securities. These are ISINs starting with IN0.", - "encoding": "utf-8", - "format": "csv", - "mediatype": "text/csv", - "name": "india-isin-in0", - "path": "IN0.csv", - "schema": { - "fields": [ - { - "description": "ISIN code for the security", - "example": "INF00XX01093", - "name": "ISIN", - "title": "ISIN Code", - "type": "string" - }, - { - "description": "Description for the security", - "example": "UTI MUTUAL FUND LIQUID FUND REG GROWTH", - "name": "Description", - "title": "Security Description", - "type": "string" - }, - { - "description": "Name of the issuer that issued this security", - "example": "UTI MUTUAL FUND", - "name": "Issuer", - "title": "Name of the Issuer", - "type": "string" - }, - { - "description": "Description of the type of security", - "example": "MUTUAL FUND UNIT (TRASE)", - "name": "Type", - "title": "Issuer Type", - "type": "string" - }, - { - "description": "ISIN Status (such as Deleted, Active, Suspended)", - "example": "ACTIVE", - "name": "Status", - "title": "Security Status", - "type": "string" - } - ] - }, - "title": "India ISIN (Central Government Securities)" - }, - { - "description": "Indian ISINs for State Government Securities. These are ISINs starting with IN1.", - "encoding": "utf-8", - "format": "csv", - "mediatype": "text/csv", - "name": "india-isin-in1", - "path": "IN1.csv", - "schema": { - "fields": [ - { - "description": "ISIN code for the security", - "example": "INF00XX01093", - "name": "ISIN", - "title": "ISIN Code", - "type": "string" - }, - { - "description": "Description for the security", - "example": "UTI MUTUAL FUND LIQUID FUND REG GROWTH", - "name": "Description", - "title": "Security Description", - "type": "string" - }, - { - "description": "Name of the issuer that issued this security", - "example": "UTI MUTUAL FUND", - "name": "Issuer", - "title": "Name of the Issuer", - "type": "string" - }, - { - "description": "Description of the type of security", - "example": "MUTUAL FUND UNIT (TRASE)", - "name": "Type", - "title": "Issuer Type", - "type": "string" - }, - { - "description": "ISIN Status (such as Deleted, Active, Suspended)", - "example": "ACTIVE", - "name": "Status", - "title": "Security Status", - "type": "string" - } - ] - }, - "title": "India ISIN (State Government Securities)" - }, - { - "description": "Indian ISINs for State Government Securities. These are ISINs starting with IN2.", - "encoding": "utf-8", - "format": "csv", - "mediatype": "text/csv", - "name": "india-isin-in2", - "path": "IN2.csv", - "schema": { - "fields": [ - { - "description": "ISIN code for the security", - "example": "INF00XX01093", - "name": "ISIN", - "title": "ISIN Code", - "type": "string" - }, - { - "description": "Description for the security", - "example": "UTI MUTUAL FUND LIQUID FUND REG GROWTH", - "name": "Description", - "title": "Security Description", - "type": "string" - }, - { - "description": "Name of the issuer that issued this security", - "example": "UTI MUTUAL FUND", - "name": "Issuer", - "title": "Name of the Issuer", - "type": "string" - }, - { - "description": "Description of the type of security", - "example": "MUTUAL FUND UNIT (TRASE)", - "name": "Type", - "title": "Issuer Type", - "type": "string" - }, - { - "description": "ISIN Status (such as Deleted, Active, Suspended)", - "example": "ACTIVE", - "name": "Status", - "title": "Security Status", - "type": "string" - } - ] - }, - "title": "India ISIN (State Government Securities - 2)" - }, - { - "description": "Indian ISINs for State Government Securities. These are ISINs starting with IN3.", - "encoding": "utf-8", - "format": "csv", - "mediatype": "text/csv", - "name": "india-isin-in3", - "path": "IN3.csv", - "schema": { - "fields": [ - { - "description": "ISIN code for the security", - "example": "INF00XX01093", - "name": "ISIN", - "title": "ISIN Code", - "type": "string" - }, - { - "description": "Description for the security", - "example": "UTI MUTUAL FUND LIQUID FUND REG GROWTH", - "name": "Description", - "title": "Security Description", - "type": "string" - }, - { - "description": "Name of the issuer that issued this security", - "example": "UTI MUTUAL FUND", - "name": "Issuer", - "title": "Name of the Issuer", - "type": "string" - }, - { - "description": "Description of the type of security", - "example": "MUTUAL FUND UNIT (TRASE)", - "name": "Type", - "title": "Issuer Type", - "type": "string" - }, - { - "description": "ISIN Status (such as Deleted, Active, Suspended)", - "example": "ACTIVE", - "name": "Status", - "title": "Security Status", - "type": "string" - } - ] - }, - "title": "India ISIN (State Government Securities - 3)" - }, - { - "description": "Indian ISINs for State Government Securities. These are ISINs starting with IN4.", - "encoding": "utf-8", - "format": "csv", - "mediatype": "text/csv", - "name": "india-isin-in4", - "path": "IN4.csv", - "schema": { - "fields": [ - { - "description": "ISIN code for the security", - "example": "INF00XX01093", - "name": "ISIN", - "title": "ISIN Code", - "type": "string" - }, - { - "description": "Description for the security", - "example": "UTI MUTUAL FUND LIQUID FUND REG GROWTH", - "name": "Description", - "title": "Security Description", - "type": "string" - }, - { - "description": "Name of the issuer that issued this security", - "example": "UTI MUTUAL FUND", - "name": "Issuer", - "title": "Name of the Issuer", - "type": "string" - }, - { - "description": "Description of the type of security", - "example": "MUTUAL FUND UNIT (TRASE)", - "name": "Type", - "title": "Issuer Type", - "type": "string" - }, - { - "description": "ISIN Status (such as Deleted, Active, Suspended)", - "example": "ACTIVE", - "name": "Status", - "title": "Security Status", - "type": "string" - } - ] - }, - "title": "India ISIN (State Government Securities - 4)" + "title": "India ISIN Dataset" } ], "sources": [ diff --git a/fetch.sh b/fetch.sh index 9d771fc..4a839e6 100755 --- a/fetch.sh +++ b/fetch.sh @@ -43,7 +43,6 @@ export -f fetch_page function fetch_class() { for i in $(seq 1 $2); do - echo fetch_page $1 $i "$1.csv" sem -j 10 --timeout 500% fetch_page $1 $i "$1.csv" done }